-- Logs begin at Fri 2022-07-29 15:33:36 UTC, end at Fri 2022-07-29 18:00:34 UTC. -- Jul 29 16:27:59.029638 dv-neutron-851534-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 16:28:01.603544 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.common.config [-] Logging enabled! Jul 29 16:28:01.604138 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev4 Jul 29 16:28:01.604316 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89104) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 16:28:01.607484 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.common.config [-] Logging enabled! Jul 29 16:28:01.607767 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev4 Jul 29 16:28:01.608083 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89104) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 16:28:01.609527 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 16:28:01.609761 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 16:28:01.610117 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 16:28:01.610365 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 16:28:01.610592 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 16:28:01.610916 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.611214 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.611510 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.611741 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.612035 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.612327 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.612611 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.612899 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.613227 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.613518 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.613801 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.614088 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.614322 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.614605 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.614895 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.615187 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.615412 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] debug = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.615694 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.616116 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.616535 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.616822 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.617136 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.617420 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.617694 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.617971 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.618261 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.618593 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] host = dv-neutron-851534-1-hyperv {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.618872 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.619162 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.619450 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.619736 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.620012 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.620307 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.620575 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.620855 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.621156 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] log_file = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.621437 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.621726 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.622014 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.622304 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.622530 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.622753 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.623044 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.623332 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.623610 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.623887 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.624164 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.625009 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.625315 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.625589 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.625878 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.626165 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.626452 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.626731 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.627008 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.627282 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.627557 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.627842 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.628117 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.628391 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.628669 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.628959 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.629253 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.629530 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.629832 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.630118 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.630400 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.630687 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.630965 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.631248 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.631519 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.631791 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.632061 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] use_json = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.632331 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.632600 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.632883 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.633178 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.633454 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.633728 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.633999 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.634303 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.634572 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:01.634869 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.635168 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.635467 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.635756 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.636047 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.636328 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.636618 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.636913 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.637230 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.637501 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.637789 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.638067 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.638356 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.638634 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.638930 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.639239 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.639534 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.639828 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.640104 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.640380 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.640655 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.640941 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.641254 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.641550 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.641839 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.642113 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.642391 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.642681 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.642960 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.643233 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.643511 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.643799 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.644080 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.644355 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.644642 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.644938 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.645319 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.645597 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.645876 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.646168 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.646446 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.646719 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.646993 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.647272 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.647546 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.647831 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.648108 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.648381 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.648652 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.648929 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.649233 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.649509 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.649785 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.650056 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.650334 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.650606 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.650882 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.651155 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.651428 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.651699 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.651969 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.652237 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.652510 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.652781 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.653061 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.653352 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.653624 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.653895 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.654185 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.654480 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.654757 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.655035 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.655313 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.655591 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.655867 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.656142 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.656419 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.656697 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.656969 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.657279 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.657563 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.657847 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.658128 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.658406 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.658699 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.658978 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.659260 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.659536 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.659819 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.660101 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.660382 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.660672 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.660972 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.661308 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.661602 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.661896 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.662180 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.662488 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.662765 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:01.662985 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 16:28:01.663227 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89104) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 16:28:02.052787 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO keyring.backend [-] Loading KWallet Jul 29 16:28:02.060018 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO keyring.backend [-] Loading SecretService Jul 29 16:28:02.063542 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO keyring.backend [-] Loading Windows Jul 29 16:28:02.064909 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO keyring.backend [-] Loading chainer Jul 29 16:28:02.065505 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO keyring.backend [-] Loading macOS Jul 29 16:28:02.098837 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 16:28:02.099112 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=89104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 16:28:02.099402 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 16:28:02.099738 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 16:28:02.488486 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.488782 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.489077 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.490283 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.490568 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.490836 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.526334 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.526617 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.526884 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.539904 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.540186 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.540461 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.571392 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.571671 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.571940 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.608051 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.608583 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.608583 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.840352 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.840571 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.840842 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.841140 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.841892 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.961013 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.961365 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.961649 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.961921 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.962189 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.962505 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.962773 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.963034 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.963292 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.963577 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.963840 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.964106 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.964373 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.964631 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.964901 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.965198 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.965461 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.965736 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.965992 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.966277 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.966631 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.966890 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.967147 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.967437 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.967690 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.967939 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:02.968855 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 16:28:02.969127 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 16:28:02.969370 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 16:28:02.969612 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 16:28:02.969852 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 16:28:02.970089 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 16:28:02.970453 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 16:28:02.973544 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 16:28:02.977464 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 16:28:02.981205 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 29 16:28:02.982827 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 16:28:02.983272 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 16:28:02.983612 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 16:28:02.984701 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 16:28:02.987490 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 16:28:02.987736 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 16:28:02.988086 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 16:28:03.015303 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 16:28:03.015753 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.016054 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89104) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 16:28:03.016417 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.017813 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89104) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 16:28:03.018096 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 16:28:03.018346 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 16:28:03.021623 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.021906 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.084531 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 16:28:03.084770 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 16:28:03.085008 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 16:28:03.085416 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 16:28:03.117378 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_db.sqlalchemy.engines [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89104) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 29 16:28:03.462288 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Initializing driver for type 'gre' Jul 29 16:28:03.462860 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] gre ID ranges: [(1, 1000)] Jul 29 16:28:03.518176 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Initializing driver for type 'local' Jul 29 16:28:03.518741 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Initializing driver for type 'vlan' Jul 29 16:28:03.531203 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] VlanTypeDriver initialization complete Jul 29 16:28:03.531605 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Initializing driver for type 'vxlan' Jul 29 16:28:03.532102 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] vxlan ID ranges: [(1, 1000)] Jul 29 16:28:03.585674 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Initializing extension driver 'port_security' Jul 29 16:28:03.585998 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.extensions.port_security [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] PortSecurityExtensionDriver initialization complete Jul 29 16:28:03.586372 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Initializing mechanism driver 'openvswitch' Jul 29 16:28:03.586702 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Initializing mechanism driver 'hyperv' Jul 29 16:28:03.593288 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.plugins.ml2.plugin [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:28:03.593972 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > port after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.594348 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > port after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.594706 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > port after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.595238 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jul 29 16:28:03.595681 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > subnet after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.596047 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > subnet after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.596402 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > subnet after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.596797 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jul 29 16:28:03.597243 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > network after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.597616 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > network after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.597959 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > network after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.598354 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jul 29 16:28:03.598763 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > security_group after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.599120 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > security_group after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.599470 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > security_group after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.599867 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jul 29 16:28:03.600275 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.600629 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.600981 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.601529 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jul 29 16:28:03.601937 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > address_group after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.602293 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > address_group after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.602642 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > address_group after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.603039 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89104) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jul 29 16:28:03.603489 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] ML2 OVO RPC backend initialized. {{(pid=89104) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jul 29 16:28:03.604210 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router_interface after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.604571 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.605004 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > network before_response 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.605390 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > networks before_response 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.605758 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > port before_response 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.606097 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > ports before_response 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.606450 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > subnet before_response 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.606803 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > subnets before_response 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.607156 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > network after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.607505 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > network after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.607850 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > network after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.608198 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > port after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.608721 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > port after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.608911 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > port after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.609292 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > subnet after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.609642 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > subnet after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.609987 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > subnet after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.610566 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.plugin [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Modular L2 Plugin initialization complete Jul 29 16:28:03.610906 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading services supported by the core plugin {{(pid=89104) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 16:28:03.611242 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.plugins.ml2.managers [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Got port-security extension from driver 'port_security' Jul 29 16:28:03.611712 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.extensions.vlantransparent [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Disabled vlantransparent extension. Jul 29 16:28:03.612207 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89104) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 16:28:03.612529 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading Plugin: router Jul 29 16:28:03.650361 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router_interface before_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.650762 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router after_create 55549900 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.651140 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router before_create 55549900 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.651517 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.651900 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.652264 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router after_delete 55549900 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.652631 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > floatingip after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.653007 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router after_create 55549900 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.653395 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router after_update 55549900 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.653757 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router after_update 55549900 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.654117 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.654491 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router after_update 55549900 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.654914 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router precommit_update 55549900 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.655293 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: port after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.655679 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: port after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.656029 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: subnet after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.656382 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.656741 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > port precommit_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.657133 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router precommit_create 55549900 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.657489 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: port before_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.657842 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router precommit_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.658209 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router after_update 55549900 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.658564 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router precommit_delete 55549900 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.658922 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router precommit_create 55549900 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.659292 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router_interface after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.659647 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router precommit_update 55549900 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.660022 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > agent after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.660386 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > agent after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.660742 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > network after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.661637 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Tracking information for resource: router configured {{(pid=89104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 16:28:03.661984 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Tracking information for resource: floatingip configured {{(pid=89104) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 16:28:03.666821 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.db.l3_agentschedulers_db [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 16:28:03.667411 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: port after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.667785 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: port after_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.668148 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: port after_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.668512 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: port after_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.669454 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router before_create 55550100 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.669831 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router precommit_delete 55550100 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.670203 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router precommit_create 55550100 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.670569 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > router precommit_update 55550100 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.675289 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.services.provider_configuration [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Service providers = [] {{(pid=89104) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 16:28:03.675660 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.db.servicetype_db [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89104) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 16:28:03.678630 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.services.service_base [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 16:28:03.678994 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.services.service_base [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 16:28:03.679345 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.services.service_base [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 16:28:03.680232 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.services.service_base [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89104) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 16:28:03.680611 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.services.service_base [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 16:28:03.680990 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 16:28:03.681338 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 16:28:03.692477 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 16:28:03.692820 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading Plugin: auto_allocate Jul 29 16:28:03.698621 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: network precommit_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.699000 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: network precommit_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.699534 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 16:28:03.699861 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading Plugin: tag Jul 29 16:28:03.706995 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 16:28:03.707333 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading Plugin: timestamp Jul 29 16:28:03.711353 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 16:28:03.711690 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading Plugin: network_ip_availability Jul 29 16:28:03.716983 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.717349 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.717719 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.718967 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 16:28:03.719296 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading Plugin: flavors Jul 29 16:28:03.723953 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 16:28:03.724293 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading Plugin: revisions Jul 29 16:28:03.728564 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89104) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 16:28:03.728965 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_concurrency.lockutils [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.629s {{(pid=89104) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 16:28:03.729751 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89104) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 29 16:28:03.730097 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Initializing extension manager. Jul 29 16:28:03.730617 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: __init__.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.730965 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: __pycache__ {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.731308 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.731649 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: address_group.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.732412 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.732986 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: address-group Jul 29 16:28:03.733344 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: address_scope.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.734689 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.735207 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: address-scope Jul 29 16:28:03.735538 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: admin_state_down_before_update.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.736473 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.736998 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: router-admin-state-down-before-update Jul 29 16:28:03.737360 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: agent.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.738067 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.738586 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: agent Jul 29 16:28:03.738916 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: agent_resources_synced.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.740016 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.740538 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: agent-resources-synced Jul 29 16:28:03.740870 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: allowedaddresspairs.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.742705 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.743241 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: allowed-address-pairs Jul 29 16:28:03.743575 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: auto_allocated_topology.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.744659 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.745208 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: auto-allocated-topology Jul 29 16:28:03.745543 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: availability_zone.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.746248 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.746766 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: availability_zone Jul 29 16:28:03.747091 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: availability_zone_filter.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.748008 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.748523 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: availability_zone_filter Jul 29 16:28:03.748850 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: data_plane_status.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.749828 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.750343 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 16:28:03.750671 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: default_subnetpools.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.751591 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.752107 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: default-subnetpools Jul 29 16:28:03.752432 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: dhcpagentscheduler.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.753283 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.753798 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: dhcp_agent_scheduler Jul 29 16:28:03.754126 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: dns.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.755044 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.755550 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension dns-integration not supported by any of loaded plugins Jul 29 16:28:03.755877 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: dns_domain_ports.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.756801 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.757365 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 16:28:03.757693 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: dvr.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.758372 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.758889 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: dvr Jul 29 16:28:03.759217 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: empty_string_filtering.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.760136 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.760657 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: empty-string-filtering Jul 29 16:28:03.760988 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.761928 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.762439 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 16:28:03.762767 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.763681 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.764190 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 16:28:03.764526 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: external_net.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.765490 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.766005 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: external-net Jul 29 16:28:03.766336 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: extra_dhcp_opt.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.767254 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.767766 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: extra_dhcp_opt Jul 29 16:28:03.768097 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: extraroute.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.769002 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.769551 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: extraroute Jul 29 16:28:03.769880 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: extraroute_atomic.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.770909 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.771423 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: extraroute-atomic Jul 29 16:28:03.771756 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: filter_validation.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.772431 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.772940 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: filter-validation Jul 29 16:28:03.773296 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: fip_pf_description.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.774213 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.774733 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 16:28:03.775057 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: fip_port_details.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.775979 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.776489 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: fip-port-details Jul 29 16:28:03.776815 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: flavors.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.778064 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.778583 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: flavors Jul 29 16:28:03.778915 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.781112 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.781639 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 16:28:03.781975 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: floatingip_pools.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.782685 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.783200 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: floatingip-pools Jul 29 16:28:03.783532 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: ip_allocation.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.784468 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.784984 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 16:28:03.785339 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.786262 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.786775 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: ip-substring-filtering Jul 29 16:28:03.787107 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: l2_adjacency.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.788036 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.788549 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 16:28:03.788876 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: l3.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.789875 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.790404 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: router Jul 29 16:28:03.790733 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: l3_conntrack_helper.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.793137 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.793693 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 16:28:03.794014 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.794961 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.795482 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: ext-gw-mode Jul 29 16:28:03.795816 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.797323 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.797844 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: l3-ha Jul 29 16:28:03.798430 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: l3_flavors.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.799357 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.799877 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: l3-flavors Jul 29 16:28:03.800209 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.801184 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.801700 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 16:28:03.802031 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: l3agentscheduler.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.803063 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.803586 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: l3_agent_scheduler Jul 29 16:28:03.803924 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: logging.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.805462 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.805986 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension logging not supported by any of loaded plugins Jul 29 16:28:03.806325 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: metering.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.807076 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.807653 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: metering Jul 29 16:28:03.807987 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.809124 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.809647 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: metering_source_and_destination_fields Jul 29 16:28:03.809981 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: multiprovidernet.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.810941 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.811459 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: multi-provider Jul 29 16:28:03.811811 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: netmtu.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.812734 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.813280 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: net-mtu Jul 29 16:28:03.813611 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: netmtu_writable.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.814538 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.815061 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: net-mtu-writable Jul 29 16:28:03.815392 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: network_availability_zone.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.816079 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.816590 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: network_availability_zone Jul 29 16:28:03.816921 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: network_ip_availability.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.818053 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.818558 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: network-ip-availability Jul 29 16:28:03.818893 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: network_segment_range.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.819666 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.820181 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 16:28:03.820512 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: pagination.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.821530 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.821865 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: pagination Jul 29 16:28:03.822191 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: port_device_profile.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.823119 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.823644 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: port-device-profile Jul 29 16:28:03.823974 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.824901 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.825469 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: port-mac-address-regenerate Jul 29 16:28:03.825799 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.826726 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.827243 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: port-numa-affinity-policy Jul 29 16:28:03.827595 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: port_resource_request.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.828518 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.829030 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 16:28:03.829384 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: portbindings.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.830323 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.830843 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: binding Jul 29 16:28:03.831172 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: portbindings_extended.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.832444 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.832965 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: binding-extended Jul 29 16:28:03.833327 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: portsecurity.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.834254 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.834780 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: port-security Jul 29 16:28:03.835112 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: project_id.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.836220 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.836558 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: project-id Jul 29 16:28:03.836888 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: providernet.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.837862 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.838391 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: provider Jul 29 16:28:03.838722 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: qos.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.842187 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.842716 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension qos not supported by any of loaded plugins Jul 29 16:28:03.843563 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.844805 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.845369 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 16:28:03.845708 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.846637 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.847157 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 16:28:03.847491 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: qos_default.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.848409 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.848926 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension qos-default not supported by any of loaded plugins Jul 29 16:28:03.849291 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: qos_fip.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.849954 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.850464 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension qos-fip not supported by any of loaded plugins Jul 29 16:28:03.850795 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: qos_gateway_ip.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.851729 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.852248 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 16:28:03.852584 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: qos_port_network_policy.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.853539 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.854056 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 16:28:03.854387 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: qos_rule_type_details.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.855315 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.855833 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 16:28:03.856163 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: qos_rules_alias.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.857234 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.857753 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 16:28:03.858083 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: quotasv2.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.859585 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.859921 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: quotas Jul 29 16:28:03.860254 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: quotasv2_detail.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.861897 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.862241 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: quota_details Jul 29 16:28:03.862576 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: rbac.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.863644 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.864180 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: rbac-policies Jul 29 16:28:03.864520 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: rbac_address_group.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.865500 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.866022 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: rbac-address-group Jul 29 16:28:03.866358 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: rbac_address_scope.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.867288 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.867836 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: rbac-address-scope Jul 29 16:28:03.868167 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: rbac_security_groups.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.869123 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.869642 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: rbac-security-groups Jul 29 16:28:03.869974 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: rbac_subnetpool.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.870912 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.871434 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: rbac-subnetpool Jul 29 16:28:03.871761 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: revisionifmatch.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.872695 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.873252 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: revision-if-match Jul 29 16:28:03.873582 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: revisions.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.874724 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.875249 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: standard-attr-revisions Jul 29 16:28:03.875591 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: router_availability_zone.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.876279 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.876801 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: router_availability_zone Jul 29 16:28:03.877168 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: routerservicetype.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.878220 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.878746 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension router-service-type not supported by any of loaded plugins Jul 29 16:28:03.879081 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.880011 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.880532 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: security-groups-normalized-cidr Jul 29 16:28:03.880866 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: security_groups_port_filtering.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.881848 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.882365 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: port-security-groups-filtering Jul 29 16:28:03.882698 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.883622 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.884140 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: security-groups-remote-address-group Jul 29 16:28:03.884470 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: securitygroup.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.894598 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.895140 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: security-group Jul 29 16:28:03.895479 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: segment.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.896279 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.896798 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension segment not supported by any of loaded plugins Jul 29 16:28:03.897170 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.898118 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.898637 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 16:28:03.898969 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: servicetype.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.900097 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.900625 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: service-type Jul 29 16:28:03.900960 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: sorting.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.901969 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.902307 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: sorting Jul 29 16:28:03.902638 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: standard_attr_segment.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.903563 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.904082 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 16:28:03.904411 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: standardattrdescription.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.905106 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.906251 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: standard-attr-description Jul 29 16:28:03.906581 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: stateful_security_group.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.907518 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.908045 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: stateful-security-group Jul 29 16:28:03.908375 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: stdattrs_common.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.908962 dv-neutron-851534-1-hyperv neutron-server[89104]: WARNING neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 16:28:03.909317 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.910347 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.910886 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 16:28:03.911214 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: subnet_onboard.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.912296 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.912818 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: subnet_onboard Jul 29 16:28:03.913184 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.914134 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.914651 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 16:28:03.914979 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: subnet_service_types.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.915911 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.916438 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: subnet-service-types Jul 29 16:28:03.916762 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: subnetallocation.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.917878 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.918409 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: subnet_allocation Jul 29 16:28:03.918739 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.919414 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.919932 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: subnetpool-prefix-ops Jul 29 16:28:03.920259 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.921293 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.921828 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 16:28:03.922159 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: tagging.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.923461 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.923985 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: standard-attr-tag Jul 29 16:28:03.924318 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: timestamp.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.925551 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.926079 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loaded extension: standard-attr-timestamp Jul 29 16:28:03.926422 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: trunk.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.927472 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.927994 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension trunk not supported by any of loaded plugins Jul 29 16:28:03.928326 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: trunk_details.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.929280 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.929801 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension trunk-details not supported by any of loaded plugins Jul 29 16:28:03.930132 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: uplink_status_propagation.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.931087 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.931606 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 16:28:03.931938 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Loading extension file: vlantransparent.py {{(pid=89104) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 29 16:28:03.932612 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89104) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 29 16:28:03.933161 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 16:28:03.935614 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:network Jul 29 16:28:03.936340 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:subnet Jul 29 16:28:03.938304 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 16:28:03.938937 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:port Jul 29 16:28:03.940217 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.v2.resource_helper [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 16:28:03.940676 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.v2.resource_helper [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Service FLAVORS assigned prefix: {{(pid=89104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 16:28:03.941353 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.v2.resource_helper [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 16:28:03.941792 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.v2.resource_helper [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 16:28:03.942133 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:router Jul 29 16:28:03.942795 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:floatingip Jul 29 16:28:03.943538 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.v2.resource_helper [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Service METERING assigned prefix: /metering {{(pid=89104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 16:28:03.944976 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.945384 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.945747 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:28:03.946866 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 16:28:03.947341 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:security_group Jul 29 16:28:03.948004 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 16:28:03.948758 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.v2.resource_helper [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Service CORE assigned prefix: {{(pid=89104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 16:28:03.949138 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 16:28:03.949487 dv-neutron-851534-1-hyperv neutron-server[89104]: WARNING neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] subnetpool is already registered Jul 29 16:28:03.950104 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.v2.resource_helper [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Service CORE assigned prefix: {{(pid=89104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 16:28:03.950440 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 16:28:03.950826 dv-neutron-851534-1-hyperv neutron-server[89104]: WARNING neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] subnetpool is already registered Jul 29 16:28:03.953993 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.v2.resource_helper [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 16:28:03.954436 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.v2.resource_helper [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Service FLAVORS assigned prefix: {{(pid=89104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 16:28:03.955043 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.v2.resource_helper [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 16:28:03.955480 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.v2.resource_helper [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 16:28:03.955820 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:router Jul 29 16:28:03.956158 dv-neutron-851534-1-hyperv neutron-server[89104]: WARNING neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] router is already registered Jul 29 16:28:03.956768 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:floatingip Jul 29 16:28:03.957133 dv-neutron-851534-1-hyperv neutron-server[89104]: WARNING neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] floatingip is already registered Jul 29 16:28:03.957772 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.v2.resource_helper [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Service METERING assigned prefix: /metering {{(pid=89104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 16:28:03.958456 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 16:28:03.958792 dv-neutron-851534-1-hyperv neutron-server[89104]: WARNING neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] rbac_policy is already registered Jul 29 16:28:03.959348 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:security_group Jul 29 16:28:03.959684 dv-neutron-851534-1-hyperv neutron-server[89104]: WARNING neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] security_group is already registered Jul 29 16:28:03.960279 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 16:28:03.960617 dv-neutron-851534-1-hyperv neutron-server[89104]: WARNING neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] security_group_rule is already registered Jul 29 16:28:03.961325 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.v2.resource_helper [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Service CORE assigned prefix: {{(pid=89104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 16:28:03.961665 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 16:28:03.961998 dv-neutron-851534-1-hyperv neutron-server[89104]: WARNING neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] subnetpool is already registered Jul 29 16:28:03.962901 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.v2.resource_helper [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Service CORE assigned prefix: {{(pid=89104) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 16:28:03.963236 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 16:28:03.963568 dv-neutron-851534-1-hyperv neutron-server[89104]: WARNING neutron.quota.resource_registry [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] subnetpool is already registered Jul 29 16:28:03.964220 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: extensions {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.965746 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: address-groups {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.967410 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: address-scopes {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.969233 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: agents {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.970408 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: auto-allocated-topology {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.971694 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: availability_zones {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.973035 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: dhcp-networks {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.974526 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: dhcp-agents {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.975992 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: routers {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.977888 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: flavors {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.979080 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: service_profiles {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.980319 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: next_providers {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.981923 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: service_profiles {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.983406 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: floatingip-pools {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.984685 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: routers {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.986538 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: floatingips {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.987766 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: l3-routers {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.989223 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: l3-agents {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.990678 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: metering-labels {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.992058 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: metering-label-rules {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.993405 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: network-ip-availabilities {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.994697 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: bindings {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.996379 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: quotas {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.997867 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: quotas {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:03.999342 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: rbac-policies {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.000701 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: security-groups {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.001980 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: security-group-rules {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.003250 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: service-providers {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.004485 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: subnetpools {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.006863 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: subnetpools {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.008372 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: tags {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.010117 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: tags {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.122334 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: tags {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.124143 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: tags {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.126039 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: tags {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.127940 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: tags {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.129718 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: tags {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.131641 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: tags {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.133451 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: tags {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.135356 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron.api.extensions [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Extended resource: tags {{(pid=89104) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 16:28:04.141986 dv-neutron-851534-1-hyperv neutron-server[89104]: WARNING keystonemiddleware.auth_token [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 16:28:04.146786 dv-neutron-851534-1-hyperv neutron-server[89104]: WARNING keystonemiddleware.auth_token [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 16:28:04.155005 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_concurrency.lockutils [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Acquired lock "singleton_lock" {{(pid=89104) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 16:28:04.155487 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_concurrency.lockutils [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Releasing lock "singleton_lock" {{(pid=89104) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 16:28:04.156732 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO oslo_service.service [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Starting 2 workers Jul 29 16:28:04.161479 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Started child 89209 {{(pid=89104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 16:28:04.165842 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Started child 89210 {{(pid=89104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 16:28:04.166600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:04.167371 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO neutron.service [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 16:28:04.167988 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [-] (89209) wsgi starting up on http://0.0.0.0:9696 Jul 29 16:28:04.168084 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Notify callbacks [] for process, before_spawn {{(pid=89104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:04.170427 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO oslo_service.service [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Starting 1 workers Jul 29 16:28:04.170570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:04.171848 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [-] (89210) wsgi starting up on http://0.0.0.0:9696 Jul 29 16:28:04.175897 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Started child 89211 {{(pid=89104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 16:28:04.176411 dv-neutron-851534-1-hyperv neutron-server[89104]: INFO oslo_service.service [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Starting 1 workers Jul 29 16:28:04.179313 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.service [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] calling RpcWorker wait() {{(pid=89211) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 16:28:04.179818 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.service [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] returning from RpcWorker wait() {{(pid=89211) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 16:28:04.180739 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Started child 89212 {{(pid=89104) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 16:28:04.181108 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:04.181541 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG neutron_lib.callbacks.manager [None req-9da958b4-3786-4ce9-91a6-580c6f3e8b1c None None] Notify callbacks [] for process, after_spawn {{(pid=89104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:04.181632 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:28:04.183401 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89104) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 29 16:28:04.183622 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 16:28:04.183811 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 16:28:04.184037 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 16:28:04.184378 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 16:28:04.184545 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 16:28:04.185074 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.185377 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.185665 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.185958 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.186258 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.186799 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:04.187261 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.187261 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.187421 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.187680 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.187917 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.188095 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.188264 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.188412 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:28:04.188505 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.188759 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.189142 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.189410 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.189654 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.189940 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.190111 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.190373 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.190644 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.190899 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.191178 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] debug = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.191418 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.191938 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.195509 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.195509 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.195509 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.195509 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.195509 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.195509 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.195509 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.195509 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.196169 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.196169 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.196169 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.196169 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.196169 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.196169 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.196169 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.196169 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] host = dv-neutron-851534-1-hyperv {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.196721 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.196721 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.196721 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.196970 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.197139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 41540) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:28:04.197233 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.197442 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.197723 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.197992 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.198259 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.198488 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.198768 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.199002 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.199229 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.199489 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_file = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.199658 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_options = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.199907 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.200190 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.200527 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.200654 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.200828 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.201008 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.201302 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.201471 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.201739 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.201982 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.202200 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.202982 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.203225 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.203476 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.203731 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.203967 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.204214 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.204444 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.204712 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.204956 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.205236 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.205854 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.206288 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.206716 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.206927 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.207152 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.207483 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.207595 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.207818 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.208095 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.208336 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.208596 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.209192 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.209192 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.209356 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.209575 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.209792 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.210364 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.210364 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.210546 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.210809 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.211027 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.211258 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.211553 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.211886 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.212119 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] use_json = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.214355 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.214355 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.214355 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.214355 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.214355 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.214355 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.214355 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.214355 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.214885 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.214885 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.214885 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.215095 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.215307 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.215572 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.215812 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.216054 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.216299 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.216564 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.216800 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.217117 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.217502 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.217769 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.217988 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.218839 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.219186 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.219461 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.219758 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.219984 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.220237 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.220452 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.220699 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.221019 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.221306 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.221575 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.221853 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.222092 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.222349 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.222589 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.222808 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.223058 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.223288 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.223560 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.223802 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.224023 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.224411 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.225064 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.225444 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.225811 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.226203 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.226832 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.227244 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.228220 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.228629 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.231220 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0243607 Jul 29 16:28:04.233740 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.233857 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.234111 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.234384 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.234618 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.234895 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.235165 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.235443 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.235688 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.237132 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.237424 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.237723 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.238504 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.238504 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.238504 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.238727 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.241808 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.243260 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.243511 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.243766 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.244096 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.244347 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.244769 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.245008 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.245736 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.245736 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.245736 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.245932 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.246140 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.246360 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.246842 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.247782 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.248180 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.248548 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.249003 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.249952 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.250324 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.250602 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.250826 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.251413 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.251629 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.251955 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.252220 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.252515 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.252781 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.253026 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.253291 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.253551 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.253805 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.254031 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.254249 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.254533 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.254751 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.255001 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.255256 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.255492 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.255749 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.255985 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.256229 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.256469 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.256691 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.256932 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.258518 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.258518 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.258716 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.258817 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.259333 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.259849 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.260243 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.260656 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.261037 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.261647 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.262085 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.263095 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.263095 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.263095 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.263095 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.263439 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.263602 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.264017 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.264294 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.264561 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.264769 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.265623 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.265877 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.266113 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.266327 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.266559 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.266896 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.267142 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.267380 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.267596 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.267865 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.268112 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.269468 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.269945 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.270433 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.270967 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.271448 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.271938 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.272337 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.273178 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.273178 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.273349 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.273555 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.273983 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.274297 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.274542 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.274770 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.275177 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.275438 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.275669 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.275927 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.276158 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.276384 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.276643 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.276882 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.277230 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.277502 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.277745 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.277982 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.278208 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.278444 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.278715 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.278942 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.279237 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.279508 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.279750 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.279989 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.280239 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.280538 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.280766 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.281868 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.282266 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.282693 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.283046 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.283397 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.283752 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.284155 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.284400 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.284621 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.285068 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.285441 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.286233 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.286233 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.286413 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.286520 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.286894 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.287270 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.287647 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.287990 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.288370 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.288714 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.289090 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.289472 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.289864 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.290216 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.290579 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.290933 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.291336 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.291732 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.291998 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.292365 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.292620 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.292844 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.293082 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.293303 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.293521 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.293768 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.293993 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.294212 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.294308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:28:04.294427 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.294727 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.294978 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.295212 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.295449 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.295741 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.296001 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.296246 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.296471 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.296679 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.296974 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.297263 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.297479 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.297694 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.299087 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.299087 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.299087 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.299087 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.299359 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.299568 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.299970 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.300350 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.300737 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.301264 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.301687 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.301957 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.302199 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.302572 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.302801 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.303061 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.303556 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.304010 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.304428 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.304687 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.305185 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.305630 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.305927 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.306170 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.306466 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.306832 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.307129 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.307405 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.307660 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.307938 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.308142 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.308360 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.308604 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.308842 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.309105 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.309339 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.309588 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.309840 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.310079 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.310309 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.310530 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.310768 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.310989 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.311368 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.312259 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.312426 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 16:28:04.312954 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89104) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 29 16:28:04.313153 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 16:28:04.313298 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 16:28:04.313470 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 16:28:04.313643 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 16:28:04.313792 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 16:28:04.314146 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.314460 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.314767 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.315076 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.315241 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.315569 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.315914 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.316076 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.316236 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.316388 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.316542 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.317362 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.317362 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.317362 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.317362 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.317362 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.317849 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.317849 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.317849 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.318028 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.318093 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.318263 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.318369 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] debug = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.318505 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.318694 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.318892 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.319037 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.319158 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.319472 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.319766 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.320117 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.320453 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.320669 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.320885 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.321071 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.321237 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.321395 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.321547 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.321699 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.321858 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.322023 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] host = dv-neutron-851534-1-hyperv {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.322179 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.322337 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.322499 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.322656 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.322815 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.322971 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.323131 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.323290 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.323453 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.323603 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.323753 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.323916 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.324072 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.324225 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_file = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.324382 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_options = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.324538 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.324697 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.324853 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.325079 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.326275 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.326440 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.326604 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.326765 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.326950 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.327101 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.327237 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.327405 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.328176 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.328332 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.328489 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.328644 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.328798 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.328952 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.329812 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.330164 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.330391 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.330608 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.330820 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.331148 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.331475 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.331813 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.331975 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.332143 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.332298 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.332491 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.332612 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.332908 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.333221 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.333505 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.333799 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.334088 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.334246 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.334688 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.334688 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.334849 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.334849 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.335019 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.335178 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.335340 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.335501 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.335714 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] use_json = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.335809 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.335962 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.336118 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.336276 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.336435 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.336592 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.336755 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.336904 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.337085 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 16:28:04.337259 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.337425 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.337597 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.337751 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.337914 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.338066 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.338233 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.338377 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.338539 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.338698 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.338866 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.339027 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.339197 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.339357 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.339519 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.339683 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.339829 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.339991 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.340143 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.340298 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.340458 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.340610 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.340787 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.340950 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.341167 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.341308 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.341438 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.341582 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.341780 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.341905 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.342072 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.342231 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.342391 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.342550 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.342710 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.343718 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.343718 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.343718 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.343718 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.343718 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.343718 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.344078 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.344078 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.344078 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.344260 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.344513 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.344513 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.344806 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.344944 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.345117 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.345265 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.345417 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.345565 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.345704 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.345930 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.345930 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.346245 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.346245 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.346466 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.346466 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.346626 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.346788 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.346958 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.347106 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.347263 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.347425 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.347586 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.347747 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.347909 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.348069 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.348268 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.348430 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.348606 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.348754 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.348913 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.349114 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.349302 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.349417 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.349574 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.349732 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.349892 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.350052 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.350212 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.350371 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.350540 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.350714 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.350874 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.351031 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.351190 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.351348 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.351507 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.351667 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.351826 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.351991 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.352148 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.352306 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.352465 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.352627 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.352786 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.352944 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.353125 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.353291 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.353461 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.353609 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.353740 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.353899 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.354060 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.354219 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.354377 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.354536 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.354694 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.354862 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.355023 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.355185 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.355344 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.355510 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.355681 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.355841 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.356044 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.356157 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.356300 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.356459 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.356618 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.357569 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.357569 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.357569 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.357569 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.357569 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.357569 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.358221 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.358221 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.358221 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.358221 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.358546 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.358546 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.358792 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.358792 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.359033 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.359157 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.359278 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.359409 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.359518 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.359677 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.359838 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.359998 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.360158 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.360318 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.360477 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.360639 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.360799 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.360959 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.361142 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.361304 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.361463 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.361622 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.361783 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.361947 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.362106 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.362267 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.362426 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.362585 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.362746 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.362906 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.363065 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.363226 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.363386 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.363544 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.363705 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.363864 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.364026 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.364220 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.364345 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.364468 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.364629 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.364790 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.364951 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.365205 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.365337 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.365460 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.365571 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.365728 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.365892 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.366054 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.366212 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.366373 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.366532 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.366697 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.366876 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.367053 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.367214 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.367357 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.367510 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.367671 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.367831 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.367991 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.368152 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.368313 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.368475 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.368633 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.368794 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.368954 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.369133 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.369297 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.369458 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.369617 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.369778 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.369938 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.370098 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.370261 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.370420 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.370580 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.370746 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.370888 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.371048 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.371206 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.371367 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.371538 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.371702 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.371866 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.372024 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.372184 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.372351 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.372513 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.372670 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.372829 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.372992 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.373212 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.373332 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.373483 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.373641 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.373801 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.373969 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.375206 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.375206 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.375206 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.375206 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.375458 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.375458 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.375573 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.375729 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.375867 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.376851 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.376851 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.376851 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.376851 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.376851 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.376851 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.377542 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.377542 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.377542 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.377542 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.377887 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.377887 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.377887 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.378086 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.378187 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.378343 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.378502 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.378661 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.378821 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.378979 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.379137 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.379297 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.379456 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.379614 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.379774 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.379933 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.380092 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.380253 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.380412 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.380571 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.380729 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.380888 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.381065 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 16:28:04.381217 dv-neutron-851534-1-hyperv neutron-server[89104]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89104) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 16:28:15.050793 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78cfcf1-7fca-4232-8948-c7234cd819ac None None] get_active_networks_info from dv-neutron-851534-1-hyperv {{(pid=89211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 16:28:15.120793 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78cfcf1-7fca-4232-8948-c7234cd819ac None None] No non-hosted networks {{(pid=89211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 16:28:15.200324 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8731b286-aa67-46de-be05-9d160fb8d486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445252'] for agent, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:17.098402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-18a6dde7-ff2c-4f94-86ed-9f2bd793820b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445252'] for agent, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:17.141673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-59656ea2-a2dc-45fb-9d8b-bae632653798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:18.173221 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445252'] for agent, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:18.174042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:18.174384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:18.175455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:18.175891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:18.176168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:18.176495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:18.178366 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:18.180016 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:18.180371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:18.180772 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:18.183204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:18.183548 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:18.184000 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-851534-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:28:18.195694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-851534-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:28:18.328602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445252'] for agent, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:19.788001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445252'] for agent, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:21.405856 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.db.l3_hamode_db [None req-10ebd7dc-060a-4e8b-bdcd-f757d230ecff None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 16:28:21.420328 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 41646) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:28:21.490663 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ebd7dc-060a-4e8b-bdcd-f757d230ecff None None] Routers set() bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:28:21.491055 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ebd7dc-060a-4e8b-bdcd-f757d230ecff None None] Router IDs set() for agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jul 29 16:28:21.987971 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING oslo_policy.policy [None req-748837bf-0567-4dde-8af5-188c97984660 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 16:28:21.988578 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING oslo_policy.policy [None req-748837bf-0567-4dde-8af5-188c97984660 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 16:28:22.203314 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-748837bf-0567-4dde-8af5-188c97984660 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:28:22.204347 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-748837bf-0567-4dde-8af5-188c97984660 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7826071 Jul 29 16:28:24.587870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 41660) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:28:24.943420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-313bf661-0916-4cfe-a7b9-66c0c0c080c9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:28:25.037064 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.policy [None req-313bf661-0916-4cfe-a7b9-66c0c0c080c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89209) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 16:28:25.083299 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING oslo_policy.policy [None req-313bf661-0916-4cfe-a7b9-66c0c0c080c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 16:28:25.083673 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING oslo_policy.policy [None req-313bf661-0916-4cfe-a7b9-66c0c0c080c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 16:28:25.092070 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.quota [None req-313bf661-0916-4cfe-a7b9-66c0c0c080c9 admin admin] Loaded quota_driver: . Jul 29 16:28:25.107210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-313bf661-0916-4cfe-a7b9-66c0c0c080c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:28:25.166185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-313bf661-0916-4cfe-a7b9-66c0c0c080c9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746453157480', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746453156023', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746453169470', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746453041548', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746453052182', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746453058232', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1644647', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1561072', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-522628', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-404849'] for rbac-policy, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:25.228229 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-313bf661-0916-4cfe-a7b9-66c0c0c080c9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:25.229399 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-313bf661-0916-4cfe-a7b9-66c0c0c080c9 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6405640 Jul 29 16:28:27.843607 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 41674) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:28:28.411528 dv-neutron-851534-1-hyperv neutron-server[89210]: WARNING oslo_policy.policy [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 16:28:28.412087 dv-neutron-851534-1-hyperv neutron-server[89210]: WARNING oslo_policy.policy [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 16:28:28.627002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'name': 'private'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:28:28.628655 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.quota [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Loaded quota_driver: . Jul 29 16:28:28.644338 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:28:28.650782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Usage tracker for resource:network and tenant:a99d26c52a1748cda46b1eb4588f5ffe is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:28:28.656875 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:28:28.664208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:28:28.679596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Made reservation on behalf of a99d26c52a1748cda46b1eb4588f5ffe for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:28:28.746318 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.policy [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89210) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 16:28:28.791886 dv-neutron-851534-1-hyperv neutron-server[89210]: WARNING oslo_policy.policy [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 16:28:28.792202 dv-neutron-851534-1-hyperv neutron-server[89210]: WARNING oslo_policy.policy [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 16:28:28.802338 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:28.823048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:28.837789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:28:28.841516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Usage tracker for resource:security_group_rule and tenant:a99d26c52a1748cda46b1eb4588f5ffe is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:28:28.847280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:28:28.852811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:28:28.949441 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:28.953672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:28.977576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:28:29.001966 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746449811851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:29.002501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Unsubscribe: segment precommit_create {{(pid=89210) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 16:28:29.003008 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Added segment b1ed9a33-e53c-4edb-b8db-36fe51cf06ca of type vlan for network 9ddd14f4-431e-4871-9769-3c6e7accb4fd Jul 29 16:28:29.011393 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c13578-68a5-4bc0-a2a7-e57826db3fd0,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:28:29.071603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:29.071880 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:29.072214 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:29.072542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:29.072866 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:29.073212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:29.073532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:29.073850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:29.074167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:29.074479 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:29.074792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:29.075103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Tracked resource versions report: Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: pushed versions: Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: { 'AddressGroup': {'1.2'}, Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'ConntrackHelper': {'1.0'}, Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Log': {'1.0'}, Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Network': {'1.1'}, Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Port': {'1.7'}, Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'PortForwarding': {'1.2'}, Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'QosPolicy': {'1.8'}, Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'SecurityGroup': {'1.4'}, Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'SecurityGroupRule': {'1.2'}, Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'SubPort': {'1.0'}, Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Subnet': {'1.1'}, Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Trunk': {'1.1'}} Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: consumer versions: Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: { DHCP agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: L3 agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: Metadata agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: Metering agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: Open vSwitch agent@dv-neutron-851534-1-hyperv: { 'AddressGroup': '1.2', Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'ConntrackHelper': '1.0', Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Log': '1.0', Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Network': '1.1', Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Port': '1.7', Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'PortForwarding': '1.2', Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'QosPolicy': '1.8', Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'SecurityGroup': '1.4', Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'SecurityGroupRule': '1.2', Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'SubPort': '1.0', Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Subnet': '1.1', Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Trunk': '1.1'}} Jul 29 16:28:29.076358 dv-neutron-851534-1-hyperv neutron-server[89210]: {{(pid=89210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 16:28:29.117469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:29.155555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:29.156746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:28:29.157421 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:29.262095 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] Pushing event updated for resources: {'Network': ['ID=9ddd14f4-431e-4871-9769-3c6e7accb4fd,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:28:29.265482 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-390be272-7030-4958-99f4-4e5092c72c62 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4197931 Jul 29 16:28:29.275210 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 9ddd14f4-431e-4871-9769-3c6e7accb4fd details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:28:31.990548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 41696) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:28:32.459087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a0a56b-3393-4230-9d41-f594376ce2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:28:32.460482 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-45a0a56b-3393-4230-9d41-f594376ce2dc admin admin] 10.222.0.58 "GET /v2.0/networks/9ddd14f4-431e-4871-9769-3c6e7accb4fd HTTP/1.1" status: 200 len: 825 time: 0.4690115 Jul 29 16:28:32.487352 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6a38c1ea-dd31-4e22-ae28-e0ed8b2e2cbe admin admin] 10.222.0.58 "GET /v2.0/subnetpools/e073aa6f-8d56-4434-84fc-810c34e1d589 HTTP/1.1" status: 200 len: 734 time: 0.0214863 Jul 29 16:28:32.495674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e073aa6f-8d56-4434-84fc-810c34e1d589', 'tenant_id': 'a99d26c52a1748cda46b1eb4588f5ffe'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:28:32.500302 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:28:32.504566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Usage tracker for resource:subnet and tenant:a99d26c52a1748cda46b1eb4588f5ffe is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:28:32.508102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:28:32.514723 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:28:32.524132 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Made reservation on behalf of a99d26c52a1748cda46b1eb4588f5ffe for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:28:32.526713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:32.832164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:32.910570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Checking segment: {'id': 'b1ed9a33-e53c-4edb-b8db-36fe51cf06ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:28:32.910937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Network hostable DHCP agents. Network: 9ddd14f4-431e-4871-9769-3c6e7accb4fd, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:28:32.934670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a257b135-9543-4ac5-afc3-3e376a3f57e7,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:28:32.944133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:32.944492 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:32.944832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:32.945187 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:32.945517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:32.945842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:32.946164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:32.946482 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:32.946798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:32.947110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:32.947428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:32.947744 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Tracked resource versions report: Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: pushed versions: Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: { 'AddressGroup': {'1.2'}, Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'ConntrackHelper': {'1.0'}, Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Log': {'1.0'}, Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Network': {'1.1'}, Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Port': {'1.7'}, Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'PortForwarding': {'1.2'}, Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'QosPolicy': {'1.8'}, Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'SecurityGroup': {'1.4'}, Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'SecurityGroupRule': {'1.2'}, Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'SubPort': {'1.0'}, Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Subnet': {'1.1'}, Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Trunk': {'1.1'}} Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: consumer versions: Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: { DHCP agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: L3 agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: Metadata agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: Metering agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: Open vSwitch agent@dv-neutron-851534-1-hyperv: { 'AddressGroup': '1.2', Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'ConntrackHelper': '1.0', Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Log': '1.0', Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Network': '1.1', Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Port': '1.7', Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'PortForwarding': '1.2', Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'QosPolicy': '1.8', Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'SecurityGroup': '1.4', Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'SecurityGroupRule': '1.2', Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'SubPort': '1.0', Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Subnet': '1.1', Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Trunk': '1.1'}} Jul 29 16:28:32.949006 dv-neutron-851534-1-hyperv neutron-server[89209]: {{(pid=89209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 16:28:32.960659 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Network 9ddd14f4-431e-4871-9769-3c6e7accb4fd is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:28:32.979876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 9ddd14f4-431e-4871-9769-3c6e7accb4fd) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:28:32.984448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:28:32.985112 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:32.989796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a15c8c-5eee-48b5-aaa7-c08c3fcc53bc None None] Network 9ddd14f4-431e-4871-9769-3c6e7accb4fd requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:28:33.005143 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a1ae3c37-fc11-42b2-b993-2b7a508613f7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5119908 Jul 29 16:28:33.280155 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-9ddd14f4-431e-4871-9769-3c6e7accb4fd', 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd', 'tenant_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'fixed_ips': [{'subnet_id': 'a257b135-9543-4ac5-afc3-3e376a3f57e7'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:28:33.281414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:33.473020 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Allocated IP 172.20.0.2 (9ddd14f4-431e-4871-9769-3c6e7accb4fd/a257b135-9543-4ac5-afc3-3e376a3f57e7/c137e8af-e57b-468e-b17c-9fee03f3d520) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:28:33.703100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:33.715913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Transition to ACTIVE for port object c137e8af-e57b-468e-b17c-9fee03f3d520 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:28:33.736350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Transition to ACTIVE for port object c137e8af-e57b-468e-b17c-9fee03f3d520 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:28:33.743286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:33.804926 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Network 9ddd14f4-431e-4871-9769-3c6e7accb4fd is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:28:33.807690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:28:33.813561 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:28:33.853924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Pushing event updated for resources: {'Port': ['ID=c137e8af-e57b-468e-b17c-9fee03f3d520,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:28:33.866168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:33.866527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:33.866866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:33.867196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:33.867519 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:33.867862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:33.868188 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:33.868508 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:33.868845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:33.869188 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:33.869508 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:33.869823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Tracked resource versions report: Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: pushed versions: Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: { 'AddressGroup': {'1.2'}, Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'ConntrackHelper': {'1.0'}, Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Log': {'1.0'}, Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Network': {'1.1'}, Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Port': {'1.7'}, Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'PortForwarding': {'1.2'}, Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'QosPolicy': {'1.8'}, Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'SecurityGroup': {'1.4'}, Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'SecurityGroupRule': {'1.2'}, Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'SubPort': {'1.0'}, Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Subnet': {'1.1'}, Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Trunk': {'1.1'}} Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: consumer versions: Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: { DHCP agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: L3 agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: Metadata agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: Metering agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: Open vSwitch agent@dv-neutron-851534-1-hyperv: { 'AddressGroup': '1.2', Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'ConntrackHelper': '1.0', Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Log': '1.0', Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Network': '1.1', Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Port': '1.7', Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'PortForwarding': '1.2', Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'QosPolicy': '1.8', Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'SecurityGroup': '1.4', Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'SecurityGroupRule': '1.2', Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'SubPort': '1.0', Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Subnet': '1.1', Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Trunk': '1.1'}} Jul 29 16:28:33.871120 dv-neutron-851534-1-hyperv neutron-server[89211]: {{(pid=89211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 16:28:33.934696 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Attempting to bind port c137e8af-e57b-468e-b17c-9fee03f3d520 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:28:33.935092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Attempting to bind port c137e8af-e57b-468e-b17c-9fee03f3d520 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b1ed9a33-e53c-4edb-b8db-36fe51cf06ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:28:33.935504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Attempting to bind port c137e8af-e57b-468e-b17c-9fee03f3d520 on network 9ddd14f4-431e-4871-9769-3c6e7accb4fd {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:28:33.940727 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:28:33.941135 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Checking segment: {'id': 'b1ed9a33-e53c-4edb-b8db-36fe51cf06ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:28:33.941607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:33.941990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Bound using segment: {'id': 'b1ed9a33-e53c-4edb-b8db-36fe51cf06ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:28:33.942462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Bound port: c137e8af-e57b-468e-b17c-9fee03f3d520, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ed9a33-e53c-4edb-b8db-36fe51cf06ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:28:33.942828 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:34.031613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] For port c137e8af-e57b-468e-b17c-9fee03f3d520, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:28:34.035653 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] For port c137e8af-e57b-468e-b17c-9fee03f3d520, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c137e8af-e57b-468e-b17c-9fee03f3d520,segment=NetworkSegment(b1ed9a33-e53c-4edb-b8db-36fe51cf06ca),segment_id=b1ed9a33-e53c-4edb-b8db-36fe51cf06ca)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:28:34.039369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:34.124288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214869a0-2dd4-49d1-ab36-e2a6cf897c0b None None] Pushing event updated for resources: {'Port': ['ID=c137e8af-e57b-468e-b17c-9fee03f3d520,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:28:35.429508 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 41710) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:28:35.797499 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-cbe7d10f-37c6-4d4c-b15d-5576ff14fe6f admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:28:35.798749 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cbe7d10f-37c6-4d4c-b15d-5576ff14fe6f admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3682461 Jul 29 16:28:38.038582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a02398-28f0-4348-a500-f99df87ab4f8 None None] Network 9ddd14f4-431e-4871-9769-3c6e7accb4fd requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:28:38.120880 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c137e8af-e57b-468e-b17c-9fee03f3d520 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:28:38.164083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7c8a5b07-ec80-449a-942d-750f5f594e5c None None] Provisioning for port c137e8af-e57b-468e-b17c-9fee03f3d520 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:28:38.237171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port c137e8af-e57b-468e-b17c-9fee03f3d520 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:28:38.245349 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c137e8af-e57b-468e-b17c-9fee03f3d520 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:28:38.245693 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:38.250407 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 41726) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:28:38.455007 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c137e8af-e57b-468e-b17c-9fee03f3d520 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:28:38.455429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:38.501257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port c137e8af-e57b-468e-b17c-9fee03f3d520, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c137e8af-e57b-468e-b17c-9fee03f3d520,segment=NetworkSegment(b1ed9a33-e53c-4edb-b8db-36fe51cf06ca),segment_id=b1ed9a33-e53c-4edb-b8db-36fe51cf06ca)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:28:38.505828 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:38.575201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=c137e8af-e57b-468e-b17c-9fee03f3d520,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:28:38.634254 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-9457643c-cc73-4a1c-9c0f-32bfe943e002 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:28:38.635639 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9457643c-cc73-4a1c-9c0f-32bfe943e002 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3840075 Jul 29 16:28:38.812393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b2e6a7cc-eba9-4781-a9ae-0f524a91ed32 None None] Provisioning complete for port c137e8af-e57b-468e-b17c-9fee03f3d520 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:28:38.812692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b2e6a7cc-eba9-4781-a9ae-0f524a91ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:38.953358 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b2e6a7cc-eba9-4781-a9ae-0f524a91ed32 None None] Current status of the port c137e8af-e57b-468e-b17c-9fee03f3d520 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:28:40.063830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c137e8af-e57b-468e-b17c-9fee03f3d520 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:28:40.129873 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c137e8af-e57b-468e-b17c-9fee03f3d520 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:28:40.130242 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:40.243410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c137e8af-e57b-468e-b17c-9fee03f3d520 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:28:41.339428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 41738) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:28:41.689368 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a0b85514-4f05-48f6-87a0-95b337a4f620 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a99d26c52a1748cda46b1eb4588f5ffe'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:28:41.693752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a0b85514-4f05-48f6-87a0-95b337a4f620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:28:41.697468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a0b85514-4f05-48f6-87a0-95b337a4f620 admin admin] Usage tracker for resource:router and tenant:a99d26c52a1748cda46b1eb4588f5ffe is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:28:41.700661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a0b85514-4f05-48f6-87a0-95b337a4f620 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:28:41.706656 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a0b85514-4f05-48f6-87a0-95b337a4f620 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:28:41.716619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0b85514-4f05-48f6-87a0-95b337a4f620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:41.718212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0b85514-4f05-48f6-87a0-95b337a4f620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:41.739995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0b85514-4f05-48f6-87a0-95b337a4f620 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:41.848546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0b85514-4f05-48f6-87a0-95b337a4f620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:41.867027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0b85514-4f05-48f6-87a0-95b337a4f620 admin admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:41.868381 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a0b85514-4f05-48f6-87a0-95b337a4f620 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5279813 Jul 29 16:28:44.258310 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 41748) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:28:44.620109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-605d5221-5aa6-4586-910f-b5abc99394de admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:28:44.621095 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-605d5221-5aa6-4586-910f-b5abc99394de admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3618600 Jul 29 16:28:44.991804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aa77648e-731c-4003-9744-5df7f05357a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:45.238478 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 5 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:28:47.002029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 41758) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:28:47.094653 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d3aaed5c-1980-4170-b885-c7f54b705b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:47.362748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:28:47.367460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:28:47.371527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Usage tracker for resource:network and tenant:4f04327a1bc34edc9dad91df5fec3009 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:28:47.375163 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:28:47.381053 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:28:47.390697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Made reservation on behalf of 4f04327a1bc34edc9dad91df5fec3009 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:28:47.393034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:47.408409 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:47.423341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:28:47.426991 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Usage tracker for resource:security_group_rule and tenant:4f04327a1bc34edc9dad91df5fec3009 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:28:47.430066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:28:47.436857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:28:47.533254 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:47.536919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:47.556205 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Reserving flat network on physical network physnet1 {{(pid=89209) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 16:28:47.577205 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907dcda4-58f8-43be-80c1-dfddcb4d8224,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:28:47.584555 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746449811851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:47.585094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Unsubscribe: segment precommit_create {{(pid=89209) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 16:28:47.586127 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Added segment 744c65a5-50cf-4bab-aa16-7bf309848c21 of type flat for network fb4e778f-e6f9-43be-9676-d81708eeb2f6 Jul 29 16:28:47.625567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:47.664724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:47.665580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:28:47.666145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:47.764341 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7613020 Jul 29 16:28:47.766870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7db38-2902-4ca8-8de8-6b436378ea5e admin admin] Pushing event updated for resources: {'Network': ['ID=fb4e778f-e6f9-43be-9676-d81708eeb2f6,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:28:47.778623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:28:48.152199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:48.261252 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:49.746220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:50.166419 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 41778) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:28:50.375971 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af0bbcb-5188-4eff-ba89-004883ae2ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:28:50.377323 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2af0bbcb-5188-4eff-ba89-004883ae2ea9 admin admin] 10.222.0.58 "GET /v2.0/subnets/a257b135-9543-4ac5-afc3-3e376a3f57e7 HTTP/1.1" status: 200 len: 849 time: 0.2099178 Jul 29 16:28:50.535087 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d0dfc402-6a47-4a5a-8cdb-3c3e6f4e3a11 admin admin] 10.222.0.58 "GET /v2.0/routers/f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7 HTTP/1.1" status: 200 len: 704 time: 0.1521072 Jul 29 16:28:50.980036 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:51.201512 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Allocated IP 172.20.0.1 (9ddd14f4-431e-4871-9769-3c6e7accb4fd/a257b135-9543-4ac5-afc3-3e376a3f57e7/ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:28:51.352715 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:51.370201 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Transition to ACTIVE for port object ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:28:51.423421 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:51.489054 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Network 9ddd14f4-431e-4871-9769-3c6e7accb4fd is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:28:51.491795 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:28:51.499479 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:28:51.500523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:51.618410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Pushing event updated for resources: {'Port': ['ID=ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:28:51.738481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e33bf347-4e55-4326-8049-53189bbdea83 None None] Provisioning for port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:28:51.743939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e33bf347-4e55-4326-8049-53189bbdea83 None None] Provisioning complete for port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:28:51.744312 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e33bf347-4e55-4326-8049-53189bbdea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:51.800346 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e33bf347-4e55-4326-8049-53189bbdea83 None None] Port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:28:51.803120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:52.022338 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:52.026596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:52.027321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:52.162059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Pushing event updated for resources: {'Port': ['ID=ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:28:52.218069 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Network 9ddd14f4-431e-4871-9769-3c6e7accb4fd is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:28:52.219081 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:28:52.405203 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Router f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:28:52.421693 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-628e8440-62b3-4fe2-b016-7f8be0480151 None None] Provisioning complete for port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:28:52.422088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-628e8440-62b3-4fe2-b016-7f8be0480151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:52.477533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-628e8440-62b3-4fe2-b016-7f8be0480151 None None] Port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:28:52.555356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:28:52.564973 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-92719da1-af3d-44e6-8041-9c19c1b505d7 admin admin] 10.222.0.58 "PUT /v2.0/routers/f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0249796 Jul 29 16:28:52.565199 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Sync routers for ids ['f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:28:52.575503 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Routers {'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:28:52.576965 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:28:47Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:28:52.750261 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Set router f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:28:53.110853 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7', 'name': 'router1', 'tenant_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:28:41Z', 'updated_at': '2022-07-29T16:28:51Z', 'revision_number': 2, 'project_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'gw_port_host': None, '_interfaces': [{'id': 'ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45', 'name': '', 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd', 'tenant_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'mac_address': 'fa:16:3e:ca:cc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a257b135-9543-4ac5-afc3-3e376a3f57e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:28:51Z', 'updated_at': '2022-07-29T16:28:51Z', 'revision_number': 2, 'project_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'subnets': [{'id': 'a257b135-9543-4ac5-afc3-3e376a3f57e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e073aa6f-8d56-4434-84fc-810c34e1d589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:28:53.115551 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Checking router: f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:28:53.115925 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Updating router f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7 port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:28:53.170539 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:53.545653 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:53.560416 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Transition to ACTIVE for port object ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:28:53.566858 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:53.778511 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef8f1f-4d2a-4da3-912f-f9995e03d1cd None None] Pushing event updated for resources: {'Port': ['ID=ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:28:53.796302 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef8f1f-4d2a-4da3-912f-f9995e03d1cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:53.796612 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef8f1f-4d2a-4da3-912f-f9995e03d1cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:53.796935 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef8f1f-4d2a-4da3-912f-f9995e03d1cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:53.797315 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef8f1f-4d2a-4da3-912f-f9995e03d1cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:53.797909 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef8f1f-4d2a-4da3-912f-f9995e03d1cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:53.798255 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef8f1f-4d2a-4da3-912f-f9995e03d1cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:53.798757 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef8f1f-4d2a-4da3-912f-f9995e03d1cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:53.798925 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef8f1f-4d2a-4da3-912f-f9995e03d1cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:53.799314 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef8f1f-4d2a-4da3-912f-f9995e03d1cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:53.799684 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef8f1f-4d2a-4da3-912f-f9995e03d1cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:53.800109 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef8f1f-4d2a-4da3-912f-f9995e03d1cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:53.800438 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef8f1f-4d2a-4da3-912f-f9995e03d1cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef8f1f-4d2a-4da3-912f-f9995e03d1cd None None] Tracked resource versions report: Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: pushed versions: Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: { 'AddressGroup': {'1.2'}, Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'ConntrackHelper': {'1.0'}, Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Log': {'1.0'}, Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Network': {'1.1'}, Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Port': {'1.7'}, Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'PortForwarding': {'1.2'}, Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'QosPolicy': {'1.8'}, Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'SecurityGroup': {'1.4'}, Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'SecurityGroupRule': {'1.2'}, Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'SubPort': {'1.0'}, Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Subnet': {'1.1'}, Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Trunk': {'1.1'}} Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: consumer versions: Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: { DHCP agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: L3 agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: Metadata agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: Metering agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: Open vSwitch agent@dv-neutron-851534-1-hyperv: { 'AddressGroup': '1.2', Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'ConntrackHelper': '1.0', Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Log': '1.0', Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Network': '1.1', Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Port': '1.7', Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'PortForwarding': '1.2', Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'QosPolicy': '1.8', Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'SecurityGroup': '1.4', Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'SecurityGroupRule': '1.2', Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'SubPort': '1.0', Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Subnet': '1.1', Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Trunk': '1.1'}} Jul 29 16:28:53.801809 dv-neutron-851534-1-hyperv neutron-server[89212]: {{(pid=89212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 16:28:53.820507 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Attempting to bind port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:28:53.820915 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Attempting to bind port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b1ed9a33-e53c-4edb-b8db-36fe51cf06ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:28:53.821390 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Attempting to bind port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 on network 9ddd14f4-431e-4871-9769-3c6e7accb4fd {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:28:53.827251 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:28:53.827644 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Checking segment: {'id': 'b1ed9a33-e53c-4edb-b8db-36fe51cf06ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:28:53.828117 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:53.828511 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Bound using segment: {'id': 'b1ed9a33-e53c-4edb-b8db-36fe51cf06ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:28:53.829007 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Bound port: ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ed9a33-e53c-4edb-b8db-36fe51cf06ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:28:53.829402 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:53.914479 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] For port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:28:53.918664 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] For port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45,segment=NetworkSegment(b1ed9a33-e53c-4edb-b8db-36fe51cf06ca),segment_id=b1ed9a33-e53c-4edb-b8db-36fe51cf06ca)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:28:53.922921 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:54.012530 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Routers {'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:28:54.013191 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:28:47Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:28:54.061309 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef8f1f-4d2a-4da3-912f-f9995e03d1cd None None] Pushing event updated for resources: {'Port': ['ID=ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:28:54.198038 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] Set router f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:28:54.514446 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7', 'name': 'router1', 'tenant_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:28:41Z', 'updated_at': '2022-07-29T16:28:51Z', 'revision_number': 2, 'project_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'gw_port_host': None, '_interfaces': [{'id': 'ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45', 'name': '', 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd', 'tenant_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'mac_address': 'fa:16:3e:ca:cc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a257b135-9543-4ac5-afc3-3e376a3f57e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:28:51Z', 'updated_at': '2022-07-29T16:28:53Z', 'revision_number': 4, 'project_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'subnets': [{'id': 'a257b135-9543-4ac5-afc3-3e376a3f57e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e073aa6f-8d56-4434-84fc-810c34e1d589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:28:54.518442 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b5f98-cc76-4a73-864e-2bda6515fe81 None None] The sync data for ids ['f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7'] in dv-neutron-851534-1-hyperv is: [{'id': 'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7', 'name': 'router1', 'tenant_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:28:41Z', 'updated_at': '2022-07-29T16:28:51Z', 'revision_number': 2, 'project_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'gw_port_host': None, '_interfaces': [{'id': 'ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45', 'name': '', 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd', 'tenant_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'mac_address': 'fa:16:3e:ca:cc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a257b135-9543-4ac5-afc3-3e376a3f57e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:28:51Z', 'updated_at': '2022-07-29T16:28:53Z', 'revision_number': 4, 'project_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'subnets': [{'id': 'a257b135-9543-4ac5-afc3-3e376a3f57e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e073aa6f-8d56-4434-84fc-810c34e1d589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:28:54.775686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 41800) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:28:54.954653 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4f0285-573c-4445-89e2-238bdb4bbe03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:28:54.955239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6b4f0285-573c-4445-89e2-238bdb4bbe03 admin admin] Synchronizing usage tracker for tenant:4f04327a1bc34edc9dad91df5fec3009 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:28:54.972427 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6b4f0285-573c-4445-89e2-238bdb4bbe03 admin admin] Unset dirty status for tenant:4f04327a1bc34edc9dad91df5fec3009 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:28:54.973749 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6b4f0285-573c-4445-89e2-238bdb4bbe03 admin admin] 10.222.0.58 "GET /v2.0/networks/fb4e778f-e6f9-43be-9676-d81708eeb2f6 HTTP/1.1" status: 200 len: 842 time: 0.1971312 Jul 29 16:28:54.983084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Request body: {'subnet': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.26.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.26.1.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:28:54.987482 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:28:54.991376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Usage tracker for resource:subnet and tenant:4f04327a1bc34edc9dad91df5fec3009 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:28:54.994392 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:28:55.000673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:28:55.010304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Made reservation on behalf of 4f04327a1bc34edc9dad91df5fec3009 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:28:55.012640 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:55.409781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.objects.ports [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89209) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:28:55.410244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:55.484623 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32fc0132-97d0-49f5-95be-5c439385b706,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:28:55.495282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:28:55.495632 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Network hostable DHCP agents. Network: fb4e778f-e6f9-43be-9676-d81708eeb2f6, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:28:55.514866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:28:55.524148 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, fb4e778f-e6f9-43be-9676-d81708eeb2f6) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:28:55.530019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:28:55.530607 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:55.536161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361056a0-15ae-477b-a36a-868debc1de2d None None] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:28:55.552244 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9afd5c42-6dac-4ab6-afee-f584dba2ef34 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5725243 Jul 29 16:28:55.780903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9729743d-cc26-488b-bad4-fe4153ef6bce None None] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:28:56.094678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:28:56.162124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:28:56.166722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:28:56.167047 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:56.284897 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:28:56.285331 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:56.318846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45,segment=NetworkSegment(b1ed9a33-e53c-4edb-b8db-36fe51cf06ca),segment_id=b1ed9a33-e53c-4edb-b8db-36fe51cf06ca)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:28:56.323065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:56.390074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:28:57.799027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 41814) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:28:58.016282 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-61ade1e1-222f-4a59-a8f1-3fdf171d001c admin admin] 10.222.0.58 "GET /v2.0/routers/f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7 HTTP/1.1" status: 200 len: 710 time: 0.2160444 Jul 29 16:28:58.073254 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:28:58.141867 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:28:58.142241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:58.145307 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff16ba15-73a0-470d-a392-cd911fd0a47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:28:58.146670 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ff16ba15-73a0-470d-a392-cd911fd0a47c admin admin] 10.222.0.58 "GET /v2.0/networks/fb4e778f-e6f9-43be-9676-d81708eeb2f6 HTTP/1.1" status: 200 len: 886 time: 0.1253374 Jul 29 16:28:58.155231 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:28:58.256357 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:28:58.629270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:58.949250 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:59.007716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:59.141480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Allocated IP 172.26.1.173 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/835ab8e5-5a6d-425e-9701-c0cf3be24c24) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:28:59.287522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:59.345721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:28:59.407331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:28:59.410027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:28:59.413970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:28:59.480931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Pushing event updated for resources: {'Port': ['ID=835ab8e5-5a6d-425e-9701-c0cf3be24c24,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:28:59.794389 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:00.155247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:00.158387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:00.334286 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Router f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:29:00.508193 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:29:00.516806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:00.525355 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dedaaf0c-f7ba-4833-81a9-7f972cbcf571 admin admin] 10.222.0.58 "PUT /v2.0/routers/f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7 HTTP/1.1" status: 200 len: 890 time: 2.3660464 Jul 29 16:29:00.525578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Sync routers for ids ['f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:29:00.530490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Routers {'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:29:00.531252 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:28:47Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:29:00.738480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Set router f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:29:01.066845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7', 'name': 'router1', 'tenant_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '835ab8e5-5a6d-425e-9701-c0cf3be24c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:28:41Z', 'updated_at': '2022-07-29T16:28:59Z', 'revision_number': 4, 'project_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'gw_port': {'id': '835ab8e5-5a6d-425e-9701-c0cf3be24c24', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:28:59Z', 'updated_at': '2022-07-29T16:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45', 'name': '', 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd', 'tenant_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'mac_address': 'fa:16:3e:ca:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a257b135-9543-4ac5-afc3-3e376a3f57e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:28:51Z', 'updated_at': '2022-07-29T16:28:56Z', 'revision_number': 5, 'project_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'subnets': [{'id': 'a257b135-9543-4ac5-afc3-3e376a3f57e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e073aa6f-8d56-4434-84fc-810c34e1d589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:29:01.071586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Checking router: f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:29:01.071939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Updating router f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7 port 835ab8e5-5a6d-425e-9701-c0cf3be24c24 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:29:01.126199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:01.447199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:01.459148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Transition to ACTIVE for port object 835ab8e5-5a6d-425e-9701-c0cf3be24c24 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:29:01.465422 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:01.539106 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Attempting to bind port 835ab8e5-5a6d-425e-9701-c0cf3be24c24 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:29:01.539624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Attempting to bind port 835ab8e5-5a6d-425e-9701-c0cf3be24c24 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:29:01.539852 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Attempting to bind port 835ab8e5-5a6d-425e-9701-c0cf3be24c24 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:29:01.548777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:29:01.549184 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:29:01.549589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:01.549983 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:29:01.550450 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Bound port: 835ab8e5-5a6d-425e-9701-c0cf3be24c24, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:29:01.550841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:01.587533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a806592-1854-409d-9cd5-4c222bfbf160 None None] Pushing event updated for resources: {'Port': ['ID=835ab8e5-5a6d-425e-9701-c0cf3be24c24,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:29:01.631752 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] For port 835ab8e5-5a6d-425e-9701-c0cf3be24c24, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:29:01.634869 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] For port 835ab8e5-5a6d-425e-9701-c0cf3be24c24, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=835ab8e5-5a6d-425e-9701-c0cf3be24c24,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:29:01.638292 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:01.718133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Routers {'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:29:01.718747 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:28:47Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:29:01.765571 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a806592-1854-409d-9cd5-4c222bfbf160 None None] Pushing event updated for resources: {'Port': ['ID=835ab8e5-5a6d-425e-9701-c0cf3be24c24,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:29:01.899454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] Set router f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:29:02.247577 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7', 'name': 'router1', 'tenant_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '835ab8e5-5a6d-425e-9701-c0cf3be24c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:28:41Z', 'updated_at': '2022-07-29T16:28:59Z', 'revision_number': 4, 'project_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'gw_port': {'id': '835ab8e5-5a6d-425e-9701-c0cf3be24c24', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:28:59Z', 'updated_at': '2022-07-29T16:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45', 'name': '', 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd', 'tenant_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'mac_address': 'fa:16:3e:ca:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a257b135-9543-4ac5-afc3-3e376a3f57e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:28:51Z', 'updated_at': '2022-07-29T16:28:56Z', 'revision_number': 5, 'project_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'subnets': [{'id': 'a257b135-9543-4ac5-afc3-3e376a3f57e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e073aa6f-8d56-4434-84fc-810c34e1d589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:29:02.251662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb117d-a7b1-4589-b475-b389baa03932 None None] The sync data for ids ['f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7'] in dv-neutron-851534-1-hyperv is: [{'id': 'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7', 'name': 'router1', 'tenant_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '835ab8e5-5a6d-425e-9701-c0cf3be24c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:28:41Z', 'updated_at': '2022-07-29T16:28:59Z', 'revision_number': 4, 'project_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'gw_port': {'id': '835ab8e5-5a6d-425e-9701-c0cf3be24c24', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:28:59Z', 'updated_at': '2022-07-29T16:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45', 'name': '', 'network_id': '9ddd14f4-431e-4871-9769-3c6e7accb4fd', 'tenant_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'mac_address': 'fa:16:3e:ca:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6a86b-19f9-48e4-9a8b-2f177c43b4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a257b135-9543-4ac5-afc3-3e376a3f57e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:28:51Z', 'updated_at': '2022-07-29T16:28:56Z', 'revision_number': 5, 'project_id': 'a99d26c52a1748cda46b1eb4588f5ffe', 'subnets': [{'id': 'a257b135-9543-4ac5-afc3-3e376a3f57e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e073aa6f-8d56-4434-84fc-810c34e1d589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:29:02.942388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 41824) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:29:03.072653 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-869d24ec-26b3-468d-acb4-b5cd346af015 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1291337 Jul 29 16:29:04.097973 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 835ab8e5-5a6d-425e-9701-c0cf3be24c24 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:29:04.164307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 835ab8e5-5a6d-425e-9701-c0cf3be24c24 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:29:04.169001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 835ab8e5-5a6d-425e-9701-c0cf3be24c24 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:29:04.169399 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:04.292779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 835ab8e5-5a6d-425e-9701-c0cf3be24c24 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:29:04.293216 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:04.317454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 835ab8e5-5a6d-425e-9701-c0cf3be24c24, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=835ab8e5-5a6d-425e-9701-c0cf3be24c24,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:29:04.324103 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:04.393617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=835ab8e5-5a6d-425e-9701-c0cf3be24c24,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:29:06.081290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 835ab8e5-5a6d-425e-9701-c0cf3be24c24 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:29:06.148328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 835ab8e5-5a6d-425e-9701-c0cf3be24c24 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:29:06.148697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:06.264137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 835ab8e5-5a6d-425e-9701-c0cf3be24c24 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:29:14.995578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-64479dc7-a8f4-453c-aafc-87460665ea50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:17.096969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b5c63cd7-e97e-4790-b41d-379de88112a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:18.158225 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:18.264856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:19.755679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:22.237162 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 5 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:29:45.000260 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1fb89d8f-74b5-465d-a5c7-ceda74a21ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:47.099656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2ccad9df-4b92-4e82-8c19-cee59afff2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:48.154166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:48.269538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:49.763306 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:29:59.235775 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 5 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:30:15.004964 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6ac2f347-fd51-4001-bee8-f13c20ac2deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:30:17.101758 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-96845859-c626-4db2-8046-4cacd4eede93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:30:18.158015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:30:18.272764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:30:19.758264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:30:36.234068 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 5 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:30:45.007600 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-def2ea17-288a-4572-99a5-c9e77cbf1ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:30:47.104624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d2a6d381-6fa1-4a19-8867-0409cb6bb9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:30:48.156164 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:30:48.273593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:30:49.760906 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:09.703380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42426) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:31:09.767953 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-886aa1f6-6c61-42a7-ad64-820483dae249 admin admin] GET failed (client error): The resource could not be found. Jul 29 16:31:09.769244 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-886aa1f6-6c61-42a7-ad64-820483dae249 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648894 Jul 29 16:31:09.897853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f4949-88b1-47e3-9555-9d01d6f5671d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:09.899211 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0d4f4949-88b1-47e3-9555-9d01d6f5671d admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1262035 Jul 29 16:31:12.047280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42436) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:31:12.150155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18da6fe0-9ebf-4930-b733-0e03d8cb1dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:12.150702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-18da6fe0-9ebf-4930-b733-0e03d8cb1dd7 admin admin] Synchronizing usage tracker for tenant:4f04327a1bc34edc9dad91df5fec3009 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:31:12.166253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-18da6fe0-9ebf-4930-b733-0e03d8cb1dd7 admin admin] Unset dirty status for tenant:4f04327a1bc34edc9dad91df5fec3009 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:31:12.167470 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-18da6fe0-9ebf-4930-b733-0e03d8cb1dd7 admin admin] 10.222.0.58 "GET /v2.0/subnets/a257b135-9543-4ac5-afc3-3e376a3f57e7 HTTP/1.1" status: 200 len: 849 time: 0.1192513 Jul 29 16:31:12.176901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:31:12.290177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Notify callbacks [] for subnet, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:12.479346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746449700774'] for subnet, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:12.528374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:12.528955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:12.541163 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] 10.222.0.58 "PUT /v2.0/subnets/a257b135-9543-4ac5-afc3-3e376a3f57e7 HTTP/1.1" status: 200 len: 868 time: 0.3570883 Jul 29 16:31:12.543516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ab2581-b1a7-4110-91a4-01875d91b1b2 None None] Network 9ddd14f4-431e-4871-9769-3c6e7accb4fd requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:31:12.553754 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a257b135-9543-4ac5-afc3-3e376a3f57e7,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:31:12.562048 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:12.562425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:12.562756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:12.563084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:12.563406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:12.563731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:12.564057 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:12.564387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:12.564716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:12.565034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:12.565378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:12.565696 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5679e2e-7639-48db-b8d7-c31754fb9bdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:13.038037 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b01fc8b2-05f4-4859-b3db-4679b4e1e154 None None] Provisioning complete for port c137e8af-e57b-468e-b17c-9fee03f3d520 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:31:13.038412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b01fc8b2-05f4-4859-b3db-4679b4e1e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:13.152967 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b01fc8b2-05f4-4859-b3db-4679b4e1e154 None None] Current status of the port c137e8af-e57b-468e-b17c-9fee03f3d520 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:31:13.164287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b01fc8b2-05f4-4859-b3db-4679b4e1e154 None None] Provisioning complete for port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:31:13.164658 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b01fc8b2-05f4-4859-b3db-4679b4e1e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:13.231669 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 5 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:31:13.281211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b01fc8b2-05f4-4859-b3db-4679b4e1e154 None None] Current status of the port ebfa1ac4-7cf3-4f0e-99b0-509776c8aa45 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:31:14.736592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42446) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:31:14.942972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed2a05d-f8ca-41db-942d-df5b52d4dcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:14.943350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed2a05d-f8ca-41db-942d-df5b52d4dcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:14.944845 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3ed2a05d-f8ca-41db-942d-df5b52d4dcf8 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2072902 Jul 29 16:31:15.011131 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bd1a62f4-a58b-4549-9b04-8827945160e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:17.107184 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fdad28de-881e-4877-9d26-098e92d9685f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:17.119279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42456) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:31:17.287057 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3720a-253a-401c-ac50-b3c36d045966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:17.287523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3720a-253a-401c-ac50-b3c36d045966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:17.289016 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9bd3720a-253a-401c-ac50-b3c36d045966 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1687620 Jul 29 16:31:18.158240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:18.276474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:19.447242 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42466) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:31:19.618357 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3822ca33-49d2-4797-ac42-b16ef8b16543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:19.619700 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3822ca33-49d2-4797-ac42-b16ef8b16543 admin admin] 10.222.0.58 "GET /v2.0/networks/9ddd14f4-431e-4871-9769-3c6e7accb4fd HTTP/1.1" status: 200 len: 869 time: 0.1715236 Jul 29 16:31:19.762375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:21.795832 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 42476) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:31:21.959072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afe0054-5e8a-429f-a109-820d41c83941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:21.960433 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9afe0054-5e8a-429f-a109-820d41c83941 admin admin] 10.222.0.58 "GET /v2.0/networks/fb4e778f-e6f9-43be-9676-d81708eeb2f6 HTTP/1.1" status: 200 len: 886 time: 0.1636517 Jul 29 16:31:24.102050 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 42486) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:31:24.208473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d355b0-1efc-4fb3-b91b-7221680b7905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:24.208938 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d355b0-1efc-4fb3-b91b-7221680b7905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:24.210447 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-83d355b0-1efc-4fb3-b91b-7221680b7905 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1074653 Jul 29 16:31:26.367430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 42496) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:31:26.472124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7eaf1-1749-4820-8ec0-2e5116662999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:26.472663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7eaf1-1749-4820-8ec0-2e5116662999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:26.474272 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2dc7eaf1-1749-4820-8ec0-2e5116662999 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1059556 Jul 29 16:31:28.647261 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42506) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:31:28.744732 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3abf8b-7034-4aeb-b107-655a5a8e08b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:28.746069 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0c3abf8b-7034-4aeb-b107-655a5a8e08b0 admin admin] 10.222.0.58 "GET /v2.0/subnets/32fc0132-97d0-49f5-95be-5c439385b706 HTTP/1.1" status: 200 len: 816 time: 0.0978734 Jul 29 16:31:30.921216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42516) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:31:31.029484 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a9a737-9a0d-42c0-afcb-63cbccd95aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:31.030824 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a3a9a737-9a0d-42c0-afcb-63cbccd95aaf admin admin] 10.222.0.58 "GET /v2.0/subnets/a257b135-9543-4ac5-afc3-3e376a3f57e7 HTTP/1.1" status: 200 len: 868 time: 0.1086376 Jul 29 16:31:45.013700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-117870d8-432e-404d-894d-a239758af1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:47.110910 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1ab5a226-acc1-47eb-ba55-03fded2a38c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:48.159885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:48.278339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:49.764301 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:50.111946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42562) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:31:50.157921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-f64b1d92-5df0-484a-a056-c1e370ba4bfb admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:31:50.158904 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f64b1d92-5df0-484a-a056-c1e370ba4bfb admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460262 Jul 29 16:31:50.230870 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 5 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:31:52.404815 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 42572) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:31:52.471219 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae30520-1743-406b-b791-cb89e54c7bec admin admin] GET failed (client error): The resource could not be found. Jul 29 16:31:52.472466 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9ae30520-1743-406b-b791-cb89e54c7bec admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666993 Jul 29 16:31:52.596458 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613d623f-21a0-433a-abb6-d26cdb3ff261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:52.599312 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-613d623f-21a0-433a-abb6-d26cdb3ff261 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1227806 Jul 29 16:31:54.758733 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42582) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:31:54.805497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-62923b3e-e338-4e9c-8062-69ca33124ba6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:31:54.811207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-62923b3e-e338-4e9c-8062-69ca33124ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:31:54.821396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-62923b3e-e338-4e9c-8062-69ca33124ba6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:31:54.830896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62923b3e-e338-4e9c-8062-69ca33124ba6 admin admin] Made reservation on behalf of 4f04327a1bc34edc9dad91df5fec3009 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:31:54.833225 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62923b3e-e338-4e9c-8062-69ca33124ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:54.919843 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.services.revisions.revision_plugin [None req-62923b3e-e338-4e9c-8062-69ca33124ba6 admin admin] Could not find related network for resource to bump revision. Jul 29 16:31:54.931621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62923b3e-e338-4e9c-8062-69ca33124ba6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:31:54.940592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62923b3e-e338-4e9c-8062-69ca33124ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:54.940939 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-62923b3e-e338-4e9c-8062-69ca33124ba6 admin admin] Added segment 9a54fa80-99c6-4a33-bd1b-fec330d7246c of type vlan for network 57bfcddb-29ed-4377-858a-e757b55d79ea Jul 29 16:31:54.964872 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62923b3e-e338-4e9c-8062-69ca33124ba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:54.992257 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62923b3e-e338-4e9c-8062-69ca33124ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:54.993200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62923b3e-e338-4e9c-8062-69ca33124ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:54.993780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62923b3e-e338-4e9c-8062-69ca33124ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:55.091195 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-62923b3e-e338-4e9c-8062-69ca33124ba6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3313055 Jul 29 16:31:55.093758 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62923b3e-e338-4e9c-8062-69ca33124ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=57bfcddb-29ed-4377-858a-e757b55d79ea,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:31:55.104972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 57bfcddb-29ed-4377-858a-e757b55d79ea details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:31:57.273342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42592) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:31:57.338593 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-012cbc5e-ce96-4895-bcc9-f4d53f4bc67d admin admin] GET failed (client error): The resource could not be found. Jul 29 16:31:57.339108 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-012cbc5e-ce96-4895-bcc9-f4d53f4bc67d admin admin] Synchronizing usage tracker for tenant:4f04327a1bc34edc9dad91df5fec3009 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:31:57.354238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-012cbc5e-ce96-4895-bcc9-f4d53f4bc67d admin admin] Unset dirty status for tenant:4f04327a1bc34edc9dad91df5fec3009 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:31:57.355535 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-012cbc5e-ce96-4895-bcc9-f4d53f4bc67d admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0812140 Jul 29 16:31:57.460612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb478df1-cd69-468a-9d71-87f64397686d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:57.468354 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-eb478df1-cd69-468a-9d71-87f64397686d admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1026015 Jul 29 16:31:57.472974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-bd4489d1-208b-4ce9-b3c7-2002f94cd8f5 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '57bfcddb-29ed-4377-858a-e757b55d79ea'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:31:57.477420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bd4489d1-208b-4ce9-b3c7-2002f94cd8f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:31:57.486903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bd4489d1-208b-4ce9-b3c7-2002f94cd8f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:31:57.497916 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4489d1-208b-4ce9-b3c7-2002f94cd8f5 admin admin] Made reservation on behalf of 4f04327a1bc34edc9dad91df5fec3009 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:31:57.501680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bd4489d1-208b-4ce9-b3c7-2002f94cd8f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:57.735026 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bd4489d1-208b-4ce9-b3c7-2002f94cd8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:57.806996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4489d1-208b-4ce9-b3c7-2002f94cd8f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58cfd07a-0bd2-468c-89b5-5f691c186e42,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:31:57.818080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4489d1-208b-4ce9-b3c7-2002f94cd8f5 admin admin] Checking segment: {'id': '9a54fa80-99c6-4a33-bd1b-fec330d7246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57bfcddb-29ed-4377-858a-e757b55d79ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:31:57.818443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4489d1-208b-4ce9-b3c7-2002f94cd8f5 admin admin] Network hostable DHCP agents. Network: 57bfcddb-29ed-4377-858a-e757b55d79ea, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:31:57.836861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4489d1-208b-4ce9-b3c7-2002f94cd8f5 admin admin] Network 57bfcddb-29ed-4377-858a-e757b55d79ea is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:31:57.845449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-bd4489d1-208b-4ce9-b3c7-2002f94cd8f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 57bfcddb-29ed-4377-858a-e757b55d79ea) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:31:57.849346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4489d1-208b-4ce9-b3c7-2002f94cd8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:31:57.849922 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bd4489d1-208b-4ce9-b3c7-2002f94cd8f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:57.855090 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f425f09-31d9-420b-b8c9-867fb7ec5bf8 None None] Network 57bfcddb-29ed-4377-858a-e757b55d79ea requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:31:57.874610 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bd4489d1-208b-4ce9-b3c7-2002f94cd8f5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4054823 Jul 29 16:31:58.083000 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-57bfcddb-29ed-4377-858a-e757b55d79ea', 'network_id': '57bfcddb-29ed-4377-858a-e757b55d79ea', 'tenant_id': '4f04327a1bc34edc9dad91df5fec3009', 'fixed_ips': [{'subnet_id': '58cfd07a-0bd2-468c-89b5-5f691c186e42'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:31:58.083854 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:58.242609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Allocated IP 192.168.233.2 (57bfcddb-29ed-4377-858a-e757b55d79ea/58cfd07a-0bd2-468c-89b5-5f691c186e42/4f43fa39-bbe5-4a5e-a91b-07c11879bcbc) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:31:58.450274 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:58.461498 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Transition to ACTIVE for port object 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:31:58.479715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Transition to ACTIVE for port object 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:31:58.488002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:58.561144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Network 57bfcddb-29ed-4377-858a-e757b55d79ea is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:31:58.562269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:31:58.566732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:31:58.575885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Pushing event updated for resources: {'Port': ['ID=4f43fa39-bbe5-4a5e-a91b-07c11879bcbc,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:31:58.619891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:58.620251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:58.620587 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:58.620913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:58.621260 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:58.621604 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:58.621926 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:58.622819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:58.623156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:58.623474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:58.623783 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:58.624098 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:31:58.686837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Attempting to bind port 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:31:58.687201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Attempting to bind port 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '9a54fa80-99c6-4a33-bd1b-fec330d7246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57bfcddb-29ed-4377-858a-e757b55d79ea'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:31:58.687550 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Attempting to bind port 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc on network 57bfcddb-29ed-4377-858a-e757b55d79ea {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:31:58.692905 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:31:58.693355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Checking segment: {'id': '9a54fa80-99c6-4a33-bd1b-fec330d7246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57bfcddb-29ed-4377-858a-e757b55d79ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:31:58.693750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:58.694284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Bound using segment: {'id': '9a54fa80-99c6-4a33-bd1b-fec330d7246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57bfcddb-29ed-4377-858a-e757b55d79ea'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:31:58.694737 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Bound port: 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a54fa80-99c6-4a33-bd1b-fec330d7246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57bfcddb-29ed-4377-858a-e757b55d79ea'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:31:58.695117 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:58.782137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-bb954232-3965-4351-b250-27a2ea94003d None None] For port 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:31:58.785243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-bb954232-3965-4351-b250-27a2ea94003d None None] For port 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4f43fa39-bbe5-4a5e-a91b-07c11879bcbc,segment=NetworkSegment(9a54fa80-99c6-4a33-bd1b-fec330d7246c),segment_id=9a54fa80-99c6-4a33-bd1b-fec330d7246c)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:31:58.790296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:31:58.881004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb954232-3965-4351-b250-27a2ea94003d None None] Pushing event updated for resources: {'Port': ['ID=4f43fa39-bbe5-4a5e-a91b-07c11879bcbc,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:31:59.675915 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fb35d5-ee54-41ab-b9b3-9e5daf93575f None None] Network 57bfcddb-29ed-4377-858a-e757b55d79ea requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:31:59.766589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a5b6c58f-e6a1-4a37-9339-5f202b67327a None None] Provisioning for port 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:32:00.190415 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:32:00.283626 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:32:00.288623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:32:00.288997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:32:00.408087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:32:00.408487 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:32:00.441832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4f43fa39-bbe5-4a5e-a91b-07c11879bcbc,segment=NetworkSegment(9a54fa80-99c6-4a33-bd1b-fec330d7246c),segment_id=9a54fa80-99c6-4a33-bd1b-fec330d7246c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:32:00.447218 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:32:00.516012 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=4f43fa39-bbe5-4a5e-a91b-07c11879bcbc,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:32:02.167756 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:32:02.238819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:32:02.239179 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:32:02.351038 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 4f43fa39-bbe5-4a5e-a91b-07c11879bcbc is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:32:15.019157 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e0d80e22-bda8-44a0-8b95-66b77da0b851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:32:17.112667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bf92191b-290a-4ee2-8886-2a4c60c57b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:32:18.161816 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:32:18.281369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:32:19.766373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:32:27.229181 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 5 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:32:45.020845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-88fc9339-4d0c-47d9-be8f-7ec9b858c3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:32:47.115677 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b24a5f83-80d5-44da-bd49-7406afee713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:32:48.164651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:32:48.283642 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:32:49.770082 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:04.228086 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 5 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:33:05.062856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42638) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:33:05.068659 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-3fe97dc1-d909-4478-8533-695dfe06375e tempest-verify_tempest_config-871419640 tempest-verify_tempest_config-871419640-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:33:05.069709 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3fe97dc1-d909-4478-8533-695dfe06375e tempest-verify_tempest_config-871419640 tempest-verify_tempest_config-871419640-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058959 Jul 29 16:33:05.366171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42656) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:33:05.476493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:05.490413 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:33:05.494241 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Usage tracker for resource:security_group_rule and tenant:618698a839b74e428321387b8db10eb6 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:33:05.496967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:33:05.502695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:33:05.586597 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:05.590831 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:05.634928 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Synchronizing usage tracker for tenant:4f04327a1bc34edc9dad91df5fec3009 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:33:05.639328 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f509e1-9caa-4ba8-ac45-d03fac497a48,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:33:05.648609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:33:05.648980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:33:05.649357 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:33:05.649692 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:33:05.650026 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:33:05.650351 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:33:05.650679 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:33:05.651023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:33:05.651350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:33:05.651671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:33:05.651990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:33:05.652306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:33:05.666381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] Unset dirty status for tenant:4f04327a1bc34edc9dad91df5fec3009 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:33:05.667589 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-89a0eb45-98a5-4342-8b88-9948ac7b9822 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=618698a839b74e428321387b8db10eb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3004873 Jul 29 16:33:05.670366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42662) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:33:05.728477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c98b-e51d-4875-9ba9-859911a48fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:05.752979 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c98b-e51d-4875-9ba9-859911a48fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:05.845217 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c98b-e51d-4875-9ba9-859911a48fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:05.858541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2c98b-e51d-4875-9ba9-859911a48fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f509e1-9caa-4ba8-ac45-d03fac497a48,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:33:05.864915 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c98b-e51d-4875-9ba9-859911a48fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:05.868372 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a8a2c98b-e51d-4875-9ba9-859911a48fec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9f509e1-9caa-4ba8-ac45-d03fac497a48 HTTP/1.1" status: 204 len: 168 time: 0.1947670 Jul 29 16:33:15.022610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8f4e634c-fa82-42e3-af2a-42d2fc1d6a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:17.117541 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-455c604a-f78e-4b06-8c42-31a1e7de0adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:18.165635 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:18.284612 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:19.770691 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:41.227916 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 5 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:33:45.024061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8dd45aca-76de-4545-ad45-b29c0d15b647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:47.118893 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-74e2cfd0-f031-460f-99a1-d1c822771bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:48.167809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:48.288502 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:33:49.773740 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:34:15.026290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e2dbde93-4338-455a-9f2d-10c5e35fdd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:34:17.119445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0da441bf-d869-4040-be2d-e49f6dfd7c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:34:18.171980 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:34:18.226217 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 5 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:34:18.291378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:34:19.775863 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:34:20.247442 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445252'] for agent, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:34:34.494313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42732) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:34:34.603457 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7224f47c-80a0-4921-9bcb-4e4632e8318a admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1080449 Jul 29 16:34:36.773297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42742) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:34:36.827493 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-744433e4-fb41-422a-b79a-52647b392ac4 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0531340 Jul 29 16:34:45.028122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-eeac5066-2102-4dde-a99a-2f7fc69e054c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:34:47.120051 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-02374ea8-3921-4dfa-8e0e-642df1cbda06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:34:48.174211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:34:48.293396 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:34:49.778590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:34:50.248954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:34:55.224928 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:35:15.067069 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b937b11c-7d1d-4647-96af-9dc97d6646ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:35:17.122258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7e59dd54-f7bb-441e-9e7a-c800f7c6317a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:35:18.176465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:35:18.297814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:35:19.783397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:35:20.268330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:35:32.224574 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:35:45.027030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c219704a-b377-4d67-85c4-2861fc73d6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:35:47.124548 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-480a130f-432c-423c-8b80-464bd8b13b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:35:48.179831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:35:48.303909 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:35:49.783329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:35:50.264766 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:02.229730 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 42924) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:02.685424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-795026698-network', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:02.690311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:02.694953 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Usage tracker for resource:network and tenant:5805d9e4969d4ea4998b7fc9613962f4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:02.698321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:02.704195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:02.714709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Made reservation on behalf of 5805d9e4969d4ea4998b7fc9613962f4 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:02.717472 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:02.730487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:02.745339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:02.749417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Usage tracker for resource:security_group_rule and tenant:5805d9e4969d4ea4998b7fc9613962f4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:02.752284 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:02.758547 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:02.855473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:02.860367 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:02.873578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 42950) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:02.895864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a39164-13a9-4e01-bd22-5c03ea8b7845,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:02.904976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 42956) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:02.905148 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:02.905477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:02.905822 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:02.906153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:02.906479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:02.906807 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:02.907129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:02.907447 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:02.907769 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:02.908084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:02.908398 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:02.908709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Tracked resource versions report: Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: pushed versions: Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: { 'AddressGroup': {'1.2'}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'ConntrackHelper': {'1.0'}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Log': {'1.0'}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Network': {'1.1'}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Port': {'1.7'}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'PortForwarding': {'1.2'}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'QosPolicy': {'1.8'}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'SecurityGroup': {'1.4'}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'SecurityGroupRule': {'1.2'}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'SubPort': {'1.0'}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Subnet': {'1.1'}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Trunk': {'1.1'}} Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: consumer versions: Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: { DHCP agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: HyperV agent@hv-neutron-8515: {}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: L3 agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: Metadata agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: Metering agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: Open vSwitch agent@dv-neutron-851534-1-hyperv: { 'AddressGroup': '1.2', Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'ConntrackHelper': '1.0', Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Log': '1.0', Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Network': '1.1', Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Port': '1.7', Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'PortForwarding': '1.2', Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'QosPolicy': '1.8', Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'SecurityGroup': '1.4', Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'SecurityGroupRule': '1.2', Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'SubPort': '1.0', Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Subnet': '1.1', Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: 'Trunk': '1.1'}} Jul 29 16:36:02.909761 dv-neutron-851534-1-hyperv neutron-server[89209]: {{(pid=89209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 16:36:02.912334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:02.924294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:02.924985 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Added segment efa85f39-634b-4dd8-8f30-334980b3315e of type vlan for network c6dca99b-4c37-4728-925e-9fe121498e55 Jul 29 16:36:02.952403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:02.983020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:02.983969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:02.984556 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:03.133490 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9026692 Jul 29 16:36:03.136601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 42972) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:03.138660 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6fce3-5161-4352-83f6-4405ac69c1a2 admin admin] Pushing event updated for resources: {'Network': ['ID=c6dca99b-4c37-4728-925e-9fe121498e55,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:03.151930 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network c6dca99b-4c37-4728-925e-9fe121498e55 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:03.159719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Request body: {'subnet': {'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-795026698-subnet', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:03.175336 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:03.181509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Usage tracker for resource:subnet and tenant:5805d9e4969d4ea4998b7fc9613962f4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:03.185809 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:03.205962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:03.219501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Made reservation on behalf of 5805d9e4969d4ea4998b7fc9613962f4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:03.221947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Notify callbacks [] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:03.314372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1469428074-network', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:03.324892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:03.330324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-764296736'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:03.354640 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:03.359791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Usage tracker for resource:network and tenant:37ad27ba7b8b4687a17c6926b862fc32 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:03.364959 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:03.368347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Usage tracker for resource:network and tenant:9ee683fc5e69436e9bbfa7df36f1861d is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:03.377153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:03.378992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:03.387988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:03.414233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Made reservation on behalf of 9ee683fc5e69436e9bbfa7df36f1861d for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:03.417791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:03.429636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Made reservation on behalf of 37ad27ba7b8b4687a17c6926b862fc32 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:03.431877 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:03.451662 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:03.513522 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:03.536885 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:03.540896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:03.547545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Usage tracker for resource:security_group_rule and tenant:9ee683fc5e69436e9bbfa7df36f1861d is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:03.551076 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Usage tracker for resource:security_group_rule and tenant:37ad27ba7b8b4687a17c6926b862fc32 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:03.554140 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:03.559108 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:03.569404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:03.571392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:03.722372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:03.853812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fcc5b9f-d525-4d8c-bbad-b1671378d8d9,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:03.873468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:03.873840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:03.874440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:03.874617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:03.874824 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:03.875155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:03.875484 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:03.875835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:03.876163 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:03.876682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:03.877010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:03.877375 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Tracked resource versions report: Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: pushed versions: Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: { 'AddressGroup': {'1.2'}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'ConntrackHelper': {'1.0'}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Log': {'1.0'}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Network': {'1.1'}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Port': {'1.7'}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'PortForwarding': {'1.2'}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'QosPolicy': {'1.8'}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'SecurityGroup': {'1.4'}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'SecurityGroupRule': {'1.2'}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'SubPort': {'1.0'}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Subnet': {'1.1'}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Trunk': {'1.1'}} Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: consumer versions: Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: { DHCP agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: HyperV agent@hv-neutron-8515: {}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: L3 agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: Metadata agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: Metering agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: Open vSwitch agent@dv-neutron-851534-1-hyperv: { 'AddressGroup': '1.2', Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'ConntrackHelper': '1.0', Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Log': '1.0', Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Network': '1.1', Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Port': '1.7', Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'PortForwarding': '1.2', Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'QosPolicy': '1.8', Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'SecurityGroup': '1.4', Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'SecurityGroupRule': '1.2', Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'SubPort': '1.0', Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Subnet': '1.1', Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: 'Trunk': '1.1'}} Jul 29 16:36:03.878405 dv-neutron-851534-1-hyperv neutron-server[89210]: {{(pid=89210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 16:36:03.910279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:03.918628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:03.925392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:03.935771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Checking segment: {'id': 'efa85f39-634b-4dd8-8f30-334980b3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:03.936117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Network hostable DHCP agents. Network: c6dca99b-4c37-4728-925e-9fe121498e55, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:36:03.946513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:03.969271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:03.985818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca53fa42-0458-4565-ad70-b66033afd01a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:04.015526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:04.016536 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:04.016897 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Added segment 94a5cbd5-edf3-412c-8a25-83e5a5980752 of type vlan for network 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 Jul 29 16:36:04.042294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Network c6dca99b-4c37-4728-925e-9fe121498e55 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:36:04.051521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5782d45c-ae02-4221-b91d-91482edc9a38,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:04.058483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:04.059073 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Added segment cbc0a4d8-15c4-414f-9505-add8a1e4eee4 of type vlan for network de4b817f-1529-4aab-b658-a863a63b13c3 Jul 29 16:36:04.080578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, c6dca99b-4c37-4728-925e-9fe121498e55) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:04.084390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:04.092066 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d7de19-a3dd-4379-869d-ada9e3386b24 None None] Network c6dca99b-4c37-4728-925e-9fe121498e55 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:04.094303 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:04.095052 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:04.169060 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43016) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:04.169750 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cb3dd2eb-20c7-4ac3-822f-44ff931393df admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0316770 Jul 29 16:36:04.173319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:04.174533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:04.175144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:04.175867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:04.181000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:04.183279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:04.194776 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Usage tracker for resource:router and tenant:5805d9e4969d4ea4998b7fc9613962f4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:04.212293 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:04.226569 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:04.266966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:04.268099 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:04.287030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] Pushing event updated for resources: {'Network': ['ID=5dcc6516-a1ee-4da5-989d-49f628a9f2f1,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:04.312356 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3bc6acae-bb97-47bc-9be9-16b34aa2b1cd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4375780 Jul 29 16:36:04.313373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43024) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:04.324496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] Request body: {'subnet': {'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1469428074-subnet', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:04.325111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:04.329886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:04.334243 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] Usage tracker for resource:subnet and tenant:37ad27ba7b8b4687a17c6926b862fc32 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:04.338086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:04.344521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:04.360143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] Made reservation on behalf of 37ad27ba7b8b4687a17c6926b862fc32 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:04.366553 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] Notify callbacks [] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:04.419130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:04.431606 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:04.433271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:04.471640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:04.509683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43030) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:04.661160 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-c6dca99b-4c37-4728-925e-9fe121498e55', 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'fixed_ips': [{'subnet_id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:36:04.662021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:04.694652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Pushing event updated for resources: {'Network': ['ID=de4b817f-1529-4aab-b658-a863a63b13c3,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:04.731657 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ef559346-cf93-4a38-8c8d-452f96eed33d tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8202603 Jul 29 16:36:04.731657 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43042) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:04.742625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Request body: {'subnet': {'network_id': 'de4b817f-1529-4aab-b658-a863a63b13c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:04.742844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network de4b817f-1529-4aab-b658-a863a63b13c3 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:04.776810 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43048) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:04.909422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:04.920244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Usage tracker for resource:subnet and tenant:9ee683fc5e69436e9bbfa7df36f1861d is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:04.923301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:04.929406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:04.972752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Made reservation on behalf of 9ee683fc5e69436e9bbfa7df36f1861d for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:04.974351 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Allocated IP 172.20.0.2 (c6dca99b-4c37-4728-925e-9fe121498e55/3fcc5b9f-d525-4d8c-bbad-b1671378d8d9/e1d82572-3400-4a50-9c36-57b90dfc05ae) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:04.976233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks [] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.026711 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.042626 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1400488116', 'router:external': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:05.047366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:05.052020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Usage tracker for resource:network and tenant:2a66df278738460f8d746f013ad2437e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:05.056838 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:05.065181 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:05.065616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43054) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:05.106485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Made reservation on behalf of 2a66df278738460f8d746f013ad2437e for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:05.116630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.155456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.166392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43060) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:05.222771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43066) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:05.273948 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.288834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Transition to ACTIVE for port object e1d82572-3400-4a50-9c36-57b90dfc05ae will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:05.289283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.300452 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:05.309480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2041889121'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:05.316648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Transition to ACTIVE for port object e1d82572-3400-4a50-9c36-57b90dfc05ae will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:05.326027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.342916 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Usage tracker for resource:security_group_rule and tenant:2a66df278738460f8d746f013ad2437e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:05.346646 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:05.366280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:05.378099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b6167ad6-f06a-46fd-8f00-7447421c1a10 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:05.386444 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:05.405421 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Network c6dca99b-4c37-4728-925e-9fe121498e55 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:05.410206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:05.417727 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:05.422779 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Usage tracker for resource:network and tenant:755f145a64db4c3ca03f307272e3ff7f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:05.428069 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Pushing event updated for resources: {'Port': ['ID=e1d82572-3400-4a50-9c36-57b90dfc05ae,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:05.428561 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:05.435930 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:05.437400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1469391169'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:05.461358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1417590470'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:05.463875 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Made reservation on behalf of 755f145a64db4c3ca03f307272e3ff7f for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:05.467427 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.472917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:05.473443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:05.473725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:05.474054 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:05.474372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:05.474720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:05.475055 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:05.475370 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:05.475688 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:05.476012 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:05.476441 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:05.476856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Tracked resource versions report: Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: pushed versions: Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: { 'AddressGroup': {'1.2'}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'ConntrackHelper': {'1.0'}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Log': {'1.0'}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Network': {'1.1'}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Port': {'1.7'}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'PortForwarding': {'1.2'}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'QosPolicy': {'1.8'}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'SecurityGroup': {'1.4'}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'SecurityGroupRule': {'1.2'}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'SubPort': {'1.0'}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Subnet': {'1.1'}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Trunk': {'1.1'}} Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: consumer versions: Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: { DHCP agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: HyperV agent@hv-neutron-8515: {}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: L3 agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: Metadata agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: Metering agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: Open vSwitch agent@dv-neutron-851534-1-hyperv: { 'AddressGroup': '1.2', Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'ConntrackHelper': '1.0', Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Log': '1.0', Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Network': '1.1', Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Port': '1.7', Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'PortForwarding': '1.2', Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'QosPolicy': '1.8', Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'SecurityGroup': '1.4', Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'SecurityGroupRule': '1.2', Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'SubPort': '1.0', Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Subnet': '1.1', Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: 'Trunk': '1.1'}} Jul 29 16:36:05.477899 dv-neutron-851534-1-hyperv neutron-server[89211]: {{(pid=89211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 16:36:05.488420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.523677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:05.540359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:05.544599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Usage tracker for resource:network and tenant:284ccb988efe4df3b59e494f8018158a is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:05.545298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Usage tracker for resource:security_group_rule and tenant:755f145a64db4c3ca03f307272e3ff7f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:05.548170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:05.549313 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Attempting to bind port e1d82572-3400-4a50-9c36-57b90dfc05ae on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:05.549779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Attempting to bind port e1d82572-3400-4a50-9c36-57b90dfc05ae by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'efa85f39-634b-4dd8-8f30-334980b3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:05.550219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Attempting to bind port e1d82572-3400-4a50-9c36-57b90dfc05ae on network c6dca99b-4c37-4728-925e-9fe121498e55 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:05.556820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:05.557504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:36:05.557880 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Checking segment: {'id': 'efa85f39-634b-4dd8-8f30-334980b3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:05.558278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.558755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Bound using segment: {'id': 'efa85f39-634b-4dd8-8f30-334980b3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:36:05.559219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Bound port: e1d82572-3400-4a50-9c36-57b90dfc05ae, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa85f39-634b-4dd8-8f30-334980b3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:36:05.559607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.566716 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:05.570060 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:05.583423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] Pushing event updated for resources: {'Subnet': ['ID=832e7970-a10e-4bc8-b9c8-ce252c30b091,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:05.600748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:05.604158 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b6167ad6-f06a-46fd-8f00-7447421c1a10 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] 10.222.0.58 "PUT /v2.0/quotas/f66e417517a74142ad2921f8753db7f8 HTTP/1.1" status: 200 len: 366 time: 0.5375719 Jul 29 16:36:05.612535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43078) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:05.618548 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Usage tracker for resource:network and tenant:49ee9e1ae66442b89232a32457f987a5 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:05.629063 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:05.632230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] Checking segment: {'id': '94a5cbd5-edf3-412c-8a25-83e5a5980752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:05.632586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] Network hostable DHCP agents. Network: 5dcc6516-a1ee-4da5-989d-49f628a9f2f1, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:36:05.644598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.646072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:05.665120 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bffea4ac-d37f-40e7-88d3-04a025fcac1d tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0490205 Jul 29 16:36:05.668152 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] For port e1d82572-3400-4a50-9c36-57b90dfc05ae, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:05.671882 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] For port e1d82572-3400-4a50-9c36-57b90dfc05ae, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e1d82572-3400-4a50-9c36-57b90dfc05ae,segment=NetworkSegment(efa85f39-634b-4dd8-8f30-334980b3315e),segment_id=efa85f39-634b-4dd8-8f30-334980b3315e)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:36:05.676139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43082) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:05.677478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.698595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Made reservation on behalf of 284ccb988efe4df3b59e494f8018158a for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:05.702064 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.715498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.721470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Made reservation on behalf of 49ee9e1ae66442b89232a32457f987a5 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:05.724993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.742594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.758329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.761903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7c5e5-868e-4616-aa92-0760b60d877a None None] Pushing event updated for resources: {'Port': ['ID=e1d82572-3400-4a50-9c36-57b90dfc05ae,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:05.766497 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a4a8bde8-dd46-4aac-b515-a1c105eb0999 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] 10.222.0.58 "GET /v2.0/quotas/f66e417517a74142ad2921f8753db7f8 HTTP/1.1" status: 200 len: 366 time: 0.0840890 Jul 29 16:36:05.784645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43088) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:05.795626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.807999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:05.810117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] Network 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:36:05.837837 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:05.843249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:05.850599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Usage tracker for resource:security_group_rule and tenant:284ccb988efe4df3b59e494f8018158a is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:05.859611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.860071 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Added segment a578dd08-43ab-4286-a266-d1f46e316ee5 of type vlan for network 8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51 Jul 29 16:36:05.860583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:05.861274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7add043c-3588-4a41-b742-2eb994d02fc5,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:05.864627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Usage tracker for resource:security_group_rule and tenant:49ee9e1ae66442b89232a32457f987a5 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:05.869605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.873693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 5dcc6516-a1ee-4da5-989d-49f628a9f2f1) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:05.875602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:05.879735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:05.884389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf3d14a-badf-4eb3-a157-9d8f9309863b None None] Network 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:05.898710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:05.899745 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.906810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:05.914510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Pushing event updated for resources: {'Subnet': ['ID=03a88f4c-d323-49c1-830f-e33506608191,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:05.921280 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d5bcc37c-67f8-4600-9ba7-85d5afe60870 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/f66e417517a74142ad2921f8753db7f8 HTTP/1.1" status: 204 len: 168 time: 0.1316257 Jul 29 16:36:05.922446 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:05.925475 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43094) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:05.981903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Checking segment: {'id': 'cbc0a4d8-15c4-414f-9505-add8a1e4eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'de4b817f-1529-4aab-b658-a863a63b13c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:05.982265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Network hostable DHCP agents. Network: de4b817f-1529-4aab-b658-a863a63b13c3, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:36:06.004714 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-93789a44-bc3c-4e2b-b8ff-56d741d8301a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6850221 Jul 29 16:36:06.004899 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.013284 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43098) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:06.042088 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f9a388f1-4a76-4b29-8da7-6da3a766be81 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1118767 Jul 29 16:36:06.048353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43102) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:06.057454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:06.071971 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:06.078192 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a3cad12b-bcc3-461c-b090-868bbf9226aa tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] 10.222.0.58 "GET /v2.0/quotas/f66e417517a74142ad2921f8753db7f8 HTTP/1.1" status: 200 len: 370 time: 0.0283570 Jul 29 16:36:06.085298 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43106) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:06.094656 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Usage tracker for resource:router and tenant:37ad27ba7b8b4687a17c6926b862fc32 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:06.098383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Network de4b817f-1529-4aab-b658-a863a63b13c3 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:36:06.103745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:06.104857 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-624776cd-f878-44d8-9b4e-4d4e70ff6656 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] 10.222.0.58 "GET /v2.0/quotas/f66e417517a74142ad2921f8753db7f8/default HTTP/1.1" status: 200 len: 370 time: 0.0173130 Jul 29 16:36:06.109386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43110) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:06.125287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:06.137846 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.169404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, de4b817f-1529-4aab-b658-a863a63b13c3) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:06.185734 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.196101 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.201664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:06.202281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.205328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec78a3cb-9afd-430c-9f67-868de68614cb None None] Network de4b817f-1529-4aab-b658-a863a63b13c3 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:06.221764 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.225695 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-4857412c-95fb-477a-ba17-aa384ce8600f tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] delete failed (client error): The resource could not be found. Jul 29 16:36:06.226933 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4857412c-95fb-477a-ba17-aa384ce8600f tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/f66e417517a74142ad2921f8753db7f8 HTTP/1.1" status: 404 len: 348 time: 0.1064720 Jul 29 16:36:06.227979 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.229188 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.245836 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.247132 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:06.247976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.255503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'fixed_ips': [{'subnet_id': '832e7970-a10e-4bc8-b9c8-ce252c30b091'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:36:06.257565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.274491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.284237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:06.299048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:06.302712 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5696cedb-ff59-4955-84da-7351e8e39bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5703897 Jul 29 16:36:06.304699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a787cf8-1c6b-4b18-bae8-e7845aacac76,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:06.320378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43118) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:06.321072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.360096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Allocated IP 172.26.1.7 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/52474aee-1111-4f5f-92d9-37b9890909f4) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:06.362047 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Request body: {'port': {'network_id': 'de4b817f-1529-4aab-b658-a863a63b13c3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-974783011'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:06.384570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.384954 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Added segment 4a53b0c6-744e-4092-b322-1d915b5fe644 of type vlan for network 3bd9d854-c99d-4f08-876d-16bb79d2aa89 Jul 29 16:36:06.385589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.415920 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.430945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43122) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:06.431867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.432214 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Added segment 68f8f68c-ec76-4d27-9456-adcbed053fcc of type vlan for network 1c24a601-c475-484e-8789-70c33122984c Jul 29 16:36:06.446433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f1111c-eaa2-498f-b8c2-c80f138e52c8,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:06.456249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:06.459071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.462100 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Pushing event updated for resources: {'Network': ['ID=8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:06.466514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:06.469100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.638388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-de4b817f-1529-4aab-b658-a863a63b13c3', 'network_id': 'de4b817f-1529-4aab-b658-a863a63b13c3', 'tenant_id': '9ee683fc5e69436e9bbfa7df36f1861d', 'fixed_ips': [{'subnet_id': '03a88f4c-d323-49c1-830f-e33506608191'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:36:06.643448 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.656166 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-28b7fd67-8132-46d9-8616-7f7899df13cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1420875 Jul 29 16:36:06.663032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43128) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:06.664921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.670864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e1d82572-3400-4a50-9c36-57b90dfc05ae up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:06.736955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Request body: {'subnet': {'network_id': '8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:06.775238 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5510015 Jul 29 16:36:06.787059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43132) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:06.788008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:06.788351 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Added segment 47d6a362-94bd-4fd2-859d-d1377e521181 of type vlan for network 3532305b-e999-4e2b-bcdf-dbb1d6bc5fbb Jul 29 16:36:06.804777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802f682-a0e4-4106-ad65-f73877e5afb3 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Pushing event updated for resources: {'Network': ['ID=3bd9d854-c99d-4f08-876d-16bb79d2aa89,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:06.811847 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Usage tracker for resource:network and tenant:9f1cacd76ffc4b44a0d90a51c8b6ab4b is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:06.814571 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:06.815264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Request body: {'subnet': {'network_id': '3bd9d854-c99d-4f08-876d-16bb79d2aa89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:06.824412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:06.848130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000cd96e-ea02-4e05-94b1-99322082c0bf,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:06.854244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 3bd9d854-c99d-4f08-876d-16bb79d2aa89 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:06.876200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Usage tracker for resource:subnet and tenant:2a66df278738460f8d746f013ad2437e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:06.890489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:06.948097 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:06.974159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:06.981008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:07.019736 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:07.024347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:07.030513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Usage tracker for resource:subnet and tenant:284ccb988efe4df3b59e494f8018158a is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:07.033291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Usage tracker for resource:port and tenant:9ee683fc5e69436e9bbfa7df36f1861d is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:07.035896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:07.050910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:07.058042 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:07.076105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:07.078595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:07.083642 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:07.090668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:07.091590 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:07.092196 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:07.100057 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:07.100828 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:07.115559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Usage tracker for resource:subnet and tenant:9f1cacd76ffc4b44a0d90a51c8b6ab4b is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:07.124405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:07.129536 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Made reservation on behalf of 2a66df278738460f8d746f013ad2437e for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:07.132604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:07.133572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port e1d82572-3400-4a50-9c36-57b90dfc05ae completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:07.166653 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:07.208126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Made reservation on behalf of 284ccb988efe4df3b59e494f8018158a for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:07.212527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks [] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:07.223711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1da68af-c7b0-49c5-a907-2893afeb3f41 None None] Network c6dca99b-4c37-4728-925e-9fe121498e55 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:07.238696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Made reservation on behalf of 9ee683fc5e69436e9bbfa7df36f1861d for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:07.242162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:07.328221 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1410604 Jul 29 16:36:07.343189 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Allocated IP 172.20.0.2 (5dcc6516-a1ee-4da5-989d-49f628a9f2f1/832e7970-a10e-4bc8-b9c8-ce252c30b091/6f6e5b56-1ab2-4958-b4da-622ae49e9d66) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:07.343470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43140) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:07.358315 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5796587 Jul 29 16:36:07.361512 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] device_id is not set on port 5d0b7b78-f41f-4fae-85c3-aba133f011bf yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:07.366426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Allocated IP 2001:db8::2 (de4b817f-1529-4aab-b658-a863a63b13c3/03a88f4c-d323-49c1-830f-e33506608191/441e38ef-5465-4130-b43e-4c7f3113ce04) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:07.369972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Usage tracker for resource:subnetpool and tenant:9f1cacd76ffc4b44a0d90a51c8b6ab4b is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:07.372617 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833112be-eeeb-43f1-a901-2db07db05479 tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Pushing event updated for resources: {'Network': ['ID=1c24a601-c475-484e-8789-70c33122984c,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:07.395030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaec8a8-e799-44fa-aa43-ae280d74d20f tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Pushing event updated for resources: {'Network': ['ID=3532305b-e999-4e2b-bcdf-dbb1d6bc5fbb,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:07.428996 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 1c24a601-c475-484e-8789-70c33122984c details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:07.445794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:07.483239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 3532305b-e999-4e2b-bcdf-dbb1d6bc5fbb details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:07.494713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Usage tracker for resource:port and tenant:9f1cacd76ffc4b44a0d90a51c8b6ab4b is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:07.505167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:07.510676 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c9e6ad36-98f1-4847-8ad3-f605ef810953 None None] Provisioning for port e1d82572-3400-4a50-9c36-57b90dfc05ae completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:07.511443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:07.635002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:07.652180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Usage tracker for resource:router and tenant:9f1cacd76ffc4b44a0d90a51c8b6ab4b is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:07.657152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:07.669400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:07.671775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:07.682333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:07.731091 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Request body: {'network': {'name': 'tempest-network--719395614', 'router:external': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:07.741775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:07.746832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Pushing event updated for resources: {'Port': ['ID=52474aee-1111-4f5f-92d9-37b9890909f4,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:07.750186 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Usage tracker for resource:network and tenant:5ac2950a497d4d3595aff2b55f8f3167 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:07.755330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:07.767627 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c9e6ad36-98f1-4847-8ad3-f605ef810953 None None] Provisioning complete for port e1d82572-3400-4a50-9c36-57b90dfc05ae triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:07.767627 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ad36-98f1-4847-8ad3-f605ef810953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:07.775534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:07.802931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Pushing event updated for resources: {'Subnet': ['ID=82bd3a01-a185-4e91-97d8-17275f094ba2,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:07.828788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Made reservation on behalf of 5ac2950a497d4d3595aff2b55f8f3167 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:07.832016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:07.845510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Checking segment: {'id': '4a53b0c6-744e-4092-b322-1d915b5fe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3bd9d854-c99d-4f08-876d-16bb79d2aa89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:07.845510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Network hostable DHCP agents. Network: 3bd9d854-c99d-4f08-876d-16bb79d2aa89, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:36:07.846088 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Usage tracker for resource:floatingip and tenant:9f1cacd76ffc4b44a0d90a51c8b6ab4b is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:07.854639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:07.879085 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:07.885007 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Usage tracker for resource:security_group_rule and tenant:5ac2950a497d4d3595aff2b55f8f3167 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:07.888400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:07.896596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Network 3bd9d854-c99d-4f08-876d-16bb79d2aa89 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:36:07.899305 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:07.901437 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:07.917535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 3bd9d854-c99d-4f08-876d-16bb79d2aa89) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:07.942210 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:07.942879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.029138 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b61a80e6-fad4-443b-9fb0-0c4a7dee729b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2367208 Jul 29 16:36:08.030121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31be76c5-52c0-4bdc-96fc-567f4840c243 None None] Network 3bd9d854-c99d-4f08-876d-16bb79d2aa89 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:08.032141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43158) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:08.041281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Request body: {'port': {'network_id': '3bd9d854-c99d-4f08-876d-16bb79d2aa89', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2095875854'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:08.166034 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.182972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.199358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:08.212280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.212629 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Added segment 13fd0cd3-eb5f-485b-9994-ee95f3dbdc95 of type vlan for network 7e6b2799-dc3b-4b15-b227-2a8dd2a6d5e9 Jul 29 16:36:08.325260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767554b4-e887-4632-8058-4337f6e45398,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:08.338336 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:08.345417 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.360921 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Usage tracker for resource:port and tenant:284ccb988efe4df3b59e494f8018158a is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:08.366705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:08.369762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43162) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:08.378104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Request body: {'port': {'network_id': '1c24a601-c475-484e-8789-70c33122984c', 'binding:host_id': 'hv-neutron-8515', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-549876664'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:08.388446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:08.391831 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:08.403702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Usage tracker for resource:port and tenant:9fabc4ff30bb4cc5bf0abed4b9e7e0e7 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:08.425093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:08.437540 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:08.440928 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Made reservation on behalf of 284ccb988efe4df3b59e494f8018158a for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:08.445638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.460684 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-3bd9d854-c99d-4f08-876d-16bb79d2aa89', 'network_id': '3bd9d854-c99d-4f08-876d-16bb79d2aa89', 'tenant_id': '284ccb988efe4df3b59e494f8018158a', 'fixed_ips': [{'subnet_id': '82bd3a01-a185-4e91-97d8-17275f094ba2'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:36:08.462433 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.476312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Usage tracker for resource:security_group and tenant:9f1cacd76ffc4b44a0d90a51c8b6ab4b is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:08.478546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] device_id is not set on port 0ea10f9e-3d99-4021-b911-731a5c4546e5 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:08.502454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:08.518970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.526462 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.527483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:08.528120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.531893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Made reservation on behalf of 9fabc4ff30bb4cc5bf0abed4b9e7e0e7 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:08.534537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.565305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.586719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.610462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Usage tracker for resource:security_group_rule and tenant:9f1cacd76ffc4b44a0d90a51c8b6ab4b is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:08.623297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.685814 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:08.697316 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:08.723771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Usage tracker for resource:security_group_rule and tenant:9fabc4ff30bb4cc5bf0abed4b9e7e0e7 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:08.728242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:08.744931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:08.751758 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4013484 Jul 29 16:36:08.756162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd7af1-a81a-451d-873a-4cce0e796b9c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event updated for resources: {'Network': ['ID=7e6b2799-dc3b-4b15-b227-2a8dd2a6d5e9,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:08.758541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43166) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:08.764551 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9073e824-6832-454a-86d0-1474d9b81ca4 tempest-QuotasTest-1335531392 tempest-QuotasTest-1335531392-project-admin] 10.222.0.58 "GET /v2.0/quotas/9f1cacd76ffc4b44a0d90a51c8b6ab4b/details.json HTTP/1.1" status: 200 len: 703 time: 2.3299217 Jul 29 16:36:08.829638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6ad36-98f1-4847-8ad3-f605ef810953 None None] Current status of the port e1d82572-3400-4a50-9c36-57b90dfc05ae is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:08.830202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ad36-98f1-4847-8ad3-f605ef810953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.931177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.946444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Transition to ACTIVE for port object 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:08.978640 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:08.981669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Allocated IP 172.20.0.10 (3bd9d854-c99d-4f08-876d-16bb79d2aa89/82bd3a01-a185-4e91-97d8-17275f094ba2/0ea10f9e-3d99-4021-b911-731a5c4546e5) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:08.984990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 7e6b2799-dc3b-4b15-b227-2a8dd2a6d5e9 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:09.011589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Allocated IP 172.26.1.34 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/3a0133db-519e-46f4-92df-4a0d3c13613a) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:09.119681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.objects.ports [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89209) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:36:09.120400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.188931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Transition to ACTIVE for port object 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:09.198800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.226359 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:36:09.258250 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43174) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:09.280733 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.376650 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Pushing event updated for resources: {'Subnet': ['ID=adc1cd66-0d42-4128-9747-3c0d2f7bbf82,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:09.380487 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c9e6ad36-98f1-4847-8ad3-f605ef810953 None None] For port e1d82572-3400-4a50-9c36-57b90dfc05ae, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e1d82572-3400-4a50-9c36-57b90dfc05ae,segment=NetworkSegment(efa85f39-634b-4dd8-8f30-334980b3315e),segment_id=efa85f39-634b-4dd8-8f30-334980b3315e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:09.399136 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Checking segment: {'id': 'a578dd08-43ab-4286-a266-d1f46e316ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:09.399837 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Network hostable DHCP agents. Network: 8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:36:09.407828 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.458827 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ad36-98f1-4847-8ad3-f605ef810953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.474603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.481298 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.484918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Network 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:09.497065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Pushing event updated for resources: {'Port': ['ID=6f6e5b56-1ab2-4958-b4da-622ae49e9d66,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:09.513590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.532524 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:09.542832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:09.580085 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Transition to ACTIVE for port object 441e38ef-5465-4130-b43e-4c7f3113ce04 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:09.595445 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Transition to ACTIVE for port object 0ea10f9e-3d99-4021-b911-731a5c4546e5 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:09.599232 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] device_id is not set on port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:09.614307 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-faeb270c-9465-4668-8e22-76bbc4c01088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.639155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Network 8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:36:09.656235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-faeb270c-9465-4668-8e22-76bbc4c01088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:09.664204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.674068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-faeb270c-9465-4668-8e22-76bbc4c01088 admin admin] Usage tracker for resource:security_group_rule and tenant:81040418c27a4ff78c0b10206ea15aae is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:09.675420 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.678515 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-faeb270c-9465-4668-8e22-76bbc4c01088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:09.687608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-faeb270c-9465-4668-8e22-76bbc4c01088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:09.690974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:09.708804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Transition to ACTIVE for port object 441e38ef-5465-4130-b43e-4c7f3113ce04 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:09.711453 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:09.712296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.720928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6ad36-98f1-4847-8ad3-f605ef810953 None None] Pushing event updated for resources: {'Port': ['ID=e1d82572-3400-4a50-9c36-57b90dfc05ae,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:09.725705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Attempting to bind port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:09.726078 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Attempting to bind port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '94a5cbd5-edf3-412c-8a25-83e5a5980752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:09.726442 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Attempting to bind port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 on network 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:09.732650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.767548 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:36:09.767924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Checking segment: {'id': '94a5cbd5-edf3-412c-8a25-83e5a5980752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:09.768522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.768720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Bound using segment: {'id': '94a5cbd5-edf3-412c-8a25-83e5a5980752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:36:09.769789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Bound port: 6f6e5b56-1ab2-4958-b4da-622ae49e9d66, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a5cbd5-edf3-412c-8a25-83e5a5980752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:36:09.769789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.791372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d64231-d888-49c1-a153-33d6b2b08fd2 None None] Network 8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:09.822708 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1d5883ce-66b9-4f61-86e5-cbd25e1f771b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1537175 Jul 29 16:36:09.823459 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0a7e8b-ea04-4e19-95af-0e9e4ccc909d,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:09.824712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43180) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:09.842447 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:09.842901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:09.843775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:09.844214 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > port after_create 55550000 {{(pid=89210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:09.845171 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:09.845171 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > port after_update 55550000 {{(pid=89210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:09.845487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:09.845909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:09.846320 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:09.847376 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:09.850686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-192988262', 'network_id': '8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:09.855826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:09.891977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Network de4b817f-1529-4aab-b658-a863a63b13c3 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:09.895428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:09.911012 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:09.917213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Pushing event updated for resources: {'Port': ['ID=441e38ef-5465-4130-b43e-4c7f3113ce04,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:09.943159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Usage tracker for resource:port and tenant:2a66df278738460f8d746f013ad2437e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:09.949237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:09.970537 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:10.018976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:10.019480 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:10.019909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:10.020361 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:10.020823 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6b2799-dc3b-4b15-b227-2a8dd2a6d5e9']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:10.047126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:10.047999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:10.057037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:10.062932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fd0cd3-eb5f-485b-9994-ee95f3dbdc95') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:10.063344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fd0cd3-eb5f-485b-9994-ee95f3dbdc95') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:10.063729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Router ba25c1f5-7f47-4c9d-9889-721e30b1c04b is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:36:10.070578 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:10.095437 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:10.123176 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Allocated IP 2001:db8::2bc (de4b817f-1529-4aab-b658-a863a63b13c3/03a88f4c-d323-49c1-830f-e33506608191/5d0b7b78-f41f-4fae-85c3-aba133f011bf) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:10.142558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:10.151215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=3a0133db-519e-46f4-92df-4a0d3c13613a,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:10.167269 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:10.207328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Attempting to bind port 441e38ef-5465-4130-b43e-4c7f3113ce04 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:10.207691 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Attempting to bind port 441e38ef-5465-4130-b43e-4c7f3113ce04 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'cbc0a4d8-15c4-414f-9505-add8a1e4eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'de4b817f-1529-4aab-b658-a863a63b13c3'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:10.208056 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Attempting to bind port 441e38ef-5465-4130-b43e-4c7f3113ce04 on network de4b817f-1529-4aab-b658-a863a63b13c3 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:10.220675 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Made reservation on behalf of 2a66df278738460f8d746f013ad2437e for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:10.223002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:10.225902 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:36:10.226435 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:10.236390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1f2bf201-e83a-4ae1-8aae-c1d5f50d9d4e None None] Provisioning complete for port e1d82572-3400-4a50-9c36-57b90dfc05ae triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:10.236767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1f2bf201-e83a-4ae1-8aae-c1d5f50d9d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:10.265674 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:36:10.266148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Checking segment: {'id': 'cbc0a4d8-15c4-414f-9505-add8a1e4eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'de4b817f-1529-4aab-b658-a863a63b13c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:10.266438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:10.266824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Bound using segment: {'id': 'cbc0a4d8-15c4-414f-9505-add8a1e4eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'de4b817f-1529-4aab-b658-a863a63b13c3'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:36:10.267296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Bound port: 441e38ef-5465-4130-b43e-4c7f3113ce04, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc0a4d8-15c4-414f-9505-add8a1e4eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'de4b817f-1529-4aab-b658-a863a63b13c3'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:36:10.267681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:10.283785 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] For port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:10.298945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-faeb270c-9465-4668-8e22-76bbc4c01088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:10.389733 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Allocated IP 172.20.0.2 (3bd9d854-c99d-4f08-876d-16bb79d2aa89/82bd3a01-a185-4e91-97d8-17275f094ba2/cb5d500a-2dfb-489a-b44b-7e4fe5b89b01) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:10.394965 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-faeb270c-9465-4668-8e22-76bbc4c01088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:10.408381 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] For port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6f6e5b56-1ab2-4958-b4da-622ae49e9d66,segment=NetworkSegment(94a5cbd5-edf3-412c-8a25-83e5a5980752),segment_id=94a5cbd5-edf3-412c-8a25-83e5a5980752)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:36:10.428717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] device_id is not set on port c9ee9c6b-730b-40ae-8af8-a858d8a8fb30 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:10.437601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:10.497502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Network 3bd9d854-c99d-4f08-876d-16bb79d2aa89 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:10.502164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:10.543893 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-faeb270c-9465-4668-8e22-76bbc4c01088 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=81040418c27a4ff78c0b10206ea15aae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2824311 Jul 29 16:36:10.556265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43188) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:10.560521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb270c-9465-4668-8e22-76bbc4c01088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa050bab-046f-42c5-801b-1f598ce5aac1,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:10.562731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:10.601376 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Pushing event updated for resources: {'Port': ['ID=0ea10f9e-3d99-4021-b911-731a5c4546e5,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:10.646837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e1d82572-3400-4a50-9c36-57b90dfc05ae up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:10.701061 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:10.713783 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96834eab-ca61-41e8-bf68-4c04a3a3a38b None None] Network 8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:10.768447 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 13fd0cd3-eb5f-485b-9994-ee95f3dbdc95 resource provider aggregate not found Jul 29 16:36:10.821459 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e6b2799-dc3b-4b15-b227-2a8dd2a6d5e9 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jul 29 16:36:10.829863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:10.830501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:10.834487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e6b2799-dc3b-4b15-b227-2a8dd2a6d5e9,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:10.853168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:10.856089 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 13fd0cd3-eb5f-485b-9994-ee95f3dbdc95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13fd0cd3-eb5f-485b-9994-ee95f3dbdc95 found for delete ", "request_id": "req-adc52932-8613-43ec-874a-75abda358ae2"}]} Jul 29 16:36:10.867891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] device_id is not set on port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:10.879760 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:36:10.889556 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:10.929109 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] For port 441e38ef-5465-4130-b43e-4c7f3113ce04, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:10.929757 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ec8a0237-c17b-4727-98b5-d0c7c78378fe tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "DELETE /v2.0/networks/7e6b2799-dc3b-4b15-b227-2a8dd2a6d5e9 HTTP/1.1" status: 204 len: 168 time: 2.1569045 Jul 29 16:36:10.931102 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8e652dee-e096-462e-bd92-b74d914fae1b tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.8976722 Jul 29 16:36:10.937504 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Transition to ACTIVE for port object b4b1e249-d46b-483d-8c4e-41fdfd3a9308 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:10.942428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43202) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:10.942428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43204) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:10.963316 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:10.982807 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Allocated IP 172.20.0.8 (8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51/adc1cd66-0d42-4128-9747-3c0d2f7bbf82/c9ee9c6b-730b-40ae-8af8-a858d8a8fb30) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:11.013907 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c62746-89a4-4749-9a6a-a8f46bb01a25 None None] Pushing event updated for resources: {'Port': ['ID=6f6e5b56-1ab2-4958-b4da-622ae49e9d66,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:11.014136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:11.024963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9007c5aa-03da-4b65-8feb-5ad497fb993f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:11.028018 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] For port 441e38ef-5465-4130-b43e-4c7f3113ce04, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=441e38ef-5465-4130-b43e-4c7f3113ce04,segment=NetworkSegment(cbc0a4d8-15c4-414f-9505-add8a1e4eee4),segment_id=cbc0a4d8-15c4-414f-9505-add8a1e4eee4)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:36:11.035440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:11.037209 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-13d4f75b-7c90-45e3-a49b-0adeb48aff11 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8670542 Jul 29 16:36:11.040533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:11.051353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43210) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:11.061141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Usage tracker for resource:network and tenant:5ac2950a497d4d3595aff2b55f8f3167 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:11.065782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:11.067860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:11.089177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:11.174555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9e638-5166-4190-b5aa-8b08ac8457d6 None None] Pushing event updated for resources: {'Port': ['ID=441e38ef-5465-4130-b43e-4c7f3113ce04,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:11.178783 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e1d82572-3400-4a50-9c36-57b90dfc05ae triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:11.179498 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:11.182724 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:11.199057 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:11.221972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1f2bf201-e83a-4ae1-8aae-c1d5f50d9d4e None None] Current status of the port e1d82572-3400-4a50-9c36-57b90dfc05ae is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:11.270461 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9007c5aa-03da-4b65-8feb-5ad497fb993f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:11.537161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:11.603800 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Transition to ACTIVE for port object cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:11.621749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9007c5aa-03da-4b65-8feb-5ad497fb993f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:11.633686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e1d82572-3400-4a50-9c36-57b90dfc05ae is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:11.648983 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Transition to ACTIVE for port object cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:11.669029 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:11.716635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Pushing event updated for resources: {'Port': ['ID=b4b1e249-d46b-483d-8c4e-41fdfd3a9308,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:11.722636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-c3d78c29-e7f9-4b66-ba35-6b5dcde12eaa tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Deleting port 0ea10f9e-3d99-4021-b911-731a5c4546e5 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:11.722636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c3d78c29-e7f9-4b66-ba35-6b5dcde12eaa tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:11.764672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Network 3bd9d854-c99d-4f08-876d-16bb79d2aa89 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:11.768099 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:11.775178 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:11.810591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Transition to ACTIVE for port object 5d0b7b78-f41f-4fae-85c3-aba133f011bf will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:11.836816 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Pushing event updated for resources: {'Port': ['ID=cb5d500a-2dfb-489a-b44b-7e4fe5b89b01,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:11.916756 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Attempting to bind port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:11.917568 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Attempting to bind port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '4a53b0c6-744e-4092-b322-1d915b5fe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3bd9d854-c99d-4f08-876d-16bb79d2aa89'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:11.918089 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Attempting to bind port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 on network 3bd9d854-c99d-4f08-876d-16bb79d2aa89 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:11.924596 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:36:11.925305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Checking segment: {'id': '4a53b0c6-744e-4092-b322-1d915b5fe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3bd9d854-c99d-4f08-876d-16bb79d2aa89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:11.925859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:11.926405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Bound using segment: {'id': '4a53b0c6-744e-4092-b322-1d915b5fe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3bd9d854-c99d-4f08-876d-16bb79d2aa89'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:36:11.927148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Bound port: cb5d500a-2dfb-489a-b44b-7e4fe5b89b01, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a53b0c6-744e-4092-b322-1d915b5fe644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3bd9d854-c99d-4f08-876d-16bb79d2aa89'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:36:11.929572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:11.963318 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Sync routers for ids ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:36:11.973345 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Routers {'ba25c1f5-7f47-4c9d-9889-721e30b1c04b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:36:11.974272 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:35:47Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:12.002052 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Made reservation on behalf of 5ac2950a497d4d3595aff2b55f8f3167 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:12.004676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:12.018773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007c5aa-03da-4b65-8feb-5ad497fb993f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa050bab-046f-42c5-801b-1f598ce5aac1,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:12.051880 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:12.054419 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Checking segment: {'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:12.054747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Network hostable DHCP agents. Network: 1c24a601-c475-484e-8789-70c33122984c, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:36:12.061199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9007c5aa-03da-4b65-8feb-5ad497fb993f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:12.063230 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9007c5aa-03da-4b65-8feb-5ad497fb993f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aa050bab-046f-42c5-801b-1f598ce5aac1 HTTP/1.1" status: 204 len: 168 time: 1.4965343 Jul 29 16:36:12.086447 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] For port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:12.090311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] For port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cb5d500a-2dfb-489a-b44b-7e4fe5b89b01,segment=NetworkSegment(4a53b0c6-744e-4092-b322-1d915b5fe644),segment_id=4a53b0c6-744e-4092-b322-1d915b5fe644)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:36:12.098544 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:12.130952 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:12.175736 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:12.240129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed87be-3d0b-46f8-9a44-e74773a48734 None None] Pushing event updated for resources: {'Port': ['ID=cb5d500a-2dfb-489a-b44b-7e4fe5b89b01,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:12.268942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Network de4b817f-1529-4aab-b658-a863a63b13c3 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:12.403983 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Set router ba25c1f5-7f47-4c9d-9889-721e30b1c04b gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:36:12.428257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:12.487628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:12.498825 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:12.499311 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Added segment afaed881-8ee7-44bb-b639-482b888a1365 of type vlan for network 49a60f0e-bf7d-4eb4-b52c-305adb4d9259 Jul 29 16:36:12.586096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:12.666074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605b3637-5743-41d3-a002-7c5ca6cfcefb None None] Network 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:12.670730 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Pushing event updated for resources: {'Port': ['ID=5d0b7b78-f41f-4fae-85c3-aba133f011bf,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:12.686605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:36:12.825984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:12.827944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:12.900031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Network 1c24a601-c475-484e-8789-70c33122984c is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:36:12.903985 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:12.924837 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:12.925757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:12.968125 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:12.969769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:12.970590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:12.988453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5fdfbec0-f5cf-4204-9008-04e2132ea472 None None] Provisioning for port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:13.061642 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:13.064962 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:04Z', 'updated_at': '2022-07-29T16:36:07Z', 'revision_number': 3, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'gw_port': {'id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:05Z', 'updated_at': '2022-07-29T16:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:13.074664 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Checking router: ba25c1f5-7f47-4c9d-9889-721e30b1c04b for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:36:13.075819 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Updating router ba25c1f5-7f47-4c9d-9889-721e30b1c04b port 52474aee-1111-4f5f-92d9-37b9890909f4 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:36:13.093065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:13.093434 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:13.103140 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Network 8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:13.123096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43220) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:13.134986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:13.152169 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:13.155973 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7d86b43b-feee-41f3-bf2c-7712c7d50ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 6.8235381 Jul 29 16:36:13.156087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:13.156087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:13.160439 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event updated for resources: {'Network': ['ID=49a60f0e-bf7d-4eb4-b52c-305adb4d9259,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:13.160618 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c56a31e-d0ed-4a73-a419-7c8980c812de None None] Network de4b817f-1529-4aab-b658-a863a63b13c3 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:13.163401 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-843f2966-16da-4c0a-983c-95cb5e4b010d tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2201290 Jul 29 16:36:13.163974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43224) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:13.167599 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:13.169219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43226) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:13.174590 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ee9c6b-730b-40ae-8af8-a858d8a8fb30,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:13.174908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c3d78c29-e7f9-4b66-ba35-6b5dcde12eaa tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:13.179113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22315d76-cbb8-4e8b-b67a-b69aa057cf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:13.187453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Request body: {'port': {'network_id': 'de4b817f-1529-4aab-b658-a863a63b13c3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-239068523', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:13.187839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.api.validators [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] bootfile-name is not in valid_values {{(pid=89210) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 16:36:13.188179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.api.validators [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] tftp-server is not in valid_values {{(pid=89210) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 16:36:13.188532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.api.validators [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] server-ip-address is not in valid_values {{(pid=89210) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 16:36:13.203174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 1c24a601-c475-484e-8789-70c33122984c) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:13.205013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Request body: {'subnet': {'network_id': '49a60f0e-bf7d-4eb4-b52c-305adb4d9259', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:13.220085 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:13.231215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-22315d76-cbb8-4e8b-b67a-b69aa057cf8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:13.233983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Usage tracker for resource:subnet and tenant:5ac2950a497d4d3595aff2b55f8f3167 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:13.240126 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fbe46dd9-c0af-434a-95b6-fa800c7d9cce tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.4014928 Jul 29 16:36:13.241598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:36:13.243495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:13.249214 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43232) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:13.255897 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-22315d76-cbb8-4e8b-b67a-b69aa057cf8a admin admin] Usage tracker for resource:security_group_rule and tenant:9f1cacd76ffc4b44a0d90a51c8b6ab4b is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:13.277881 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 49a60f0e-bf7d-4eb4-b52c-305adb4d9259 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:13.293981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0527721-d3a9-475c-8372-74040624a724 None None] Network 1c24a601-c475-484e-8789-70c33122984c requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:13.301316 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-22315d76-cbb8-4e8b-b67a-b69aa057cf8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:13.308981 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:13.330400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-22315d76-cbb8-4e8b-b67a-b69aa057cf8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:13.350353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:13.356278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Made reservation on behalf of 5ac2950a497d4d3595aff2b55f8f3167 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:13.360146 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:13.380962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:13.381911 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:13.382369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:13.417886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:13.422013 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-de5025e0-5861-40ca-88f7-9700cee4e2a6 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.3788583 Jul 29 16:36:13.425635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43236) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:13.458388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:13.458614 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:13.465138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-c3d78c29-e7f9-4b66-ba35-6b5dcde12eaa tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Calling delete_port for 0ea10f9e-3d99-4021-b911-731a5c4546e5 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:13.504210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-7f0035bf-040e-4c3f-87ac-3c81bf3c32ee tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Deleting port c9ee9c6b-730b-40ae-8af8-a858d8a8fb30 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:13.505330 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 2 to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 Jul 29 16:36:13.505816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7f0035bf-040e-4c3f-87ac-3c81bf3c32ee tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:13.583935 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Sync routers for ids ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:36:13.736415 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:13.751342 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Transition to ACTIVE for port object 52474aee-1111-4f5f-92d9-37b9890909f4 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:13.759845 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:13.777420 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:13.779815 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:13.780253 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:13.780686 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:13.864550 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Attempting to bind port 52474aee-1111-4f5f-92d9-37b9890909f4 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:13.864921 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Attempting to bind port 52474aee-1111-4f5f-92d9-37b9890909f4 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:13.865336 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Attempting to bind port 52474aee-1111-4f5f-92d9-37b9890909f4 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:13.874570 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:36:13.874948 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:13.875364 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:13.875734 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:36:13.876201 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Bound port: 52474aee-1111-4f5f-92d9-37b9890909f4, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:36:13.876725 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:13.915976 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aee173-a0c5-4412-93f7-0f83303c3137 None None] Pushing event updated for resources: {'Port': ['ID=52474aee-1111-4f5f-92d9-37b9890909f4,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:13.928566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Routers {'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:36:13.928566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:35:47Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:13.932017 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aee173-a0c5-4412-93f7-0f83303c3137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:13.932676 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aee173-a0c5-4412-93f7-0f83303c3137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:13.932792 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aee173-a0c5-4412-93f7-0f83303c3137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:13.933165 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aee173-a0c5-4412-93f7-0f83303c3137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:13.933761 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aee173-a0c5-4412-93f7-0f83303c3137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:13.935749 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aee173-a0c5-4412-93f7-0f83303c3137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:13.935749 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aee173-a0c5-4412-93f7-0f83303c3137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:13.935749 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aee173-a0c5-4412-93f7-0f83303c3137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:13.935749 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aee173-a0c5-4412-93f7-0f83303c3137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:13.935749 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aee173-a0c5-4412-93f7-0f83303c3137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:13.935749 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aee173-a0c5-4412-93f7-0f83303c3137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:13.935749 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aee173-a0c5-4412-93f7-0f83303c3137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aee173-a0c5-4412-93f7-0f83303c3137 None None] Tracked resource versions report: Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: pushed versions: Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: { 'AddressGroup': {'1.2'}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'ConntrackHelper': {'1.0'}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Log': {'1.0'}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Network': {'1.1'}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Port': {'1.7'}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'PortForwarding': {'1.2'}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'QosPolicy': {'1.8'}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'SecurityGroup': {'1.4'}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'SecurityGroupRule': {'1.2'}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'SubPort': {'1.0'}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Subnet': {'1.1'}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Trunk': {'1.1'}} Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: consumer versions: Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: { DHCP agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: HyperV agent@hv-neutron-8515: {}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: L3 agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: Metadata agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: Metering agent@dv-neutron-851534-1-hyperv: {}, Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: Open vSwitch agent@dv-neutron-851534-1-hyperv: { 'AddressGroup': '1.2', Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'ConntrackHelper': '1.0', Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Log': '1.0', Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Network': '1.1', Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Port': '1.7', Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'PortForwarding': '1.2', Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'QosPolicy': '1.8', Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'SecurityGroup': '1.4', Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'SecurityGroupRule': '1.2', Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'SubPort': '1.0', Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Subnet': '1.1', Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: 'Trunk': '1.1'}} Jul 29 16:36:13.936761 dv-neutron-851534-1-hyperv neutron-server[89212]: {{(pid=89212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 16:36:13.971631 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] For port 52474aee-1111-4f5f-92d9-37b9890909f4, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:13.975747 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] For port 52474aee-1111-4f5f-92d9-37b9890909f4, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=52474aee-1111-4f5f-92d9-37b9890909f4,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:36:13.982442 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:14.063804 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aee173-a0c5-4412-93f7-0f83303c3137 None None] Pushing event updated for resources: {'Port': ['ID=52474aee-1111-4f5f-92d9-37b9890909f4,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:14.082209 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Routers {'ba25c1f5-7f47-4c9d-9889-721e30b1c04b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:36:14.082826 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:35:47Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:14.124895 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22315d76-cbb8-4e8b-b67a-b69aa057cf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:14.152994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c3d78c29-e7f9-4b66-ba35-6b5dcde12eaa tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:14.153635 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Set router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:36:14.156833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Usage tracker for resource:port and tenant:9ee683fc5e69436e9bbfa7df36f1861d is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:14.170022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:14.170560 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:14.178442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:14.181219 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 3 to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 Jul 29 16:36:14.199068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22315d76-cbb8-4e8b-b67a-b69aa057cf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:14.257961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:14.258519 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:14.258987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:14.261804 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d78c29-e7f9-4b66-ba35-6b5dcde12eaa tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Pushing event deleted for resources: {'Port': ['ID=0ea10f9e-3d99-4021-b911-731a5c4546e5,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:14.270606 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:14.281114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:14.281671 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:14.283838 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] Set router ba25c1f5-7f47-4c9d-9889-721e30b1c04b gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:36:14.293422 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 4 to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 Jul 29 16:36:14.338270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28990c4e-b249-4664-b4fe-5c0a8b0ec2a4 None None] Network 3bd9d854-c99d-4f08-876d-16bb79d2aa89 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:14.369611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:14.370560 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:14.371281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:14.436894 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-22315d76-cbb8-4e8b-b67a-b69aa057cf8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f1cacd76ffc4b44a0d90a51c8b6ab4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3062618 Jul 29 16:36:14.450048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43242) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:14.459248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:14.459772 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:14.465021 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 5 to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 Jul 29 16:36:14.486721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22315d76-cbb8-4e8b-b67a-b69aa057cf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc51a540-7a60-41b8-8088-2b4506e85572,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:14.500281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Made reservation on behalf of 9ee683fc5e69436e9bbfa7df36f1861d for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:14.501197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7f0035bf-040e-4c3f-87ac-3c81bf3c32ee tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:14.511550 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:14.547493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:14.547894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:14.577027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f6f7d1c1-2b9e-48ad-b7c9-b9cc4e0ff993 None None] Provisioning for port 441e38ef-5465-4130-b43e-4c7f3113ce04 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:14.600294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:14.600294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:14.600294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:14.617711 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] device_id is not set on port 929384e1-f552-4ad1-8a87-c6c7b1b12cf7 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:14.643554 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:04Z', 'updated_at': '2022-07-29T16:36:07Z', 'revision_number': 3, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'gw_port': {'id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:05Z', 'updated_at': '2022-07-29T16:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:14.650712 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e72083e-5662-468e-8784-acb6d5e893b0 None None] The sync data for ids ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'] in dv-neutron-851534-1-hyperv is: [{'id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:04Z', 'updated_at': '2022-07-29T16:36:07Z', 'revision_number': 3, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'gw_port': {'id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:05Z', 'updated_at': '2022-07-29T16:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:36:14.681344 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-7f0035bf-040e-4c3f-87ac-3c81bf3c32ee tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Calling delete_port for c9ee9c6b-730b-40ae-8af8-a858d8a8fb30 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:14.709901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:14.710046 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:14.719693 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 6 to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 Jul 29 16:36:14.745264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:14.745549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:14.745882 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:14.854332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6f6e5b56-1ab2-4958-b4da-622ae49e9d66,segment=NetworkSegment(94a5cbd5-edf3-412c-8a25-83e5a5980752),segment_id=94a5cbd5-edf3-412c-8a25-83e5a5980752)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:14.899496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:14.900196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 441e38ef-5465-4130-b43e-4c7f3113ce04 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:15.008886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c3d78c29-e7f9-4b66-ba35-6b5dcde12eaa tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:15.014661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:15.014661 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:15.014661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-43946e72-a90e-4749-a310-77078b21a391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:15.054620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-43946e72-a90e-4749-a310-77078b21a391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:15.141948 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5eeb9b68-a11c-4816-9483-5448b7fdc5c6 None None] Provisioning for port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:15.166234 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 7 to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 Jul 29 16:36:15.228314 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d960b30d-1975-49d4-b0c3-f30b4e1e531f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:15.252544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Allocated IP 2001:db8::82 (de4b817f-1529-4aab-b658-a863a63b13c3/03a88f4c-d323-49c1-830f-e33506608191/929384e1-f552-4ad1-8a87-c6c7b1b12cf7) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:15.257803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:15.359507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7f0035bf-040e-4c3f-87ac-3c81bf3c32ee tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:15.364081 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=6f6e5b56-1ab2-4958-b4da-622ae49e9d66,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:15.416772 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 441e38ef-5465-4130-b43e-4c7f3113ce04 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:15.426213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 441e38ef-5465-4130-b43e-4c7f3113ce04 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:15.426641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:15.452379 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a7ff2ac7-6d94-4e2e-a083-c70bd37dd55c None None] Provisioning complete for port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:15.452760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2ac7-6d94-4e2e-a083-c70bd37dd55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:15.500446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Allocated IP 172.20.0.1 (c6dca99b-4c37-4728-925e-9fe121498e55/3fcc5b9f-d525-4d8c-bbad-b1671378d8d9/27aab41b-96e5-4278-9404-a8926dc907da) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:15.551919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:06Z', 'updated_at': '2022-07-29T16:36:10Z', 'revision_number': 3, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'gw_port': {'id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:08Z', 'updated_at': '2022-07-29T16:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:15.555551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0035bf-040e-4c3f-87ac-3c81bf3c32ee tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9ee9c6b-730b-40ae-8af8-a858d8a8fb30,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:15.674830 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:15.692818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Transition to ACTIVE for port object 27aab41b-96e5-4278-9404-a8926dc907da will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:15.721215 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c3d78c29-e7f9-4b66-ba35-6b5dcde12eaa tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] 10.222.0.58 "DELETE /v2.0/ports/0ea10f9e-3d99-4021-b911-731a5c4546e5 HTTP/1.1" status: 204 len: 168 time: 4.7754638 Jul 29 16:36:15.727403 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43246) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:15.731666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:15.731987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:15.732317 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:15.742850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:15.743362 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:15.746975 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7f0035bf-040e-4c3f-87ac-3c81bf3c32ee tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:15.751988 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 8 to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 Jul 29 16:36:15.766955 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Checking router: abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:36:15.766955 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Updating router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc port 3a0133db-519e-46f4-92df-4a0d3c13613a binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:36:15.803980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:15.804354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:15.804781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:15.825466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-43946e72-a90e-4749-a310-77078b21a391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:15.852066 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:15.862359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:15.862694 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:15.901907 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7f0035bf-040e-4c3f-87ac-3c81bf3c32ee tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "DELETE /v2.0/ports/c9ee9c6b-730b-40ae-8af8-a858d8a8fb30 HTTP/1.1" status: 204 len: 168 time: 2.6509085 Jul 29 16:36:15.902098 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 9 to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 Jul 29 16:36:15.904078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43252) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:15.917913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.objects.ports [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89209) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:36:15.918712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:15.931261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:15.931599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:15.931933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:15.977292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51', 'external_fixed_ips': [{'subnet_id': 'adc1cd66-0d42-4128-9747-3c0d2f7bbf82', 'ip_address': '172.20.0.8'}]}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:15.983014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:15.983346 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:15.984016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43946e72-a90e-4749-a310-77078b21a391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc51a540-7a60-41b8-8088-2b4506e85572,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:15.990101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Network c6dca99b-4c37-4728-925e-9fe121498e55 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:16.006643 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 10 to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 Jul 29 16:36:16.023149 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:16.036413 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Usage tracker for resource:router and tenant:2a66df278738460f8d746f013ad2437e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:16.042604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.058436 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:16.090929 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:16.105175 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a7ff2ac7-6d94-4e2e-a083-c70bd37dd55c None None] Current status of the port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:16.110729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a859d2be-282d-44cf-9209-6d0a4f3b7e55,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:16.113334 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:16.113682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:16.114015 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:16.117334 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:16.117697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.119726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:16.176059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.183676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.191338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Checking segment: {'id': 'afaed881-8ee7-44bb-b639-482b888a1365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '49a60f0e-bf7d-4eb4-b52c-305adb4d9259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:16.196380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.198215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Network hostable DHCP agents. Network: 49a60f0e-bf7d-4eb4-b52c-305adb4d9259, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:36:16.205826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:16.206159 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:16.206516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.264522 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-43946e72-a90e-4749-a310-77078b21a391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.265821 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-43946e72-a90e-4749-a310-77078b21a391 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc51a540-7a60-41b8-8088-2b4506e85572 HTTP/1.1" status: 204 len: 168 time: 1.8087201 Jul 29 16:36:16.276088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1f8463ad-f62d-4d13-8ee4-c7864a32e6e6 None None] Provisioning complete for port 441e38ef-5465-4130-b43e-4c7f3113ce04 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:16.276577 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1f8463ad-f62d-4d13-8ee4-c7864a32e6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.338449 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 441e38ef-5465-4130-b43e-4c7f3113ce04 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:16.338853 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.361351 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.377756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Network 49a60f0e-bf7d-4eb4-b52c-305adb4d9259 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:36:16.404228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Pushing event updated for resources: {'Port': ['ID=27aab41b-96e5-4278-9404-a8926dc907da,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:16.421599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 49a60f0e-bf7d-4eb4-b52c-305adb4d9259) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:16.452937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:16.453924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.460270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d39130-8ff3-40f0-b7b4-c37974616e31 None None] Network 49a60f0e-bf7d-4eb4-b52c-305adb4d9259 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:16.500406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 441e38ef-5465-4130-b43e-4c7f3113ce04, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=441e38ef-5465-4130-b43e-4c7f3113ce04,segment=NetworkSegment(cbc0a4d8-15c4-414f-9505-add8a1e4eee4),segment_id=cbc0a4d8-15c4-414f-9505-add8a1e4eee4)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:16.514062 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-21ede2d3-a7b7-4753-809b-a63b971e0b3d tempest-DHCPAgentSchedulersTestJSON-1204946477 tempest-DHCPAgentSchedulersTestJSON-1204946477-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.7815430 Jul 29 16:36:16.514696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43258) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:16.529843 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.594784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-97064148'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:16.606990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:16.617134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Usage tracker for resource:network and tenant:284ccb988efe4df3b59e494f8018158a is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:16.628228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:16.645396 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:16.693224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Made reservation on behalf of 284ccb988efe4df3b59e494f8018158a for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:16.698977 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.763045 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.773365 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=441e38ef-5465-4130-b43e-4c7f3113ce04,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:16.790734 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:16.800299 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.800464 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Added segment 8c9f6638-7270-4109-b179-98d0f45bd220 of type vlan for network 94e074e3-a4e7-4faf-b8ac-e59bec30f468 Jul 29 16:36:16.832936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.957572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] For port b4b1e249-d46b-483d-8c4e-41fdfd3a9308, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:16.957940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempted to set empty binding levels {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jul 29 16:36:16.963208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1f8463ad-f62d-4d13-8ee4-c7864a32e6e6 None None] Current status of the port 441e38ef-5465-4130-b43e-4c7f3113ce04 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:16.976335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:16.977521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:16.982824 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:16.983430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:17.016143 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-88da8089-929f-483f-b108-7ef65a15f87a tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8388870 Jul 29 16:36:17.029421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43264) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:17.058619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:17.081693 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1f8463ad-f62d-4d13-8ee4-c7864a32e6e6 None None] Provisioning for port 5d0b7b78-f41f-4fae-85c3-aba133f011bf completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:17.117440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1f8463ad-f62d-4d13-8ee4-c7864a32e6e6 None None] Provisioning complete for port 5d0b7b78-f41f-4fae-85c3-aba133f011bf triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:17.117846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1f8463ad-f62d-4d13-8ee4-c7864a32e6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:17.124358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Request body: {'floatingip': {'floating_network_id': '49a60f0e-bf7d-4eb4-b52c-305adb4d9259'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:17.152696 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:17.161183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:17.167290 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Allocated IP 172.20.0.1 (5dcc6516-a1ee-4da5-989d-49f628a9f2f1/832e7970-a10e-4bc8-b9c8-ce252c30b091/1a71c26d-f804-4336-9444-57467e99dd7c) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:17.187108 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1f8463ad-f62d-4d13-8ee4-c7864a32e6e6 None None] Port 5d0b7b78-f41f-4fae-85c3-aba133f011bf cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:36:17.195483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Usage tracker for resource:floatingip and tenant:5ac2950a497d4d3595aff2b55f8f3167 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:17.206645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:17.234540 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:17.268215 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7300513 Jul 29 16:36:17.272765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:17.273406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:17.290114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43274) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:17.291088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41db05c1-8849-488e-a562-05b10ca98d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:17.314732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:17.315013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:17.316792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428412d-e687-4c92-af59-cb0b90338f7e tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Pushing event updated for resources: {'Network': ['ID=94e074e3-a4e7-4faf-b8ac-e59bec30f468,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:17.336629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Transition to ACTIVE for port object 929384e1-f552-4ad1-8a87-c6c7b1b12cf7 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:17.337786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Pushing event updated for resources: {'Port': ['ID=b4b1e249-d46b-483d-8c4e-41fdfd3a9308,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:17.352629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a616fe-f4fe-4e6d-ad47-8b6df9e1ce8c None None] Network 49a60f0e-bf7d-4eb4-b52c-305adb4d9259 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:17.364991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 94e074e3-a4e7-4faf-b8ac-e59bec30f468 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:17.383794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:17.388812 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-71fe5093-a1f9-4468-90ef-3c5e432ed050 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 9.0164142 Jul 29 16:36:17.393012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43280) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:17.532077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:17.647520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c59da31e-4ea8-4c2a-92af-dc83a0b2e59f None None] Provisioning for port 27aab41b-96e5-4278-9404-a8926dc907da completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:17.681459 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:17.685726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-f7a25667-f642-4c6d-9b25-c03ce9604c8d tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Deleting port b4b1e249-d46b-483d-8c4e-41fdfd3a9308 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:17.685726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7a25667-f642-4c6d-9b25-c03ce9604c8d tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:17.732708 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4bbb30d5-9e3e-415d-a69f-695239e218e2 tempest-DHCPAgentSchedulersTestJSON-1204946477 tempest-DHCPAgentSchedulersTestJSON-1204946477-project-admin] 10.222.0.58 "GET /v2.0/agents/b83a59d2-a5d9-4785-b912-c65c96f1f192/dhcp-networks HTTP/1.1" status: 200 len: 8034 time: 0.4308860 Jul 29 16:36:17.737425 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43292) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:17.737816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:17.741684 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c59da31e-4ea8-4c2a-92af-dc83a0b2e59f None None] Provisioning complete for port 27aab41b-96e5-4278-9404-a8926dc907da triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:17.742187 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c59da31e-4ea8-4c2a-92af-dc83a0b2e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:17.780971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:17.782371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:17.785188 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Transition to ACTIVE for port object 1a71c26d-f804-4336-9444-57467e99dd7c will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:17.809258 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:17.905813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Transition to ACTIVE for port object 3a0133db-519e-46f4-92df-4a0d3c13613a will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:17.961477 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.003508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Network de4b817f-1529-4aab-b658-a863a63b13c3 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:18.020305 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:18.023707 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Pushing event updated for resources: {'Port': ['ID=929384e1-f552-4ad1-8a87-c6c7b1b12cf7,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:18.024048 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.029258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c59da31e-4ea8-4c2a-92af-dc83a0b2e59f None None] Port 27aab41b-96e5-4278-9404-a8926dc907da cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:36:18.039516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c59da31e-4ea8-4c2a-92af-dc83a0b2e59f None None] Could not find standard attr ID for object 0ea10f9e-3d99-4021-b911-731a5c4546e5. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:36:18.043710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:18.050299 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:18.050958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.067458 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.084527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.109484 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-f7a25667-f642-4c6d-9b25-c03ce9604c8d tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] For port b4b1e249-d46b-483d-8c4e-41fdfd3a9308, host hv-neutron-8515, got binding levels [] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:18.109881 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7a25667-f642-4c6d-9b25-c03ce9604c8d tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.134714 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64bbc7-a73b-4ae1-9f54-d9af28b6092a None None] Pushing event updated for resources: {'Port': ['ID=3a0133db-519e-46f4-92df-4a0d3c13613a,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:18.138749 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Attempting to bind port 3a0133db-519e-46f4-92df-4a0d3c13613a on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:18.139231 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Attempting to bind port 3a0133db-519e-46f4-92df-4a0d3c13613a by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:18.139697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Attempting to bind port 3a0133db-519e-46f4-92df-4a0d3c13613a on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:18.148216 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:36:18.148727 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:18.149281 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.149837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:36:18.150426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Bound port: 3a0133db-519e-46f4-92df-4a0d3c13613a, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:36:18.151014 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.175869 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a9cfbbe2-ac86-4c79-929d-5564922d47c4 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 5.0058184 Jul 29 16:36:18.181238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Network 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:18.186698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43300) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:18.214570 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:18.229160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684733f5-48c1-4c81-b0d0-7b7119e624d3 tempest-DHCPAgentSchedulersTestJSON-1204946477 tempest-DHCPAgentSchedulersTestJSON-1204946477-project-admin] Network 94e074e3-a4e7-4faf-b8ac-e59bec30f468 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:36:18.235087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:18.235712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.268128 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.282774 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-684733f5-48c1-4c81-b0d0-7b7119e624d3 tempest-DHCPAgentSchedulersTestJSON-1204946477 tempest-DHCPAgentSchedulersTestJSON-1204946477-project-admin] 10.222.0.58 "POST /v2.0/agents/b83a59d2-a5d9-4785-b912-c65c96f1f192/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5398738 Jul 29 16:36:18.285806 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43308) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:18.288286 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Pushing event updated for resources: {'Port': ['ID=27aab41b-96e5-4278-9404-a8926dc907da,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:18.293511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9567e14f-eb5b-4c70-b456-d217d2e53748 None None] Network 94e074e3-a4e7-4faf-b8ac-e59bec30f468 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:18.316669 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.405451 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:18.406916 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=1a71c26d-f804-4336-9444-57467e99dd7c,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:18.416756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:18.417395 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.442437 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.447705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] For port 3a0133db-519e-46f4-92df-4a0d3c13613a, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:18.476231 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] For port 3a0133db-519e-46f4-92df-4a0d3c13613a, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3a0133db-519e-46f4-92df-4a0d3c13613a,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:36:18.579635 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.676042 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Network c6dca99b-4c37-4728-925e-9fe121498e55 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:18.679728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:18.725571 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-99e174ec-92e3-4238-81a7-f2ebf64f7027 tempest-DHCPAgentSchedulersTestJSON-1204946477 tempest-DHCPAgentSchedulersTestJSON-1204946477-project-admin] 10.222.0.58 "GET /v2.0/agents/b83a59d2-a5d9-4785-b912-c65c96f1f192/dhcp-networks HTTP/1.1" status: 200 len: 8802 time: 0.4379749 Jul 29 16:36:18.728903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43318) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:18.732130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-64565d6c-cbf9-4e2e-978e-b3eef4b5c2a0 None None] Provisioning for port 929384e1-f552-4ad1-8a87-c6c7b1b12cf7 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:18.773434 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-64565d6c-cbf9-4e2e-978e-b3eef4b5c2a0 None None] Provisioning complete for port 929384e1-f552-4ad1-8a87-c6c7b1b12cf7 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:18.773808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-64565d6c-cbf9-4e2e-978e-b3eef4b5c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.846189 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-f7a25667-f642-4c6d-9b25-c03ce9604c8d tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Calling delete_port for b4b1e249-d46b-483d-8c4e-41fdfd3a9308 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:18.847617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:18.848019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.882056 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64bbc7-a73b-4ae1-9f54-d9af28b6092a None None] Pushing event updated for resources: {'Port': ['ID=3a0133db-519e-46f4-92df-4a0d3c13613a,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:18.908894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Routers {'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:36:18.909654 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:17Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:18.918146 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:18.989700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43322) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:19.028290 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Router ba25c1f5-7f47-4c9d-9889-721e30b1c04b has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:36:19.050413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cb5d500a-2dfb-489a-b44b-7e4fe5b89b01,segment=NetworkSegment(4a53b0c6-744e-4092-b322-1d915b5fe644),segment_id=4a53b0c6-744e-4092-b322-1d915b5fe644)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:19.060995 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-64565d6c-cbf9-4e2e-978e-b3eef4b5c2a0 None None] Port 929384e1-f552-4ad1-8a87-c6c7b1b12cf7 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:36:19.065086 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:19.065870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 52474aee-1111-4f5f-92d9-37b9890909f4 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:19.153712 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3723a2f6-712e-4326-a039-f33c376fdc6c tempest-DHCPAgentSchedulersTestJSON-1204946477 tempest-DHCPAgentSchedulersTestJSON-1204946477-project-admin] 10.222.0.58 "DELETE /v2.0/agents/b83a59d2-a5d9-4785-b912-c65c96f1f192/dhcp-networks/94e074e3-a4e7-4faf-b8ac-e59bec30f468 HTTP/1.1" status: 204 len: 168 time: 0.3352745 Jul 29 16:36:19.156374 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43328) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:19.237628 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=cb5d500a-2dfb-489a-b44b-7e4fe5b89b01,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:19.252035 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-532c995b-80bf-4c91-8d95-9a1eaac45192 None None] Provisioning complete for port 27aab41b-96e5-4278-9404-a8926dc907da triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:19.252621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-532c995b-80bf-4c91-8d95-9a1eaac45192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:19.289371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1506166239', 'router:external': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:19.300695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7a25667-f642-4c6d-9b25-c03ce9604c8d tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:19.305147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] Set router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:36:19.357128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:19.408129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7a25667-f642-4c6d-9b25-c03ce9604c8d tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:19.411148 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Usage tracker for resource:network and tenant:55c39253ab4e4a2cae0721ad45d6578f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:19.416930 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 52474aee-1111-4f5f-92d9-37b9890909f4 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:19.420071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:19.436900 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf24fef-0095-406c-a4a9-792e0cf504ec tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:19.442777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf24fef-0095-406c-a4a9-792e0cf504ec tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:19.446121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 52474aee-1111-4f5f-92d9-37b9890909f4 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:19.446497 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:19.448546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf24fef-0095-406c-a4a9-792e0cf504ec tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:19.450806 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0bf24fef-0095-406c-a4a9-792e0cf504ec tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 1.2576258 Jul 29 16:36:19.459066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:19.466182 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43334) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:19.491537 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:19.537034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-532c995b-80bf-4c91-8d95-9a1eaac45192 None None] Port 27aab41b-96e5-4278-9404-a8926dc907da cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:36:19.546675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-bbb75ec0-5f78-42a4-944f-f23328d3085a tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Deleting port 929384e1-f552-4ad1-8a87-c6c7b1b12cf7 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:19.547223 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f7a25667-f642-4c6d-9b25-c03ce9604c8d tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "DELETE /v2.0/ports/b4b1e249-d46b-483d-8c4e-41fdfd3a9308 HTTP/1.1" status: 204 len: 168 time: 2.1516418 Jul 29 16:36:19.548491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:19.550602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a25667-f642-4c6d-9b25-c03ce9604c8d tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4b1e249-d46b-483d-8c4e-41fdfd3a9308,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:19.550813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bbb75ec0-5f78-42a4-944f-f23328d3085a tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:19.557713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43338) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:19.606580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-532c995b-80bf-4c91-8d95-9a1eaac45192 None None] Provisioning for port 1a71c26d-f804-4336-9444-57467e99dd7c completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:19.632955 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-532c995b-80bf-4c91-8d95-9a1eaac45192 None None] Provisioning complete for port 1a71c26d-f804-4336-9444-57467e99dd7c triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:19.633463 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-532c995b-80bf-4c91-8d95-9a1eaac45192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:19.647589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Made reservation on behalf of 55c39253ab4e4a2cae0721ad45d6578f for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:19.649922 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:19.679875 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Allocated IP 172.20.0.6 (49a60f0e-bf7d-4eb4-b52c-305adb4d9259/a859d2be-282d-44cf-9209-6d0a4f3b7e55/8e7fae2a-faae-4666-bff1-304cf4cafa87) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:19.689338 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a68d830-d7f4-48ad-869f-623d98d45610 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] GET failed (client error): The resource could not be found. Jul 29 16:36:19.689864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0a68d830-d7f4-48ad-869f-623d98d45610 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Synchronizing usage tracker for tenant:9fabc4ff30bb4cc5bf0abed4b9e7e0e7 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:36:19.693111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:36:19.705524 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Sync routers for ids ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:36:19.707811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:19.725438 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8c95e932-cab6-4290-82ab-3ba0a08af596 admin admin] 10.222.0.58 "PUT /v2.0/routers/ba25c1f5-7f47-4c9d-9889-721e30b1c04b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6515980 Jul 29 16:36:19.725628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:19.729968 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Routers {'ba25c1f5-7f47-4c9d-9889-721e30b1c04b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:36:19.730651 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:17Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:19.887524 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-532c995b-80bf-4c91-8d95-9a1eaac45192 None None] Port 1a71c26d-f804-4336-9444-57467e99dd7c cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:36:19.891194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:19.894569 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 52474aee-1111-4f5f-92d9-37b9890909f4 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:19.895036 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:19.900513 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-66f41089-7b05-4c99-848b-ef34892ede35 tempest-DHCPAgentSchedulersTestJSON-1204946477 tempest-DHCPAgentSchedulersTestJSON-1204946477-project-admin] 10.222.0.58 "GET /v2.0/agents/b83a59d2-a5d9-4785-b912-c65c96f1f192/dhcp-networks HTTP/1.1" status: 200 len: 8034 time: 0.6002750 Jul 29 16:36:19.902589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:19.913387 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43344) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:19.919165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 52474aee-1111-4f5f-92d9-37b9890909f4, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=52474aee-1111-4f5f-92d9-37b9890909f4,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:19.942961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:19.950514 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-62116137-bd27-4b34-913e-900b7a243735 tempest-DHCPAgentSchedulersTestJSON-1204946477 tempest-DHCPAgentSchedulersTestJSON-1204946477-project-admin] 10.222.0.58 "GET /v2.0/networks/3bd9d854-c99d-4f08-876d-16bb79d2aa89/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0366282 Jul 29 16:36:19.953406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43356) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:20.010402 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b5eadb47-2a49-4dac-97da-51559dcc7a0b tempest-DHCPAgentSchedulersTestJSON-1204946477 tempest-DHCPAgentSchedulersTestJSON-1204946477-project-admin] 10.222.0.58 "GET /v2.0/networks/3bd9d854-c99d-4f08-876d-16bb79d2aa89/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0562453 Jul 29 16:36:20.012137 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bbb75ec0-5f78-42a4-944f-f23328d3085a tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:20.019092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43360) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:20.031347 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:06Z', 'updated_at': '2022-07-29T16:36:10Z', 'revision_number': 3, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'gw_port': {'id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:08Z', 'updated_at': '2022-07-29T16:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:20.042943 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35f24bb-b73a-4967-8480-04771f46941b None None] The sync data for ids ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'] in dv-neutron-851534-1-hyperv is: [{'id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:06Z', 'updated_at': '2022-07-29T16:36:10Z', 'revision_number': 3, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'gw_port': {'id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:08Z', 'updated_at': '2022-07-29T16:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:36:20.044716 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=52474aee-1111-4f5f-92d9-37b9890909f4,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:20.122361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 441e38ef-5465-4130-b43e-4c7f3113ce04 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:20.129937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Usage tracker for resource:security_group_rule and tenant:55c39253ab4e4a2cae0721ad45d6578f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:20.134198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:20.141292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:20.172997 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Set router ba25c1f5-7f47-4c9d-9889-721e30b1c04b gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:36:20.223111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-bbb75ec0-5f78-42a4-944f-f23328d3085a tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Calling delete_port for 929384e1-f552-4ad1-8a87-c6c7b1b12cf7 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:20.280880 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 441e38ef-5465-4130-b43e-4c7f3113ce04 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:20.281273 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:20.297281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:20.316539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0a68d830-d7f4-48ad-869f-623d98d45610 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Unset dirty status for tenant:9fabc4ff30bb4cc5bf0abed4b9e7e0e7 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:36:20.317766 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0a68d830-d7f4-48ad-869f-623d98d45610 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "GET /v2.0/ports/b4b1e249-d46b-483d-8c4e-41fdfd3a9308 HTTP/1.1" status: 404 len: 333 time: 0.7558560 Jul 29 16:36:20.330728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:20.333551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43366) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:20.397883 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-3dfce4a2-18c0-433a-a308-88d9f00e2476 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Request body: {'port': {'network_id': '1c24a601-c475-484e-8789-70c33122984c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1638493888'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:20.429239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3dfce4a2-18c0-433a-a308-88d9f00e2476 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:20.443167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3dfce4a2-18c0-433a-a308-88d9f00e2476 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:20.470589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc99fdb5-4f3a-43b6-afc3-4250e2f94295,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:20.488355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:20.531912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfce4a2-18c0-433a-a308-88d9f00e2476 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Made reservation on behalf of 9fabc4ff30bb4cc5bf0abed4b9e7e0e7 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:20.536025 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3dfce4a2-18c0-433a-a308-88d9f00e2476 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:20.557514 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2a59a52c-adbd-4686-a766-d284288286a6 tempest-DHCPAgentSchedulersTestJSON-1204946477 tempest-DHCPAgentSchedulersTestJSON-1204946477-project-admin] 10.222.0.58 "GET /v2.0/agents/b83a59d2-a5d9-4785-b912-c65c96f1f192/dhcp-networks HTTP/1.1" status: 200 len: 8034 time: 0.5370610 Jul 29 16:36:20.563027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43370) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:20.614333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 441e38ef-5465-4130-b43e-4c7f3113ce04 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:20.615451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:20.710922 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:04Z', 'updated_at': '2022-07-29T16:36:16Z', 'revision_number': 4, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'gw_port': {'id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:05Z', 'updated_at': '2022-07-29T16:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '27aab41b-96e5-4278-9404-a8926dc907da', 'name': '', 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'mac_address': 'fa:16:3e:92:8f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:15Z', 'updated_at': '2022-07-29T16:36:17Z', 'revision_number': 2, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'subnets': [{'id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:20.717038 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Checking router: ba25c1f5-7f47-4c9d-9889-721e30b1c04b for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:36:20.717632 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Updating router ba25c1f5-7f47-4c9d-9889-721e30b1c04b port 27aab41b-96e5-4278-9404-a8926dc907da binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:36:20.754028 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:20.785501 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-3dfce4a2-18c0-433a-a308-88d9f00e2476 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] device_id is not set on port b8e2d909-6222-419b-b920-577fc8912bc9 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:20.789239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:20.789616 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:20.805775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb358fad-f19e-4bc8-b6ec-cc00481b6028 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:20.844621 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:20.963880 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bbb75ec0-5f78-42a4-944f-f23328d3085a tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.043016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb75ec0-5f78-42a4-944f-f23328d3085a tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Pushing event deleted for resources: {'Port': ['ID=929384e1-f552-4ad1-8a87-c6c7b1b12cf7,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:21.062624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:21.087093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb358fad-f19e-4bc8-b6ec-cc00481b6028 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.115258 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bbb75ec0-5f78-42a4-944f-f23328d3085a tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.136303 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bbb75ec0-5f78-42a4-944f-f23328d3085a tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] 10.222.0.58 "DELETE /v2.0/ports/929384e1-f552-4ad1-8a87-c6c7b1b12cf7 HTTP/1.1" status: 204 len: 168 time: 1.6691041 Jul 29 16:36:21.139633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-cb358fad-f19e-4bc8-b6ec-cc00481b6028 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e074e3-a4e7-4faf-b8ac-e59bec30f468']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:21.160519 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43374) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:21.171000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-72696c41-39d4-4953-a734-d5c77a5d0d3c tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Request body: {'port': {'name': 'tempest-new-port-name-1004206507', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:21.171381 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.api.validators [None req-72696c41-39d4-4953-a734-d5c77a5d0d3c tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] bootfile-name is not in valid_values {{(pid=89210) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 16:36:21.171799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.api.validators [None req-72696c41-39d4-4953-a734-d5c77a5d0d3c tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] tftp-server is not in valid_values {{(pid=89210) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 16:36:21.172142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.api.validators [None req-72696c41-39d4-4953-a734-d5c77a5d0d3c tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] server-ip-address is not in valid_values {{(pid=89210) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 16:36:21.281934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3dfce4a2-18c0-433a-a308-88d9f00e2476 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.313064 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43380) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:21.401146 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b5c88a08-e886-4041-9c19-e0c0605456a3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910703922', 'description': 'tempest-description--44017664'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:21.407600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b5c88a08-e886-4041-9c19-e0c0605456a3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:21.412629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b5c88a08-e886-4041-9c19-e0c0605456a3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Usage tracker for resource:security_group and tenant:5805d9e4969d4ea4998b7fc9613962f4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:21.417033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-cb358fad-f19e-4bc8-b6ec-cc00481b6028 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9f6638-7270-4109-b179-98d0f45bd220') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:21.417348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-cb358fad-f19e-4bc8-b6ec-cc00481b6028 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9f6638-7270-4109-b179-98d0f45bd220') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:21.417951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b5c88a08-e886-4041-9c19-e0c0605456a3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:21.424586 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b5c88a08-e886-4041-9c19-e0c0605456a3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:21.446672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb358fad-f19e-4bc8-b6ec-cc00481b6028 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.455899 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.456430 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Added segment dec1c1fb-b088-4277-ab6a-c18222320914 of type vlan for network 36598e96-ea34-40e8-abe0-d798e83f83dd Jul 29 16:36:21.471675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb358fad-f19e-4bc8-b6ec-cc00481b6028 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.472048 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b5c88a08-e886-4041-9c19-e0c0605456a3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.474058 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72696c41-39d4-4953-a734-d5c77a5d0d3c tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.476616 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.488806 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Transition to ACTIVE for port object 27aab41b-96e5-4278-9404-a8926dc907da will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:21.493561 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb358fad-f19e-4bc8-b6ec-cc00481b6028 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:36:21.494026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb358fad-f19e-4bc8-b6ec-cc00481b6028 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.495971 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.512854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.572061 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 8c9f6638-7270-4109-b179-98d0f45bd220 resource provider aggregate not found Jul 29 16:36:21.585558 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.620638 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Allocated IP 172.20.0.8 (8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51/adc1cd66-0d42-4128-9747-3c0d2f7bbf82/6722fcf8-0937-4e26-b2bc-3ba2cec7c09e) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:21.637322 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 8c9f6638-7270-4109-b179-98d0f45bd220 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c9f6638-7270-4109-b179-98d0f45bd220 found for delete ", "request_id": "req-d8beb1b6-d9c2-4ca4-9919-75a696f0ce7f"}]} Jul 29 16:36:21.668783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb358fad-f19e-4bc8-b6ec-cc00481b6028 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.676347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb358fad-f19e-4bc8-b6ec-cc00481b6028 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.710586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb358fad-f19e-4bc8-b6ec-cc00481b6028 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Pushing event deleted for resources: {'Network': ['ID=94e074e3-a4e7-4faf-b8ac-e59bec30f468,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:21.716144 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cb358fad-f19e-4bc8-b6ec-cc00481b6028 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] 10.222.0.58 "DELETE /v2.0/networks/94e074e3-a4e7-4faf-b8ac-e59bec30f468 HTTP/1.1" status: 204 len: 168 time: 1.1520503 Jul 29 16:36:21.718780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43388) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:21.782303 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c97c3-0c27-45af-99b2-a7ff1ddcea28 None None] Pushing event updated for resources: {'Port': ['ID=27aab41b-96e5-4278-9404-a8926dc907da,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:21.792383 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Attempting to bind port 27aab41b-96e5-4278-9404-a8926dc907da on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:21.792858 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Attempting to bind port 27aab41b-96e5-4278-9404-a8926dc907da by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'efa85f39-634b-4dd8-8f30-334980b3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:21.793286 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Attempting to bind port 27aab41b-96e5-4278-9404-a8926dc907da on network c6dca99b-4c37-4728-925e-9fe121498e55 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:21.801339 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:36:21.801947 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Checking segment: {'id': 'efa85f39-634b-4dd8-8f30-334980b3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:21.802363 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.802761 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Bound using segment: {'id': 'efa85f39-634b-4dd8-8f30-334980b3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:36:21.803949 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Bound port: 27aab41b-96e5-4278-9404-a8926dc907da, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa85f39-634b-4dd8-8f30-334980b3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:36:21.804226 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.827798 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b04150f-2823-4f11-a167-90d416679bf6 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] DELETE failed (client error): The resource could not be found. Jul 29 16:36:21.828291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b04150f-2823-4f11-a167-90d416679bf6 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:36:21.830084 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9b04150f-2823-4f11-a167-90d416679bf6 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] 10.222.0.58 "DELETE /v2.0/ports/0ea10f9e-3d99-4021-b911-731a5c4546e5 HTTP/1.1" status: 404 len: 333 time: 0.1103170 Jul 29 16:36:21.839970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43392) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:21.844177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.845319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:21.845990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.939799 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] For port 27aab41b-96e5-4278-9404-a8926dc907da, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:21.941690 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-155822ab-dea4-49b0-acb3-59206de876dd tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Deleting subnet 82bd3a01-a185-4e91-97d8-17275f094ba2 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:36:21.943384 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] For port 27aab41b-96e5-4278-9404-a8926dc907da, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=27aab41b-96e5-4278-9404-a8926dc907da,segment=NetworkSegment(efa85f39-634b-4dd8-8f30-334980b3315e),segment_id=efa85f39-634b-4dd8-8f30-334980b3315e)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:36:21.948271 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.956193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-155822ab-dea4-49b0-acb3-59206de876dd tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.964383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.968599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Pushing event updated for resources: {'Network': ['ID=36598e96-ea34-40e8-abe0-d798e83f83dd,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:21.971495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3dfce4a2-18c0-433a-a308-88d9f00e2476 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:21.977432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b5c88a08-e886-4041-9c19-e0c0605456a3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:21.981473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b5c88a08-e886-4041-9c19-e0c0605456a3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Usage tracker for resource:security_group_rule and tenant:5805d9e4969d4ea4998b7fc9613962f4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:21.984292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b5c88a08-e886-4041-9c19-e0c0605456a3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:21.990144 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b5c88a08-e886-4041-9c19-e0c0605456a3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:22.024847 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 36598e96-ea34-40e8-abe0-d798e83f83dd details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:22.029946 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c97c3-0c27-45af-99b2-a7ff1ddcea28 None None] Pushing event updated for resources: {'Port': ['ID=27aab41b-96e5-4278-9404-a8926dc907da,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:22.031684 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-155822ab-dea4-49b0-acb3-59206de876dd tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.069666 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Routers {'ba25c1f5-7f47-4c9d-9889-721e30b1c04b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:36:22.070539 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:17Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:22.073240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b5c88a08-e886-4041-9c19-e0c0605456a3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.114118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72696c41-39d4-4953-a734-d5c77a5d0d3c tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.165478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72696c41-39d4-4953-a734-d5c77a5d0d3c tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.213010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b5c88a08-e886-4041-9c19-e0c0605456a3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.239811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-72696c41-39d4-4953-a734-d5c77a5d0d3c tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] In _notify_port_updated(), no bound segment for port 5d0b7b78-f41f-4fae-85c3-aba133f011bf on network de4b817f-1529-4aab-b658-a863a63b13c3 {{(pid=89210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:36:22.245146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72696c41-39d4-4953-a734-d5c77a5d0d3c tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:22.245791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72696c41-39d4-4953-a734-d5c77a5d0d3c tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.250179 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-72696c41-39d4-4953-a734-d5c77a5d0d3c tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] 10.222.0.58 "PUT /v2.0/ports/5d0b7b78-f41f-4fae-85c3-aba133f011bf HTTP/1.1" status: 200 len: 1130 time: 1.0854657 Jul 29 16:36:22.255170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43398) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:22.359980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c88a08-e886-4041-9c19-e0c0605456a3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:22.374806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfce4a2-18c0-433a-a308-88d9f00e2476 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Network 1c24a601-c475-484e-8789-70c33122984c is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:22.376135 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.397177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-3dfce4a2-18c0-433a-a308-88d9f00e2476 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:22.415288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 52474aee-1111-4f5f-92d9-37b9890909f4 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:22.418106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfce4a2-18c0-433a-a308-88d9f00e2476 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:22.419032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfce4a2-18c0-433a-a308-88d9f00e2476 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:22.419632 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3dfce4a2-18c0-433a-a308-88d9f00e2476 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.457307 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72696c41-39d4-4953-a734-d5c77a5d0d3c tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Pushing event updated for resources: {'Port': ['ID=5d0b7b78-f41f-4fae-85c3-aba133f011bf,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:22.464715 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-155822ab-dea4-49b0-acb3-59206de876dd tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.478774 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Network 49a60f0e-bf7d-4eb4-b52c-305adb4d9259 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:22.480132 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] Set router ba25c1f5-7f47-4c9d-9889-721e30b1c04b gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:36:22.510357 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:22.525974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab34d94b-a21d-4b20-969e-05cb146e0686 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:22.526587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ab34d94b-a21d-4b20-969e-05cb146e0686 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Synchronizing usage tracker for tenant:9ee683fc5e69436e9bbfa7df36f1861d on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:36:22.545549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfce4a2-18c0-433a-a308-88d9f00e2476 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Pushing event updated for resources: {'Port': ['ID=b8e2d909-6222-419b-b920-577fc8912bc9,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:22.550246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 52474aee-1111-4f5f-92d9-37b9890909f4 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:22.551260 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.574946 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ab34d94b-a21d-4b20-969e-05cb146e0686 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Unset dirty status for tenant:9ee683fc5e69436e9bbfa7df36f1861d on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:36:22.575993 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ab34d94b-a21d-4b20-969e-05cb146e0686 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] 10.222.0.58 "GET /v2.0/ports/5d0b7b78-f41f-4fae-85c3-aba133f011bf HTTP/1.1" status: 200 len: 1130 time: 0.3180082 Jul 29 16:36:22.582000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43402) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:22.638797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:22.678786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b5c88a08-e886-4041-9c19-e0c0605456a3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.683273 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b5c88a08-e886-4041-9c19-e0c0605456a3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3688018 Jul 29 16:36:22.687976 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-78a7392e-6796-42be-be6a-0272ab0a3bfb tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.6458175 Jul 29 16:36:22.687976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43406) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:22.699158 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43408) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:22.708602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-129d6ef6-fa12-4c98-aa4e-3bb541e3bc3f tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Deleting port 5d0b7b78-f41f-4fae-85c3-aba133f011bf {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:22.708784 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3dfce4a2-18c0-433a-a308-88d9f00e2476 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3216779 Jul 29 16:36:22.710169 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-129d6ef6-fa12-4c98-aa4e-3bb541e3bc3f tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.711983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-596c3a52-89e1-432f-8abf-fce6a7793743 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Request body: {'security_group_rule': {'security_group_id': 'e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:22.719573 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43414) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:22.723091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Request body: {'subnet': {'network_id': '36598e96-ea34-40e8-abe0-d798e83f83dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:22.741449 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8373d4d5-cb31-4ed4-a5de-e6229d3f76e5 None None] Provisioning complete for port 5d0b7b78-f41f-4fae-85c3-aba133f011bf triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:22.745306 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8373d4d5-cb31-4ed4-a5de-e6229d3f76e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.748582 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8515'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:22.777429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:22.782642 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-596c3a52-89e1-432f-8abf-fce6a7793743 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:22.793261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-155822ab-dea4-49b0-acb3-59206de876dd tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.825159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 52474aee-1111-4f5f-92d9-37b9890909f4 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:22.826456 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3a0133db-519e-46f4-92df-4a0d3c13613a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:22.871688 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8373d4d5-cb31-4ed4-a5de-e6229d3f76e5 None None] Port 5d0b7b78-f41f-4fae-85c3-aba133f011bf cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:36:22.873436 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.880836 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Usage tracker for resource:subnet and tenant:55c39253ab4e4a2cae0721ad45d6578f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:22.903162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:22.906234 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155822ab-dea4-49b0-acb3-59206de876dd tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Pushing event deleted for resources: {'Subnet': ['ID=82bd3a01-a185-4e91-97d8-17275f094ba2,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:22.906531 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-596c3a52-89e1-432f-8abf-fce6a7793743 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Usage tracker for resource:security_group_rule and tenant:5805d9e4969d4ea4998b7fc9613962f4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:22.912720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event updated for resources: {'Port': ['ID=8e7fae2a-faae-4666-bff1-304cf4cafa87,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:22.914794 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f31f7ed-03a0-4bd1-8dea-01dcdcc71271 None None] Network 3bd9d854-c99d-4f08-876d-16bb79d2aa89 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:22.915318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-596c3a52-89e1-432f-8abf-fce6a7793743 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:22.918728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-155822ab-dea4-49b0-acb3-59206de876dd tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.926739 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.937595 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-155822ab-dea4-49b0-acb3-59206de876dd tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] 10.222.0.58 "DELETE /v2.0/subnets/82bd3a01-a185-4e91-97d8-17275f094ba2 HTTP/1.1" status: 204 len: 168 time: 1.0960560 Jul 29 16:36:22.941333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43418) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:22.972732 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:22.988969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.993038 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.993811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:22.995382 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 3a0133db-519e-46f4-92df-4a0d3c13613a completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:23.005316 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 3a0133db-519e-46f4-92df-4a0d3c13613a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:23.006824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:23.009293 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-596c3a52-89e1-432f-8abf-fce6a7793743 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:23.028054 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:04Z', 'updated_at': '2022-07-29T16:36:16Z', 'revision_number': 4, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'gw_port': {'id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:05Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '27aab41b-96e5-4278-9404-a8926dc907da', 'name': '', 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'mac_address': 'fa:16:3e:92:8f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:15Z', 'updated_at': '2022-07-29T16:36:21Z', 'revision_number': 4, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'subnets': [{'id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:23.033781 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553adc81-d922-4bd4-9680-3ea74395beb5 None None] The sync data for ids ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'] in dv-neutron-851534-1-hyperv is: [{'id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:04Z', 'updated_at': '2022-07-29T16:36:16Z', 'revision_number': 4, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'gw_port': {'id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:05Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '27aab41b-96e5-4278-9404-a8926dc907da', 'name': '', 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'mac_address': 'fa:16:3e:92:8f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:15Z', 'updated_at': '2022-07-29T16:36:21Z', 'revision_number': 4, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'subnets': [{'id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:36:23.128741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Network 8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:23.188110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:23.215403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Made reservation on behalf of 55c39253ab4e4a2cae0721ad45d6578f for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:23.217732 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:23.228470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:23.243891 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:23.258027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-129d6ef6-fa12-4c98-aa4e-3bb541e3bc3f tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:23.269468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Deleting port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:23.269468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:23.289551 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 3a0133db-519e-46f4-92df-4a0d3c13613a is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:23.290060 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:23.312567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 3a0133db-519e-46f4-92df-4a0d3c13613a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3a0133db-519e-46f4-92df-4a0d3c13613a,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:23.324631 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:23.382560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca92ceb2-6cfb-4fb4-afb8-0a9ed6db864e None None] DHCP port deletion for 3bd9d854-c99d-4f08-876d-16bb79d2aa89 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:36:23.400155 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ca92ceb2-6cfb-4fb4-afb8-0a9ed6db864e None None] Deleting port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:23.400536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca92ceb2-6cfb-4fb4-afb8-0a9ed6db864e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:23.405037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Pushing event updated for resources: {'Port': ['ID=6722fcf8-0937-4e26-b2bc-3ba2cec7c09e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:23.438869 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:23.460737 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=3a0133db-519e-46f4-92df-4a0d3c13613a,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:23.524052 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-129d6ef6-fa12-4c98-aa4e-3bb541e3bc3f tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Calling delete_port for 5d0b7b78-f41f-4fae-85c3-aba133f011bf owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:23.755836 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ca92ceb2-6cfb-4fb4-afb8-0a9ed6db864e None None] For port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cb5d500a-2dfb-489a-b44b-7e4fe5b89b01,segment=NetworkSegment(4a53b0c6-744e-4092-b322-1d915b5fe644),segment_id=4a53b0c6-744e-4092-b322-1d915b5fe644)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:23.756799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca92ceb2-6cfb-4fb4-afb8-0a9ed6db864e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:23.836215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] For port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cb5d500a-2dfb-489a-b44b-7e4fe5b89b01,segment=NetworkSegment(4a53b0c6-744e-4092-b322-1d915b5fe644),segment_id=4a53b0c6-744e-4092-b322-1d915b5fe644)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:23.836749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:23.876829 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-596c3a52-89e1-432f-8abf-fce6a7793743 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:23.911080 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ca92ceb2-6cfb-4fb4-afb8-0a9ed6db864e None None] Calling delete_port for cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:23.984844 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Calling delete_port for cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:24.092464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=1a71c26d-f804-4336-9444-57467e99dd7c,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:24.093204 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-129d6ef6-fa12-4c98-aa4e-3bb541e3bc3f tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.101281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.156872 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-ca92ceb2-6cfb-4fb4-afb8-0a9ed6db864e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:36:24.157298 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-ca92ceb2-6cfb-4fb4-afb8-0a9ed6db864e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:36:24.159811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 27aab41b-96e5-4278-9404-a8926dc907da up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:24.214410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.227360 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.243344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d6ef6-fa12-4c98-aa4e-3bb541e3bc3f tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Pushing event deleted for resources: {'Port': ['ID=5d0b7b78-f41f-4fae-85c3-aba133f011bf,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:24.247344 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-596c3a52-89e1-432f-8abf-fce6a7793743 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.271562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 27aab41b-96e5-4278-9404-a8926dc907da completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:24.278206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 27aab41b-96e5-4278-9404-a8926dc907da triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:24.278580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.319947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-129d6ef6-fa12-4c98-aa4e-3bb541e3bc3f tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.323039 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] No DVR routers for this DVR port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:36:24.363392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Pushing event deleted for resources: {'Port': ['ID=cb5d500a-2dfb-489a-b44b-7e4fe5b89b01,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:24.407525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-596c3a52-89e1-432f-8abf-fce6a7793743 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.459753 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-129d6ef6-fa12-4c98-aa4e-3bb541e3bc3f tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] 10.222.0.58 "DELETE /v2.0/ports/5d0b7b78-f41f-4fae-85c3-aba133f011bf HTTP/1.1" status: 204 len: 168 time: 1.8760600 Jul 29 16:36:24.466238 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43422) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:24.468404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 27aab41b-96e5-4278-9404-a8926dc907da is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:24.468895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.478817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.516272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 27aab41b-96e5-4278-9404-a8926dc907da, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=27aab41b-96e5-4278-9404-a8926dc907da,segment=NetworkSegment(efa85f39-634b-4dd8-8f30-334980b3315e),segment_id=efa85f39-634b-4dd8-8f30-334980b3315e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:24.524113 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.525359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3a0133db-519e-46f4-92df-4a0d3c13613a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:24.546902 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.558575 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c3a52-89e1-432f-8abf-fce6a7793743 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea5c90b-08c8-4d1e-842c-319dc6ced7a0,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:24.586472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd9d854-c99d-4f08-876d-16bb79d2aa89']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:24.588175 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-596c3a52-89e1-432f-8abf-fce6a7793743 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.589402 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-596c3a52-89e1-432f-8abf-fce6a7793743 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8935375 Jul 29 16:36:24.593945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43426) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:24.598292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa35a32-71f8-469c-a2ab-45d2ec8eb934 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Deleting subnet 03a88f4c-d323-49c1-830f-e33506608191 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:36:24.598794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Network 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:24.605765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b652f305-f50d-4da9-b839-69ff716342df tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Request body: {'security_group_rule': {'security_group_id': 'e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:24.612592 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b652f305-f50d-4da9-b839-69ff716342df tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:24.617932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b652f305-f50d-4da9-b839-69ff716342df tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Usage tracker for resource:security_group_rule and tenant:5805d9e4969d4ea4998b7fc9613962f4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:24.621601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b652f305-f50d-4da9-b839-69ff716342df tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:24.628707 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b652f305-f50d-4da9-b839-69ff716342df tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:24.639175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bfa35a32-71f8-469c-a2ab-45d2ec8eb934 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.661885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ca92ceb2-6cfb-4fb4-afb8-0a9ed6db864e None None] Deleting port cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:24.662664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca92ceb2-6cfb-4fb4-afb8-0a9ed6db864e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.674304 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a53b0c6-744e-4092-b322-1d915b5fe644') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:24.674738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a53b0c6-744e-4092-b322-1d915b5fe644') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:24.679728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:24.701598 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.717825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.732401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.735351 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b652f305-f50d-4da9-b839-69ff716342df tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.776805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:36:24.777383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.793946 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ca92ceb2-6cfb-4fb4-afb8-0a9ed6db864e None None] The port 'cb5d500a-2dfb-489a-b44b-7e4fe5b89b01' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:36:24.798944 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bfa35a32-71f8-469c-a2ab-45d2ec8eb934 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.814136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=27aab41b-96e5-4278-9404-a8926dc907da,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:24.822180 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 3a0133db-519e-46f4-92df-4a0d3c13613a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:24.822547 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:24.903248 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 4a53b0c6-744e-4092-b322-1d915b5fe644 resource provider aggregate not found Jul 29 16:36:24.939937 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 4a53b0c6-744e-4092-b322-1d915b5fe644 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a53b0c6-744e-4092-b322-1d915b5fe644 found for delete ", "request_id": "req-14446b11-03bc-44d7-ae37-0ad20648bae7"}]} Jul 29 16:36:24.984719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 3a0133db-519e-46f4-92df-4a0d3c13613a is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:24.995964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.002445 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b652f305-f50d-4da9-b839-69ff716342df tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.016255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event updated for resources: {'Port': ['ID=8e7fae2a-faae-4666-bff1-304cf4cafa87,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:25.018606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.019827 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4c7c77d3-cfa0-4336-9112-d0f262d1c47b tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.9742763 Jul 29 16:36:25.022412 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.029906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43434) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:25.035617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b652f305-f50d-4da9-b839-69ff716342df tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.045956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c353e5d9-b835-4a07-a059-2cb69301b71b None None] Provisioning complete for port 1a71c26d-f804-4336-9444-57467e99dd7c triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:25.047822 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c353e5d9-b835-4a07-a059-2cb69301b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.083638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:36:25.113845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] Pushing event deleted for resources: {'Network': ['ID=3bd9d854-c99d-4f08-876d-16bb79d2aa89,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:25.130186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:36:25.130523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb5d500a-2dfb-489a-b44b-7e4fe5b89b01 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:36:25.146830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c353e5d9-b835-4a07-a059-2cb69301b71b None None] Port 1a71c26d-f804-4336-9444-57467e99dd7c cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:36:25.151436 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d851ca64-15b5-4b26-b3b8-04a74bab5062 tempest-DHCPAgentSchedulersTestJSON-25639392 tempest-DHCPAgentSchedulersTestJSON-25639392-project] 10.222.0.58 "DELETE /v2.0/networks/3bd9d854-c99d-4f08-876d-16bb79d2aa89 HTTP/1.1" status: 204 len: 168 time: 2.2062566 Jul 29 16:36:25.158471 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2ffa8eb8-ba54-4f92-a976-e7f84a4d91d5 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=49a60f0e-bf7d-4eb4-b52c-305adb4d9259 HTTP/1.1" status: 200 len: 689 time: 0.1241016 Jul 29 16:36:25.159249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652f305-f50d-4da9-b839-69ff716342df tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a1cf02-5584-4a2b-82ee-17fadaa36104,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:25.162804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43440) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:25.171992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bfa35a32-71f8-469c-a2ab-45d2ec8eb934 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.187514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.263832 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b652f305-f50d-4da9-b839-69ff716342df tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.265108 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b652f305-f50d-4da9-b839-69ff716342df tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6635475 Jul 29 16:36:25.274949 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43444) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:25.284615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:25.294004 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:25.301279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Usage tracker for resource:floatingip and tenant:5805d9e4969d4ea4998b7fc9613962f4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:25.306551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:25.315442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:25.331165 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:36:25.332223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.355739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bfa35a32-71f8-469c-a2ab-45d2ec8eb934 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.447850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa35a32-71f8-469c-a2ab-45d2ec8eb934 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Pushing event deleted for resources: {'Subnet': ['ID=03a88f4c-d323-49c1-830f-e33506608191,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:25.449853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bfa35a32-71f8-469c-a2ab-45d2ec8eb934 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.462812 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef53d2de-628e-4cc0-947d-5d5ef64e25a6 None None] Network de4b817f-1529-4aab-b658-a863a63b13c3 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:25.467371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43450) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:25.480096 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bfa35a32-71f8-469c-a2ab-45d2ec8eb934 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] 10.222.0.58 "DELETE /v2.0/subnets/03a88f4c-d323-49c1-830f-e33506608191 HTTP/1.1" status: 204 len: 168 time: 1.0131979 Jul 29 16:36:25.481138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43456) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:25.636798 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.670342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:36:25.685251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Deleting port 441e38ef-5465-4130-b43e-4c7f3113ce04 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:25.685580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.713404 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c88ab777-18fa-4aa6-8f23-551aa64cf568 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=284ccb988efe4df3b59e494f8018158a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2427506 Jul 29 16:36:25.716849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43460) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:25.744739 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] device_id is not set on port b8e2d909-6222-419b-b920-577fc8912bc9 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:25.760152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.794515 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd035d8-ac0b-4c51-a019-13793883ca74 None None] DHCP port deletion for de4b817f-1529-4aab-b658-a863a63b13c3 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:36:25.799179 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1fd035d8-ac0b-4c51-a019-13793883ca74 None None] Deleting port 441e38ef-5465-4130-b43e-4c7f3113ce04 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:25.799561 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1fd035d8-ac0b-4c51-a019-13793883ca74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.828612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:25.896450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.017337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] For port 441e38ef-5465-4130-b43e-4c7f3113ce04, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=441e38ef-5465-4130-b43e-4c7f3113ce04,segment=NetworkSegment(cbc0a4d8-15c4-414f-9505-add8a1e4eee4),segment_id=cbc0a4d8-15c4-414f-9505-add8a1e4eee4)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:26.017870 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.023841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1fd035d8-ac0b-4c51-a019-13793883ca74 None None] For port 441e38ef-5465-4130-b43e-4c7f3113ce04, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=441e38ef-5465-4130-b43e-4c7f3113ce04,segment=NetworkSegment(cbc0a4d8-15c4-414f-9505-add8a1e4eee4),segment_id=cbc0a4d8-15c4-414f-9505-add8a1e4eee4)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:26.024398 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1fd035d8-ac0b-4c51-a019-13793883ca74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.086416 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Transition to ACTIVE for port object b8e2d909-6222-419b-b920-577fc8912bc9 will not be triggered until provisioned by entity L2. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:26.124959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 27aab41b-96e5-4278-9404-a8926dc907da up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:26.149830 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Calling delete_port for 441e38ef-5465-4130-b43e-4c7f3113ce04 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:26.168399 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Deleting port 8e7fae2a-faae-4666-bff1-304cf4cafa87 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:26.168738 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.189983 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Allocated IP 172.26.1.215 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/dde3b460-961a-4b4b-aa71-1cc4b43bebfb) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:26.207689 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.218519 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1fd035d8-ac0b-4c51-a019-13793883ca74 None None] Calling delete_port for 441e38ef-5465-4130-b43e-4c7f3113ce04 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:26.314481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 27aab41b-96e5-4278-9404-a8926dc907da triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:26.314856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.324177 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.370388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-1fd035d8-ac0b-4c51-a019-13793883ca74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:36:26.370737 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-1fd035d8-ac0b-4c51-a019-13793883ca74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:36:26.385158 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Pushing event deleted for resources: {'Port': ['ID=441e38ef-5465-4130-b43e-4c7f3113ce04,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:26.394233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] No DVR routers for this DVR port 441e38ef-5465-4130-b43e-4c7f3113ce04 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:36:26.405004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c82e830a-5b02-487c-8748-662c4cfe2063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.441715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 27aab41b-96e5-4278-9404-a8926dc907da is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:26.490451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 441e38ef-5465-4130-b43e-4c7f3113ce04 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:36:26.533359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.535363 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 441e38ef-5465-4130-b43e-4c7f3113ce04 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:36:26.536263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 441e38ef-5465-4130-b43e-4c7f3113ce04 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:36:26.555503 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Pushing event updated for resources: {'Port': ['ID=b8e2d909-6222-419b-b920-577fc8912bc9,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:26.558244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.592428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4b817f-1529-4aab-b658-a863a63b13c3']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:26.612416 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc0a4d8-15c4-414f-9505-add8a1e4eee4') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:26.612710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc0a4d8-15c4-414f-9505-add8a1e4eee4') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:26.615022 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:36:26.625569 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Sync routers for ids ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:36:26.628770 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.636293 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Routers {'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:36:26.636902 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:17Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:26.654386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.654583 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7500692f-5dff-4000-b0ed-3642ed98d3d9 admin admin] 10.222.0.58 "PUT /v2.0/routers/abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1489491 Jul 29 16:36:26.654583 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c82e830a-5b02-487c-8748-662c4cfe2063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.660931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:36:26.661905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.663477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.objects.ports [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89209) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:36:26.663953 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.668904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.669279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.736344 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:26.736711 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:26.737098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:26.761670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.804936 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.848841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Set router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:36:26.887356 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Calling delete_port for 8e7fae2a-faae-4666-bff1-304cf4cafa87 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:26.900541 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1fd035d8-ac0b-4c51-a019-13793883ca74 None None] Deleting port 441e38ef-5465-4130-b43e-4c7f3113ce04 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:26.900962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1fd035d8-ac0b-4c51-a019-13793883ca74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.917490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:26.927295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:26.927295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.928247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:26.989442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:26.994183 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] Pushing event deleted for resources: {'Network': ['ID=de4b817f-1529-4aab-b658-a863a63b13c3,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:27.013180 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment cbc0a4d8-15c4-414f-9505-add8a1e4eee4 resource provider aggregate not found Jul 29 16:36:27.031650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Pushing event updated for resources: {'Port': ['ID=dde3b460-961a-4b4b-aa71-1cc4b43bebfb,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:27.041718 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-44652159-bfce-4ed3-8503-b0c1be555bd8 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720 tempest-ExtraDHCPOptionsIpV6TestJSON-260217720-project] 10.222.0.58 "DELETE /v2.0/networks/de4b817f-1529-4aab-b658-a863a63b13c3 HTTP/1.1" status: 204 len: 168 time: 1.5589581 Jul 29 16:36:27.045428 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment cbc0a4d8-15c4-414f-9505-add8a1e4eee4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbc0a4d8-15c4-414f-9505-add8a1e4eee4 found for delete ", "request_id": "req-0d51c5ff-c81a-4111-a303-cdb559afb855"}]} Jul 29 16:36:27.158681 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:27.271811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:27.272404 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:27.295036 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 2 to bind port b8e2d909-6222-419b-b920-577fc8912bc9 Jul 29 16:36:27.297873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:27.306616 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1fd035d8-ac0b-4c51-a019-13793883ca74 None None] The port '441e38ef-5465-4130-b43e-4c7f3113ce04' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:36:27.337026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43480) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:27.351808 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43484) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:27.352312 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2ae1ac6c-9983-4de1-b2cc-cdc1ce6fd781 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663177933', 'description': 'tempest-description--1850513996'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:27.358481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:06Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'gw_port': {'id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:08Z', 'updated_at': '2022-07-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '1a71c26d-f804-4336-9444-57467e99dd7c', 'name': '', 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'mac_address': 'fa:16:3e:0b:ee:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:16Z', 'updated_at': '2022-07-29T16:36:20Z', 'revision_number': 2, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'subnets': [{'id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:27.363695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2ae1ac6c-9983-4de1-b2cc-cdc1ce6fd781 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:27.364271 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Checking router: abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:36:27.364770 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Updating router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc port 1a71c26d-f804-4336-9444-57467e99dd7c binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:36:27.365406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c82e830a-5b02-487c-8748-662c4cfe2063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:27.371874 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2ae1ac6c-9983-4de1-b2cc-cdc1ce6fd781 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Usage tracker for resource:security_group and tenant:37ad27ba7b8b4687a17c6926b862fc32 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:27.376169 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2ae1ac6c-9983-4de1-b2cc-cdc1ce6fd781 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:27.389035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2ae1ac6c-9983-4de1-b2cc-cdc1ce6fd781 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:27.392210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:27.392641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:27.393084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:27.404971 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Pushing event updated for resources: {'Subnet': ['ID=41efd1d9-0994-4553-b9cb-8fc1d0eca0e7,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:27.427702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e830a-5b02-487c-8748-662c4cfe2063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a787cf8-1c6b-4b18-bae8-e7845aacac76,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:27.427702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:27.427702 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:27.431298 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 3 to bind port b8e2d909-6222-419b-b920-577fc8912bc9 Jul 29 16:36:27.442881 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:27.456152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Checking segment: {'id': 'dec1c1fb-b088-4277-ab6a-c18222320914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '36598e96-ea34-40e8-abe0-d798e83f83dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:27.456395 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Network hostable DHCP agents. Network: 36598e96-ea34-40e8-abe0-d798e83f83dd, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:36:27.465348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ae1ac6c-9983-4de1-b2cc-cdc1ce6fd781 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:27.475184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c82e830a-5b02-487c-8748-662c4cfe2063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:27.476317 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c82e830a-5b02-487c-8748-662c4cfe2063 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a787cf8-1c6b-4b18-bae8-e7845aacac76 HTTP/1.1" status: 204 len: 168 time: 1.7536209 Jul 29 16:36:27.501873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2ae1ac6c-9983-4de1-b2cc-cdc1ce6fd781 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:27.506583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2ae1ac6c-9983-4de1-b2cc-cdc1ce6fd781 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Usage tracker for resource:security_group_rule and tenant:37ad27ba7b8b4687a17c6926b862fc32 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:27.509703 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2ae1ac6c-9983-4de1-b2cc-cdc1ce6fd781 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:27.519487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:27.519770 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:27.520114 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:27.529780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2ae1ac6c-9983-4de1-b2cc-cdc1ce6fd781 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:27.560937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:27.561338 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:27.574647 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 4 to bind port b8e2d909-6222-419b-b920-577fc8912bc9 Jul 29 16:36:27.610987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ae1ac6c-9983-4de1-b2cc-cdc1ce6fd781 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:27.630070 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ae1ac6c-9983-4de1-b2cc-cdc1ce6fd781 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:27.672733 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Network 36598e96-ea34-40e8-abe0-d798e83f83dd is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:36:27.691963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1ac6c-9983-4de1-b2cc-cdc1ce6fd781 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3e0806-7461-474e-b3dd-3db8e1b44fb3,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:27.695589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:27.695934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:27.696283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:27.716450 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ae1ac6c-9983-4de1-b2cc-cdc1ce6fd781 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:27.717698 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2ae1ac6c-9983-4de1-b2cc-cdc1ce6fd781 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3789377 Jul 29 16:36:27.720713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43494) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:27.726711 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:27.727045 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:27.727157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4db38bd8-163d-465b-837b-5fecc145f7f9 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Request body: {'security_group_rule': {'security_group_id': 'db3e0806-7461-474e-b3dd-3db8e1b44fb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:27.731112 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 5 to bind port b8e2d909-6222-419b-b920-577fc8912bc9 Jul 29 16:36:27.736723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:27.738671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4db38bd8-163d-465b-837b-5fecc145f7f9 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:27.743027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4db38bd8-163d-465b-837b-5fecc145f7f9 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Usage tracker for resource:security_group_rule and tenant:37ad27ba7b8b4687a17c6926b862fc32 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:27.747175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:27.751359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 36598e96-ea34-40e8-abe0-d798e83f83dd) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:27.751852 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4db38bd8-163d-465b-837b-5fecc145f7f9 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:27.775225 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:27.775821 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:27.783592 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c43023dc-b7ea-420b-8ee9-1d53b3e8545c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ee683fc5e69436e9bbfa7df36f1861d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4290442 Jul 29 16:36:27.786751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:27.786868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43498) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:27.787086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:27.787991 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:27.797541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:27.802146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4db38bd8-163d-465b-837b-5fecc145f7f9 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:27.844745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:27.845107 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:27.854049 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3196ecf-0df4-4ab0-822c-aaa265a5ca28 None None] Network 36598e96-ea34-40e8-abe0-d798e83f83dd requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:27.854819 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 6 to bind port b8e2d909-6222-419b-b920-577fc8912bc9 Jul 29 16:36:27.869556 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e7fae2a-faae-4666-bff1-304cf4cafa87,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:27.904545 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Router 01df2145-4ff3-42e3-8e8c-a4490528c510 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:36:27.937335 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3ddc5103-e36d-40b0-8de2-3cf0738e4e0e tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.2317073 Jul 29 16:36:27.937335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:27.937335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:27.938238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:27.944036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43502) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:27.957712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:27.963496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-841177136', 'network_id': '36598e96-ea34-40e8-abe0-d798e83f83dd'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:27.966727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:27.967061 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:27.976568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Pushing event updated for resources: {'Port': ['ID=dde3b460-961a-4b4b-aa71-1cc4b43bebfb,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:27.983820 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4db38bd8-163d-465b-837b-5fecc145f7f9 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.007720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.024635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43506) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:28.025518 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 7 to bind port b8e2d909-6222-419b-b920-577fc8912bc9 Jul 29 16:36:28.043527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:28.077028 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.078242 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-16be764c-86b3-41c7-9b57-29e8b1550700 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8029916 Jul 29 16:36:28.083411 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3cba8153-c6f0-40f4-9631-421b67fc998e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.120675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4db38bd8-163d-465b-837b-5fecc145f7f9 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.125453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3cba8153-c6f0-40f4-9631-421b67fc998e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.125842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Usage tracker for resource:port and tenant:55c39253ab4e4a2cae0721ad45d6578f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:28.134003 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4db38bd8-163d-465b-837b-5fecc145f7f9 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.139310 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:28.143699 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:28.144039 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:28.144376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:28.179455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db38bd8-163d-465b-837b-5fecc145f7f9 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27da7d5-11a3-44c2-916f-9c920ace2ee9,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:28.183657 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-80529f19-af06-4c99-9621-93dab96c6d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.193126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:28.198407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4db38bd8-163d-465b-837b-5fecc145f7f9 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.202068 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4db38bd8-163d-465b-837b-5fecc145f7f9 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4775434 Jul 29 16:36:28.203782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43512) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:28.210527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3f6056a7-3cd2-4f30-805d-5b140b1694f3 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Request body: {'security_group_rule': {'security_group_id': 'db3e0806-7461-474e-b3dd-3db8e1b44fb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:28.212155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:28.212270 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:28.217587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3f6056a7-3cd2-4f30-805d-5b140b1694f3 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:28.218233 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 8 to bind port b8e2d909-6222-419b-b920-577fc8912bc9 Jul 29 16:36:28.218757 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.224035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3f6056a7-3cd2-4f30-805d-5b140b1694f3 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Usage tracker for resource:security_group_rule and tenant:37ad27ba7b8b4687a17c6926b862fc32 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:28.228996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3f6056a7-3cd2-4f30-805d-5b140b1694f3 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:28.241291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3f6056a7-3cd2-4f30-805d-5b140b1694f3 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:28.245832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-80529f19-af06-4c99-9621-93dab96c6d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:28.258220 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:28.258697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:28.258934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:28.261213 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Made reservation on behalf of 55c39253ab4e4a2cae0721ad45d6578f for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:28.263722 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.273571 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3cba8153-c6f0-40f4-9631-421b67fc998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.278138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-80529f19-af06-4c99-9621-93dab96c6d2f admin admin] Usage tracker for resource:security_group_rule and tenant:0a27004db0b74a4d8b5bb31b4b815cd5 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:28.280828 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Transition to ACTIVE for port object 1a71c26d-f804-4336-9444-57467e99dd7c will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:28.286255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3f6056a7-3cd2-4f30-805d-5b140b1694f3 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.291246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6dadce-618d-439d-9fce-d435fddcbad5 None None] Network 36598e96-ea34-40e8-abe0-d798e83f83dd requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:28.298125 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba8153-c6f0-40f4-9631-421b67fc998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5782d45c-ae02-4221-b91d-91482edc9a38,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:28.311463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-80529f19-af06-4c99-9621-93dab96c6d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:28.317552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3cba8153-c6f0-40f4-9631-421b67fc998e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.321477 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3cba8153-c6f0-40f4-9631-421b67fc998e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5782d45c-ae02-4221-b91d-91482edc9a38 HTTP/1.1" status: 204 len: 168 time: 0.5250859 Jul 29 16:36:28.321622 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-80529f19-af06-4c99-9621-93dab96c6d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:28.336179 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.368669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3f6056a7-3cd2-4f30-805d-5b140b1694f3 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.373729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3f6056a7-3cd2-4f30-805d-5b140b1694f3 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.389321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.404695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6056a7-3cd2-4f30-805d-5b140b1694f3 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9332b0-b8d7-44cf-a97d-d34cfdcce5f2,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:28.422008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3f6056a7-3cd2-4f30-805d-5b140b1694f3 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.426644 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3f6056a7-3cd2-4f30-805d-5b140b1694f3 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2187440 Jul 29 16:36:28.426778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:28.426872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43528) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:28.432380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:28.436586 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:28.438461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:28.442859 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 9 to bind port b8e2d909-6222-419b-b920-577fc8912bc9 Jul 29 16:36:28.443101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Usage tracker for resource:floatingip and tenant:37ad27ba7b8b4687a17c6926b862fc32 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:28.447049 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:28.453023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:28.462690 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:36:28.466172 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.474861 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Sync routers for ids ['01df2145-4ff3-42e3-8e8c-a4490528c510'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:36:28.496619 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Routers {'01df2145-4ff3-42e3-8e8c-a4490528c510'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:36:28.497273 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:17Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['01df2145-4ff3-42e3-8e8c-a4490528c510'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:28.542485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:28.543533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:28.545778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:28.612967 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4a2fa-d3ea-4c8e-9033-af7274bcfbff None None] Pushing event updated for resources: {'Port': ['ID=1a71c26d-f804-4336-9444-57467e99dd7c,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:28.617211 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] device_id is not set on port c08d269a-0747-4263-be08-e49e13d9bee0 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:28.669596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.686628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:28.686958 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:28.701877 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 10 to bind port b8e2d909-6222-419b-b920-577fc8912bc9 Jul 29 16:36:28.854460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:28.855029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:28.858140 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:28.906981 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:28.907654 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port b8e2d909-6222-419b-b920-577fc8912bc9 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:28.908369 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.922341 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Set router 01df2145-4ff3-42e3-8e8c-a4490528c510 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:36:28.940274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-80529f19-af06-4c99-9621-93dab96c6d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.948486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:28.953258 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-23a0b1c3-5cf7-49cb-ad83-17c38a6e1bfd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 13.0396225 Jul 29 16:36:28.954224 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43542) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:29.026555 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-80529f19-af06-4c99-9621-93dab96c6d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:29.054810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Allocated IP 172.26.1.254 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/58e8b951-4366-4544-a673-4d08ec5a6165) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:29.172788 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:29.178984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43554) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:29.184939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Attempting to bind port 1a71c26d-f804-4336-9444-57467e99dd7c on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:29.185480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Attempting to bind port 1a71c26d-f804-4336-9444-57467e99dd7c by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '94a5cbd5-edf3-412c-8a25-83e5a5980752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:29.185703 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Attempting to bind port 1a71c26d-f804-4336-9444-57467e99dd7c on network 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:29.195982 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:36:29.196590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Checking segment: {'id': '94a5cbd5-edf3-412c-8a25-83e5a5980752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:29.197136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:29.197540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Bound using segment: {'id': '94a5cbd5-edf3-412c-8a25-83e5a5980752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:36:29.198022 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Bound port: 1a71c26d-f804-4336-9444-57467e99dd7c, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a5cbd5-edf3-412c-8a25-83e5a5980752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:36:29.199174 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:29.317983 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] For port 1a71c26d-f804-4336-9444-57467e99dd7c, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:29.322302 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 16:36:29.323375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] For port 1a71c26d-f804-4336-9444-57467e99dd7c, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1a71c26d-f804-4336-9444-57467e99dd7c,segment=NetworkSegment(94a5cbd5-edf3-412c-8a25-83e5a5980752),segment_id=94a5cbd5-edf3-412c-8a25-83e5a5980752)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:36:29.335031 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:29.369016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:29.405189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:29.459324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a859d2be-282d-44cf-9209-6d0a4f3b7e55,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:29.480512 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-80529f19-af06-4c99-9621-93dab96c6d2f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a27004db0b74a4d8b5bb31b4b815cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4453676 Jul 29 16:36:29.480683 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4a2fa-d3ea-4c8e-9033-af7274bcfbff None None] Pushing event updated for resources: {'Port': ['ID=1a71c26d-f804-4336-9444-57467e99dd7c,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:29.481528 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:29.481749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43564) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:29.483892 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01df2145-4ff3-42e3-8e8c-a4490528c510', 'name': '', 'tenant_id': '2a66df278738460f8d746f013ad2437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51', 'external_fixed_ips': [{'subnet_id': 'adc1cd66-0d42-4128-9747-3c0d2f7bbf82', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '6722fcf8-0937-4e26-b2bc-3ba2cec7c09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:16Z', 'updated_at': '2022-07-29T16:36:24Z', 'revision_number': 3, 'project_id': '2a66df278738460f8d746f013ad2437e', 'gw_port': {'id': '6722fcf8-0937-4e26-b2bc-3ba2cec7c09e', 'name': '', 'network_id': '8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:df:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01df2145-4ff3-42e3-8e8c-a4490528c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'adc1cd66-0d42-4128-9747-3c0d2f7bbf82', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:19Z', 'updated_at': '2022-07-29T16:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adc1cd66-0d42-4128-9747-3c0d2f7bbf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:29.498063 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Checking router: 01df2145-4ff3-42e3-8e8c-a4490528c510 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:36:29.498727 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Updating router 01df2145-4ff3-42e3-8e8c-a4490528c510 port 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:36:29.505293 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:29.512173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:29.518088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Routers {'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:36:29.518711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:17Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:29.556948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80529f19-af06-4c99-9621-93dab96c6d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92986ba6-37e2-4f79-8c69-018eade6e259,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:29.656088 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:29.660784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Pushing event updated for resources: {'Port': ['ID=58e8b951-4366-4544-a673-4d08ec5a6165,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:29.732642 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Allocated IP 2001:db8::9e (36598e96-ea34-40e8-abe0-d798e83f83dd/41efd1d9-0994-4553-b9cb-8fc1d0eca0e7/c08d269a-0747-4263-be08-e49e13d9bee0) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:29.777065 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-222181c3-c866-4d5f-bb41-f55d2daa0631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:29.825946 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-222181c3-c866-4d5f-bb41-f55d2daa0631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:29.846574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:29.858546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-135840cd-ffb6-4873-94e6-8cf8434fc3a7 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Synchronizing usage tracker for tenant:5805d9e4969d4ea4998b7fc9613962f4 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:36:29.860564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] Set router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:36:29.872072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] For port b8e2d909-6222-419b-b920-577fc8912bc9, host hv-neutron-8515, cleared binding levels {{(pid=89209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:29.872493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempted to set empty binding levels {{(pid=89209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jul 29 16:36:29.875827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:29.913174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:29.968149 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.028885 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43572) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:30.029629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.049521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:30.050104 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:30.051058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:30.051589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > port after_create 55550000 {{(pid=89209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:30.052067 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:30.052585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > port after_update 55550000 {{(pid=89209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:30.053175 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:30.053680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:30.054521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:30.055027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:30.065113 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-222181c3-c866-4d5f-bb41-f55d2daa0631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.094288 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222181c3-c866-4d5f-bb41-f55d2daa0631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92986ba6-37e2-4f79-8c69-018eade6e259,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:30.137292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-222181c3-c866-4d5f-bb41-f55d2daa0631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.138778 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-222181c3-c866-4d5f-bb41-f55d2daa0631 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92986ba6-37e2-4f79-8c69-018eade6e259 HTTP/1.1" status: 204 len: 168 time: 0.6541290 Jul 29 16:36:30.143024 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.157068 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Transition to ACTIVE for port object 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:30.169967 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.229478 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Attempting to bind port 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:30.229766 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Attempting to bind port 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'a578dd08-43ab-4286-a266-d1f46e316ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:30.230125 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Attempting to bind port 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e on network 8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:30.245199 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:36:30.245583 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Checking segment: {'id': 'a578dd08-43ab-4286-a266-d1f46e316ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:30.246086 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.246514 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Bound using segment: {'id': 'a578dd08-43ab-4286-a266-d1f46e316ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:36:30.246986 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Bound port: 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a578dd08-43ab-4286-a266-d1f46e316ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:36:30.247376 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.291331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-408190218'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:30.297032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:30.301827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Usage tracker for resource:network and tenant:8a9f3badb4e14875b94a21f20b739fc6 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:30.305170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:30.311690 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:30.327194 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] For port 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:30.344866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:30.344866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:30.345479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:30.345479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 16:36:30.345811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a60f0e-bf7d-4eb4-b52c-305adb4d9259']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:30.356449 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca63ba-bba7-44c0-89e8-9f05781cd8cd None None] Pushing event updated for resources: {'Port': ['ID=6722fcf8-0937-4e26-b2bc-3ba2cec7c09e,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:30.376043 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] For port 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6722fcf8-0937-4e26-b2bc-3ba2cec7c09e,segment=NetworkSegment(a578dd08-43ab-4286-a266-d1f46e316ee5),segment_id=a578dd08-43ab-4286-a266-d1f46e316ee5)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:36:30.380202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Made reservation on behalf of 8a9f3badb4e14875b94a21f20b739fc6 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:30.384450 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.385250 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.408795 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.419080 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.428705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:30.433620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.439603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Usage tracker for resource:security_group_rule and tenant:8a9f3badb4e14875b94a21f20b739fc6 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:30.454363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] In _notify_port_updated(), no bound segment for port b8e2d909-6222-419b-b920-577fc8912bc9 on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:36:30.456982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:30.456982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.457655 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "PUT /v2.0/ports/b8e2d909-6222-419b-b920-577fc8912bc9 HTTP/1.1" status: 200 len: 977 time: 7.7280045 Jul 29 16:36:30.469622 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afaed881-8ee7-44bb-b639-482b888a1365') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:30.469922 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afaed881-8ee7-44bb-b639-482b888a1365') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:30.488167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43580) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:30.494735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:30.516436 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca63ba-bba7-44c0-89e8-9f05781cd8cd None None] Pushing event updated for resources: {'Port': ['ID=6722fcf8-0937-4e26-b2bc-3ba2cec7c09e,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:30.530433 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:06Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'gw_port': {'id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:08Z', 'updated_at': '2022-07-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '1a71c26d-f804-4336-9444-57467e99dd7c', 'name': '', 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'mac_address': 'fa:16:3e:0b:ee:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:16Z', 'updated_at': '2022-07-29T16:36:29Z', 'revision_number': 4, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'subnets': [{'id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:30.537344 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb65c8f6-6025-47b6-a20c-c66ed0ba9cd8 None None] The sync data for ids ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'] in dv-neutron-851534-1-hyperv is: [{'id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:06Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'gw_port': {'id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:08Z', 'updated_at': '2022-07-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '1a71c26d-f804-4336-9444-57467e99dd7c', 'name': '', 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'mac_address': 'fa:16:3e:0b:ee:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:16Z', 'updated_at': '2022-07-29T16:36:29Z', 'revision_number': 4, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'subnets': [{'id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:36:30.538087 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Routers {'01df2145-4ff3-42e3-8e8c-a4490528c510'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:36:30.539344 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:17Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['01df2145-4ff3-42e3-8e8c-a4490528c510'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:30.541930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:30.578798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-135840cd-ffb6-4873-94e6-8cf8434fc3a7 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Unset dirty status for tenant:5805d9e4969d4ea4998b7fc9613962f4 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:36:30.593686 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-135840cd-ffb6-4873-94e6-8cf8434fc3a7 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1910703922&fields=id&tenant_id=5805d9e4969d4ea4998b7fc9613962f4 HTTP/1.1" status: 200 len: 267 time: 1.3104868 Jul 29 16:36:30.696328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Pushing event updated for resources: {'Port': ['ID=58e8b951-4366-4544-a673-4d08ec5a6165,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:30.700668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.730887 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.783595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8829be-9d9c-4aa6-882f-f749ae48a4fd tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Pushing event updated for resources: {'Port': ['ID=b8e2d909-6222-419b-b920-577fc8912bc9,revision_number=3']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:30.792061 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.801616 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-72d4259d-e053-4c7c-993c-a532943f04ef tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3738925 Jul 29 16:36:30.822421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.895841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.901154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.941664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:30.962343 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] Set router 01df2145-4ff3-42e3-8e8c-a4490528c510 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:36:30.963535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3bff56-b9c2-4e93-a0ee-321fd8fc508d,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:30.974313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:30.975239 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Added segment ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c of type vlan for network ea347009-bdda-46f0-b05b-636c8ae10d63 Jul 29 16:36:31.011741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:36:31.012160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:31.026289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:31.130301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:31.137261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.138753 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:31.194791 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1367025 Jul 29 16:36:31.199086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43610) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:31.269152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Request body: {'subnet': {'network_id': 'ea347009-bdda-46f0-b05b-636c8ae10d63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:31.318266 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:31.393282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:31.411215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803f194-2814-47a2-836c-67a64547a1b5 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Pushing event updated for resources: {'Network': ['ID=ea347009-bdda-46f0-b05b-636c8ae10d63,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:31.424442 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network ea347009-bdda-46f0-b05b-636c8ae10d63 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:31.429180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.429869 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.430635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.431247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.431856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.432460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.433105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.433726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.434186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.434648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.435112 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.435574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.436030 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.436489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.438264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Synchronizing usage tracker for tenant:9fabc4ff30bb4cc5bf0abed4b9e7e0e7 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:36:31.447008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:31.448424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Deleting port 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:31.448756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:31.450545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:31.455748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Usage tracker for resource:subnet and tenant:8a9f3badb4e14875b94a21f20b739fc6 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:31.459354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:31.466517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:31.485027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Made reservation on behalf of 8a9f3badb4e14875b94a21f20b739fc6 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:31.491295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:31.575517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 49a60f0e-bf7d-4eb4-b52c-305adb4d9259 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jul 29 16:36:31.643189 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-bda11e2c-8e62-4133-bf3f-16c9c0ee6cca tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:31.644320 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-bda11e2c-8e62-4133-bf3f-16c9c0ee6cca tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Synchronizing usage tracker for tenant:5805d9e4969d4ea4998b7fc9613962f4 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:36:31.676529 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43634) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:31.699488 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event deleted for resources: {'Network': ['ID=49a60f0e-bf7d-4eb4-b52c-305adb4d9259,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:31.707300 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01df2145-4ff3-42e3-8e8c-a4490528c510', 'name': '', 'tenant_id': '2a66df278738460f8d746f013ad2437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51', 'external_fixed_ips': [{'subnet_id': 'adc1cd66-0d42-4128-9747-3c0d2f7bbf82', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '6722fcf8-0937-4e26-b2bc-3ba2cec7c09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:16Z', 'updated_at': '2022-07-29T16:36:24Z', 'revision_number': 3, 'project_id': '2a66df278738460f8d746f013ad2437e', 'gw_port': {'id': '6722fcf8-0937-4e26-b2bc-3ba2cec7c09e', 'name': '', 'network_id': '8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:df:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01df2145-4ff3-42e3-8e8c-a4490528c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'adc1cd66-0d42-4128-9747-3c0d2f7bbf82', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:19Z', 'updated_at': '2022-07-29T16:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc1cd66-0d42-4128-9747-3c0d2f7bbf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:31.709269 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:31.719126 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133beb0b-d3ac-4cd7-9b36-95bd94e1838e None None] The sync data for ids ['01df2145-4ff3-42e3-8e8c-a4490528c510'] in dv-neutron-851534-1-hyperv is: [{'id': '01df2145-4ff3-42e3-8e8c-a4490528c510', 'name': '', 'tenant_id': '2a66df278738460f8d746f013ad2437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51', 'external_fixed_ips': [{'subnet_id': 'adc1cd66-0d42-4128-9747-3c0d2f7bbf82', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '6722fcf8-0937-4e26-b2bc-3ba2cec7c09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:16Z', 'updated_at': '2022-07-29T16:36:24Z', 'revision_number': 3, 'project_id': '2a66df278738460f8d746f013ad2437e', 'gw_port': {'id': '6722fcf8-0937-4e26-b2bc-3ba2cec7c09e', 'name': '', 'network_id': '8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:df:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01df2145-4ff3-42e3-8e8c-a4490528c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'adc1cd66-0d42-4128-9747-3c0d2f7bbf82', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:19Z', 'updated_at': '2022-07-29T16:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adc1cd66-0d42-4128-9747-3c0d2f7bbf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:36:31.720685 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f214e198-0ef4-4d74-a4da-8f215e90a934 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "DELETE /v2.0/networks/49a60f0e-bf7d-4eb4-b52c-305adb4d9259 HTTP/1.1" status: 204 len: 168 time: 6.5543580 Jul 29 16:36:31.721618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Unset dirty status for tenant:9fabc4ff30bb4cc5bf0abed4b9e7e0e7 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:36:31.727902 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a74dc787-2e7b-4494-95b7-ab103684dc89 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12752 time: 1.2386901 Jul 29 16:36:31.732592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43642) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:31.732925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43644) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:31.874525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b6631b47-0365-47e2-8fc7-c4c54eafb4db tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Deleting port b8e2d909-6222-419b-b920-577fc8912bc9 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:31.874867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b6631b47-0365-47e2-8fc7-c4c54eafb4db tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:31.933224 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment afaed881-8ee7-44bb-b639-482b888a1365 resource provider aggregate not found Jul 29 16:36:31.956406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:32.042476 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Pushing event updated for resources: {'Subnet': ['ID=befd4d92-5023-4696-9b4a-aaaa1930b71f,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:32.046118 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-6ef4beff-5c0f-4ed0-ac2c-9f8237b859b6 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1663177933&fields=id&tenant_id=37ad27ba7b8b4687a17c6926b862fc32 HTTP/1.1" status: 200 len: 267 time: 0.3495271 Jul 29 16:36:32.049590 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d92c3c7a-6ccd-4c58-94f0-f83f0fdae0c5 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Synchronizing usage tracker for tenant:5ac2950a497d4d3595aff2b55f8f3167 on resource:floatingip {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:36:32.095950 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Checking segment: {'id': 'ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ea347009-bdda-46f0-b05b-636c8ae10d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:32.097712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Network hostable DHCP agents. Network: ea347009-bdda-46f0-b05b-636c8ae10d63, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:36:32.124565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1a71c26d-f804-4336-9444-57467e99dd7c up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:32.156383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Network ea347009-bdda-46f0-b05b-636c8ae10d63 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:36:32.169811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, ea347009-bdda-46f0-b05b-636c8ae10d63) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:32.181892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:32.182969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:32.220725 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment afaed881-8ee7-44bb-b639-482b888a1365 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afaed881-8ee7-44bb-b639-482b888a1365 found for delete ", "request_id": "req-ffa0845c-d14a-480c-aa5a-cb4896b55512"}]} Jul 29 16:36:32.226208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7828c81a-5678-4ca1-8842-a68e195032b2 None None] Network ea347009-bdda-46f0-b05b-636c8ae10d63 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:32.227516 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ad758bac-f210-4472-a438-c099fc516989 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0273905 Jul 29 16:36:32.230207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43660) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:32.235586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Request body: {'port': {'network_id': 'ea347009-bdda-46f0-b05b-636c8ae10d63', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1825384857'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:32.397386 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 1a71c26d-f804-4336-9444-57467e99dd7c completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:32.443215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:32.453905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Usage tracker for resource:port and tenant:8a9f3badb4e14875b94a21f20b739fc6 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:32.461959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 1a71c26d-f804-4336-9444-57467e99dd7c triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:32.462633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:32.466093 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-bda11e2c-8e62-4133-bf3f-16c9c0ee6cca tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Unset dirty status for tenant:5805d9e4969d4ea4998b7fc9613962f4 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:36:32.472821 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-bda11e2c-8e62-4133-bf3f-16c9c0ee6cca tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/networks?id=c6dca99b-4c37-4728-925e-9fe121498e55 HTTP/1.1" status: 200 len: 811 time: 1.7344317 Jul 29 16:36:32.473480 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:32.481720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:32.498782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d92c3c7a-6ccd-4c58-94f0-f83f0fdae0c5 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Unset dirty status for tenant:5ac2950a497d4d3595aff2b55f8f3167 on resource:floatingip {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:36:32.500349 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d92c3c7a-6ccd-4c58-94f0-f83f0fdae0c5 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.7643886 Jul 29 16:36:32.508603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43668) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:32.660175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Made reservation on behalf of 8a9f3badb4e14875b94a21f20b739fc6 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:32.663994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:32.702053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] device_id is not set on port 2196eca9-0603-447d-9507-87412a008e25 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:32.727565 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-b6631b47-0365-47e2-8fc7-c4c54eafb4db tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] For port b8e2d909-6222-419b-b920-577fc8912bc9, host hv-neutron-8515, got binding levels [] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:32.728021 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b6631b47-0365-47e2-8fc7-c4c54eafb4db tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:32.761064 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 1a71c26d-f804-4336-9444-57467e99dd7c is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:32.761466 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:32.776039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-ea347009-bdda-46f0-b05b-636c8ae10d63', 'network_id': 'ea347009-bdda-46f0-b05b-636c8ae10d63', 'tenant_id': '8a9f3badb4e14875b94a21f20b739fc6', 'fixed_ips': [{'subnet_id': 'befd4d92-5023-4696-9b4a-aaaa1930b71f'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:36:32.776935 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:32.779103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e612dc5e-f26a-4e4c-8334-b88b918693bb tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:32.779717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e612dc5e-f26a-4e4c-8334-b88b918693bb tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:32.780343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e612dc5e-f26a-4e4c-8334-b88b918693bb tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:32.780932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e612dc5e-f26a-4e4c-8334-b88b918693bb tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:32.781532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e612dc5e-f26a-4e4c-8334-b88b918693bb tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:32.782130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e612dc5e-f26a-4e4c-8334-b88b918693bb tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:32.782744 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e612dc5e-f26a-4e4c-8334-b88b918693bb tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:32.783319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e612dc5e-f26a-4e4c-8334-b88b918693bb tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:32.785285 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e612dc5e-f26a-4e4c-8334-b88b918693bb tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5174 time: 0.2741227 Jul 29 16:36:32.789235 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43676) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:32.805085 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-174297c3-74bd-4b06-98f5-954c7e37a52d tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/quotas/5805d9e4969d4ea4998b7fc9613962f4 HTTP/1.1" status: 200 len: 375 time: 0.3312256 Jul 29 16:36:32.866959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 1a71c26d-f804-4336-9444-57467e99dd7c, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1a71c26d-f804-4336-9444-57467e99dd7c,segment=NetworkSegment(94a5cbd5-edf3-412c-8a25-83e5a5980752),segment_id=94a5cbd5-edf3-412c-8a25-83e5a5980752)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:32.880830 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-b1a20388-efa6-404f-a6a4-6bb831d02c0c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] delete failed (client error): The resource could not be found. Jul 29 16:36:32.883665 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b1a20388-efa6-404f-a6a4-6bb831d02c0c tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/8d89db31-e171-4a5c-8d0f-8b8ed2bb8fc3 HTTP/1.1" status: 404 len: 345 time: 0.0923264 Jul 29 16:36:32.887375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:32.888134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43684) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:32.919949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b6631b47-0365-47e2-8fc7-c4c54eafb4db tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Calling delete_port for b8e2d909-6222-419b-b920-577fc8912bc9 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:32.953011 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2985c3-c482-4803-a19f-a782b12b3df2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] DELETE failed (client error): The resource could not be found. Jul 29 16:36:32.953791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2985c3-c482-4803-a19f-a782b12b3df2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:36:32.974464 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0e2985c3-c482-4803-a19f-a782b12b3df2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "DELETE /v2.0/networks/49a60f0e-bf7d-4eb4-b52c-305adb4d9259 HTTP/1.1" status: 404 len: 339 time: 0.0851483 Jul 29 16:36:32.978136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43688) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:32.985073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Request body: {'network': {'name': 'tempest-network--1170216866', 'router:external': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:32.994279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=1a71c26d-f804-4336-9444-57467e99dd7c,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:32.996347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:33.004792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Usage tracker for resource:network and tenant:5ac2950a497d4d3595aff2b55f8f3167 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:33.010578 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:33.012893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:33.022481 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:33.024594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Allocated IP 172.20.0.11 (ea347009-bdda-46f0-b05b-636c8ae10d63/befd4d92-5023-4696-9b4a-aaaa1930b71f/2196eca9-0603-447d-9507-87412a008e25) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:33.032290 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43692) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:33.047114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Made reservation on behalf of 5ac2950a497d4d3595aff2b55f8f3167 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:33.049623 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:33.116306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:33.183311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] For port 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6722fcf8-0937-4e26-b2bc-3ba2cec7c09e,segment=NetworkSegment(a578dd08-43ab-4286-a266-d1f46e316ee5),segment_id=a578dd08-43ab-4286-a266-d1f46e316ee5)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:33.183685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:33.198714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-b2e3626e-eb5e-4838-881c-2a5a2d8f2e76 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:33.205510 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-b2e3626e-eb5e-4838-881c-2a5a2d8f2e76 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/networks?id=5dcc6516-a1ee-4da5-989d-49f628a9f2f1 HTTP/1.1" status: 200 len: 806 time: 1.1583440 Jul 29 16:36:33.214952 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Network 36598e96-ea34-40e8-abe0-d798e83f83dd is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:33.226016 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:33.268570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:33.279276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:33.279623 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Added segment aac945d1-c952-487b-8dfa-37afc317e945 of type vlan for network 1c5c0f6c-e4e0-4523-9c47-44de8e305f59 Jul 29 16:36:33.282868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:33.292442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Usage tracker for resource:floatingip and tenant:29712eddf2704dbeb25cc4da8b3bd9cc is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:33.299965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:33.331705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:33.344673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:33.345946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:33.346690 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:33.352400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Pushing event updated for resources: {'Port': ['ID=c08d269a-0747-4263-be08-e49e13d9bee0,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:33.364893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Calling delete_port for 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:33.380077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:33.395863 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-2407185d-4a78-4659-a814-795273dba83a tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/quotas/37ad27ba7b8b4687a17c6926b862fc32 HTTP/1.1" status: 200 len: 375 time: 0.1894600 Jul 29 16:36:33.404984 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:33.415161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b6631b47-0365-47e2-8fc7-c4c54eafb4db tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:33.420120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:33.497355 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Transition to ACTIVE for port object 2196eca9-0603-447d-9507-87412a008e25 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:33.536010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6631b47-0365-47e2-8fc7-c4c54eafb4db tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8e2d909-6222-419b-b920-577fc8912bc9,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:33.537179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:33.538148 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:33.538726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:33.559177 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-e7b3cf46-fd41-4fca-b9cc-893f879b68d4 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5805d9e4969d4ea4998b7fc9613962f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7531056 Jul 29 16:36:33.591599 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1356f184-7433-491d-87d7-c49daadc7031 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.6401565 Jul 29 16:36:33.595610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b6631b47-0365-47e2-8fc7-c4c54eafb4db tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:33.597912 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b6631b47-0365-47e2-8fc7-c4c54eafb4db tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "DELETE /v2.0/ports/b8e2d909-6222-419b-b920-577fc8912bc9 HTTP/1.1" status: 204 len: 168 time: 1.8594508 Jul 29 16:36:33.602096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43700) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:33.602525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43702) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:33.673585 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6941888 Jul 29 16:36:33.706322 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43710) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:33.723279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:33.743910 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Allocated IP 172.20.0.2 (ea347009-bdda-46f0-b05b-636c8ae10d63/befd4d92-5023-4696-9b4a-aaaa1930b71f/9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:33.815422 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15e090e-7a89-4bfb-8fe8-51691cd12511 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] GET failed (client error): The resource could not be found. Jul 29 16:36:33.816070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d15e090e-7a89-4bfb-8fe8-51691cd12511 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Synchronizing usage tracker for tenant:9fabc4ff30bb4cc5bf0abed4b9e7e0e7 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:36:33.875520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283314eb-21c5-4a41-a610-e02e0c008db7 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event updated for resources: {'Network': ['ID=1c5c0f6c-e4e0-4523-9c47-44de8e305f59,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:33.908266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 1c5c0f6c-e4e0-4523-9c47-44de8e305f59 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:33.940008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Network ea347009-bdda-46f0-b05b-636c8ae10d63 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:33.950228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:33.973875 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:34.032117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Pushing event updated for resources: {'Port': ['ID=2196eca9-0603-447d-9507-87412a008e25,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:34.112752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:34.216582 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f906e2-9124-4b7e-82cc-a8f3c0b2690c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:34.222215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-cd1799d1-d889-4734-8848-e09b5939fd0c tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Synchronizing usage tracker for tenant:37ad27ba7b8b4687a17c6926b862fc32 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:36:34.229063 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f906e2-9124-4b7e-82cc-a8f3c0b2690c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:34.235886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d15e090e-7a89-4bfb-8fe8-51691cd12511 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Unset dirty status for tenant:9fabc4ff30bb4cc5bf0abed4b9e7e0e7 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:36:34.241720 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d15e090e-7a89-4bfb-8fe8-51691cd12511 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "GET /v2.0/ports/b8e2d909-6222-419b-b920-577fc8912bc9 HTTP/1.1" status: 404 len: 333 time: 0.6320827 Jul 29 16:36:34.250069 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f906e2-9124-4b7e-82cc-a8f3c0b2690c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:34.263783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f906e2-9124-4b7e-82cc-a8f3c0b2690c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:34.270356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f906e2-9124-4b7e-82cc-a8f3c0b2690c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:34.270508 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43718) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:34.279116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-38726ea6-0b31-48f7-9d5c-b8a48e9bf0e3 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:36:34.286754 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-38726ea6-0b31-48f7-9d5c-b8a48e9bf0e3 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4667757 Jul 29 16:36:34.300015 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f906e2-9124-4b7e-82cc-a8f3c0b2690c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:34.300992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d2f906e2-9124-4b7e-82cc-a8f3c0b2690c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Synchronizing usage tracker for tenant:49ee9e1ae66442b89232a32457f987a5 on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:36:34.309289 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1a71c26d-f804-4336-9444-57467e99dd7c up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:34.325528 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-3e2bd317-902c-45ee-9cc5-b08d8f3b8366 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1272620028', 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:34.330197 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:34.330881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:34.332524 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-d72087ac-7ca7-485b-95b1-567e2dd6560b tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Deleting port c08d269a-0747-4263-be08-e49e13d9bee0 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:34.332993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d72087ac-7ca7-485b-95b1-567e2dd6560b tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:34.385661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:34.410190 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-01dff191-a567-4f4f-bb84-bb7188828e51 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1759975 Jul 29 16:36:34.411840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43722) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:34.439962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Request body: {'port': {'network_id': 'ea347009-bdda-46f0-b05b-636c8ae10d63', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1933390636', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:34.440454 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.api.validators [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] bootfile-name is not in valid_values {{(pid=89210) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 16:36:34.440826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.api.validators [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] tftp-server is not in valid_values {{(pid=89210) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 16:36:34.451096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.api.validators [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] server-ip-address is not in valid_values {{(pid=89210) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 16:36:34.453318 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Transition to ACTIVE for port object 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:34.463973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d2f906e2-9124-4b7e-82cc-a8f3c0b2690c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Unset dirty status for tenant:49ee9e1ae66442b89232a32457f987a5 on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:36:34.468356 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d2f906e2-9124-4b7e-82cc-a8f3c0b2690c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3666 time: 0.7525494 Jul 29 16:36:34.469606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43726) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:34.470514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3e2bd317-902c-45ee-9cc5-b08d8f3b8366 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:34.492542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Transition to ACTIVE for port object 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:34.503493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 1a71c26d-f804-4336-9444-57467e99dd7c triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:34.503872 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:34.565236 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:34.569303 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:34.572924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-cd1799d1-d889-4734-8848-e09b5939fd0c tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Unset dirty status for tenant:37ad27ba7b8b4687a17c6926b862fc32 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:36:34.593468 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-cd1799d1-d889-4734-8848-e09b5939fd0c tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=37ad27ba7b8b4687a17c6926b862fc32&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1691847 Jul 29 16:36:34.621367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Allocated IP 172.26.1.180 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/b819aeee-37ac-4d5b-aaee-ee255c1b4d21) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:34.658985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3e2bd317-902c-45ee-9cc5-b08d8f3b8366 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:34.675875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Network ea347009-bdda-46f0-b05b-636c8ae10d63 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:34.686427 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:34.699434 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:34.712841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:34.733902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Pushing event deleted for resources: {'Port': ['ID=6722fcf8-0937-4e26-b2bc-3ba2cec7c09e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:34.769804 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Usage tracker for resource:port and tenant:8a9f3badb4e14875b94a21f20b739fc6 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:34.782159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:34.784044 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Pushing event updated for resources: {'Port': ['ID=9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:34.795214 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:34.819655 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Made reservation on behalf of 8a9f3badb4e14875b94a21f20b739fc6 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:34.823196 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:34.832866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 1a71c26d-f804-4336-9444-57467e99dd7c is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:34.834977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:34.866127 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-917ffdca-7690-4ffd-ae13-0739b19d57ce service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:36:34.867151 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-917ffdca-7690-4ffd-ae13-0739b19d57ce service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1492295 Jul 29 16:36:34.867843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2bd317-902c-45ee-9cc5-b08d8f3b8366 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Made reservation on behalf of 9fabc4ff30bb4cc5bf0abed4b9e7e0e7 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:34.868482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] device_id is not set on port 66749077-32d6-4512-b322-f2856773b530 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:34.870077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd317-902c-45ee-9cc5-b08d8f3b8366 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:34.870443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Attempting to bind port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:34.870814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Attempting to bind port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ea347009-bdda-46f0-b05b-636c8ae10d63'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:34.871171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Attempting to bind port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 on network ea347009-bdda-46f0-b05b-636c8ae10d63 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:34.873192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:36:34.873531 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jul 29 16:36:34.913384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:36:34.914026 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Checking segment: {'id': 'ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ea347009-bdda-46f0-b05b-636c8ae10d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:34.914428 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:34.914958 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Bound using segment: {'id': 'ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ea347009-bdda-46f0-b05b-636c8ae10d63'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:36:34.915438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Bound port: 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ea347009-bdda-46f0-b05b-636c8ae10d63'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:36:34.915825 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:34.941386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:34.960031 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Port 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e not found, will not notify nova. {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jul 29 16:36:35.039595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Allocated IP 172.20.0.8 (ea347009-bdda-46f0-b05b-636c8ae10d63/befd4d92-5023-4696-9b4a-aaaa1930b71f/66749077-32d6-4512-b322-f2856773b530) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:35.047037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bc638cf0-3a3a-4d8d-acba-70848a79edd6 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:35.047914 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] For port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:35.052536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] For port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8,segment=NetworkSegment(ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c),segment_id=ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:36:35.054940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:35.059023 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:35.106075 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-f4d11235-f4f7-4e17-be2b-3f6a0aa45b3a service neutron] 10.222.0.58 "GET /v2.0/networks/c6dca99b-4c37-4728-925e-9fe121498e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8184333 Jul 29 16:36:35.111814 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-3e2bd317-902c-45ee-9cc5-b08d8f3b8366 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] device_id is not set on port 7de68575-fcbd-4dab-8971-e730b8b22163 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:35.149828 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8ca92-c63f-48e4-aad3-a4621a9e2af9 None None] Pushing event updated for resources: {'Port': ['ID=9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:35.171281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:35.177122 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:35.179999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:35.212671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Pushing event updated for resources: {'Port': ['ID=b819aeee-37ac-4d5b-aaee-ee255c1b4d21,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:35.303833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:35.427680 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:35.443872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:35.605675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Transition to ACTIVE for port object 66749077-32d6-4512-b322-f2856773b530 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:35.626852 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:35.688530 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:35.698426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:35.701193 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bc638cf0-3a3a-4d8d-acba-70848a79edd6 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:35.711853 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-5bd4490b-81d6-4b76-bd98-f805168b711a service neutron] 10.222.0.58 "GET /v2.0/networks/5dcc6516-a1ee-4da5-989d-49f628a9f2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7912474 Jul 29 16:36:35.717291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:35.853029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Network ea347009-bdda-46f0-b05b-636c8ae10d63 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:35.860586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:35.863037 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:35.891078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Pushing event updated for resources: {'Port': ['ID=66749077-32d6-4512-b322-f2856773b530,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:35.962187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:35.962187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:35.985638 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-bc638cf0-3a3a-4d8d-acba-70848a79edd6 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5c0f6c-e4e0-4523-9c47-44de8e305f59']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:36.005908 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ec1c36b9-6dad-4c47-9413-52e3559ca6d7 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.5904822 Jul 29 16:36:36.007163 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43736) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:36.012910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.055254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.080122 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d72087ac-7ca7-485b-95b1-567e2dd6560b tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.088381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-bc638cf0-3a3a-4d8d-acba-70848a79edd6 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac945d1-c952-487b-8dfa-37afc317e945') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:36.088680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-bc638cf0-3a3a-4d8d-acba-70848a79edd6 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac945d1-c952-487b-8dfa-37afc317e945') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:36.098293 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.098826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01df2145-4ff3-42e3-8e8c-a4490528c510 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:36:36.183831 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.198920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:36.225851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Pushing event updated for resources: {'Port': ['ID=b819aeee-37ac-4d5b-aaee-ee255c1b4d21,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:36.239499 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.244010 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2416be51-7ca2-47bc-a74f-e5985d3f4fd5 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2069352 Jul 29 16:36:36.245477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43740) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:36.250734 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1190290424', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'fixed_ips': [{'ip_address': '172.26.1.180'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:36.257034 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:36.266721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Usage tracker for resource:port and tenant:29712eddf2704dbeb25cc4da8b3bd9cc is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:36.268207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bc638cf0-3a3a-4d8d-acba-70848a79edd6 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.271344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:36.279929 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:36.281316 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a74b8c6a-2165-489b-8015-79ee024deee3 service neutron] 10.222.0.58 "GET /v2.0/networks/c6dca99b-4c37-4728-925e-9fe121498e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1315608 Jul 29 16:36:36.290953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc378a6-475f-457d-b493-ffbaa1d69b09 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:36.296995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc378a6-475f-457d-b493-ffbaa1d69b09 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:36.303152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc378a6-475f-457d-b493-ffbaa1d69b09 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:36.304072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bbc378a6-475f-457d-b493-ffbaa1d69b09 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Synchronizing usage tracker for tenant:8a9f3badb4e14875b94a21f20b739fc6 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:36:36.324144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:36.324631 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Made reservation on behalf of 29712eddf2704dbeb25cc4da8b3bd9cc for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:36.327226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.341794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bbc378a6-475f-457d-b493-ffbaa1d69b09 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Unset dirty status for tenant:8a9f3badb4e14875b94a21f20b739fc6 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:36:36.345880 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bbc378a6-475f-457d-b493-ffbaa1d69b09 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3349459 Jul 29 16:36:36.345880 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.357870 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43744) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:36.417029 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c78ce3d-a231-4fdf-a710-f5b1e354766c None None] Network ea347009-bdda-46f0-b05b-636c8ae10d63 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:36.419426 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:36.432262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Usage tracker for resource:security_group_rule and tenant:29712eddf2704dbeb25cc4da8b3bd9cc is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:36.437257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:36.448147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:36.457101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-cdd3ec3c-d706-4e8e-80d0-783c5031cb52 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Deleting port 66749077-32d6-4512-b322-f2856773b530 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:36.458205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cdd3ec3c-d706-4e8e-80d0-783c5031cb52 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.479830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-d72087ac-7ca7-485b-95b1-567e2dd6560b tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Calling delete_port for c08d269a-0747-4263-be08-e49e13d9bee0 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:36.543284 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bc638cf0-3a3a-4d8d-acba-70848a79edd6 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.602642 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc638cf0-3a3a-4d8d-acba-70848a79edd6 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:36:36.603918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bc638cf0-3a3a-4d8d-acba-70848a79edd6 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.724625 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-81b61b15-262a-4e1a-bd30-3b9636799b92 None None] Provisioning for port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:36.735493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-81b61b15-262a-4e1a-bd30-3b9636799b92 None None] Provisioning complete for port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:36.735867 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-81b61b15-262a-4e1a-bd30-3b9636799b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.761359 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment aac945d1-c952-487b-8dfa-37afc317e945 resource provider aggregate not found Jul 29 16:36:36.834474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.839135 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0ea2109d-850d-4054-9418-31be55d490c8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "DELETE /v2.0/routers/01df2145-4ff3-42e3-8e8c-a4490528c510 HTTP/1.1" status: 204 len: 168 time: 7.8763428 Jul 29 16:36:36.845766 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43766) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:36.855070 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment aac945d1-c952-487b-8dfa-37afc317e945 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aac945d1-c952-487b-8dfa-37afc317e945 found for delete ", "request_id": "req-bb6bfc3b-0b04-4c56-8cd8-08b677dd7380"}]} Jul 29 16:36:36.890705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cdd3ec3c-d706-4e8e-80d0-783c5031cb52 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.892712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-81b61b15-262a-4e1a-bd30-3b9636799b92 None None] Current status of the port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:36.893132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-81b61b15-262a-4e1a-bd30-3b9636799b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.912632 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd317-902c-45ee-9cc5-b08d8f3b8366 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.947673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-81b61b15-262a-4e1a-bd30-3b9636799b92 None None] For port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8,segment=NetworkSegment(ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c),segment_id=ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:36.950520 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4c55f08b-66c4-47d8-a9ae-530f35c2f2e1 req-d5d66621-407e-4162-819d-b279463acd22 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 210 time: 0.2610645 Jul 29 16:36:36.959878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-81b61b15-262a-4e1a-bd30-3b9636799b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.965528 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bc638cf0-3a3a-4d8d-acba-70848a79edd6 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:36.980481 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-912d03df-3bae-4503-8e94-d58b88e48a90 service neutron] 10.222.0.58 "GET /v2.0/networks/5dcc6516-a1ee-4da5-989d-49f628a9f2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2421801 Jul 29 16:36:36.983043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc638cf0-3a3a-4d8d-acba-70848a79edd6 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c5c0f6c-e4e0-4523-9c47-44de8e305f59 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jul 29 16:36:36.989547 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bc638cf0-3a3a-4d8d-acba-70848a79edd6 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:37.043157 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bc638cf0-3a3a-4d8d-acba-70848a79edd6 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "DELETE /v2.0/networks/1c5c0f6c-e4e0-4523-9c47-44de8e305f59 HTTP/1.1" status: 204 len: 168 time: 2.5141029 Jul 29 16:36:37.053959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43780) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:37.079498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Request body: {'network': {'name': 'tempest-network--1440046931', 'router:external': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:37.093493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc638cf0-3a3a-4d8d-acba-70848a79edd6 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c5c0f6c-e4e0-4523-9c47-44de8e305f59,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:37.138662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b61b15-262a-4e1a-bd30-3b9636799b92 None None] Pushing event updated for resources: {'Port': ['ID=9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:37.151387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:37.160125 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Usage tracker for resource:network and tenant:5ac2950a497d4d3595aff2b55f8f3167 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:37.169162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:37.181753 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-cdd3ec3c-d706-4e8e-80d0-783c5031cb52 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Calling delete_port for 66749077-32d6-4512-b322-f2856773b530 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:37.184919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:37.214753 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Made reservation on behalf of 5ac2950a497d4d3595aff2b55f8f3167 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:37.217426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:37.237248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd571f50-b709-431a-b15d-4d285f3b92fa tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Deleting subnet adc1cd66-0d42-4128-9747-3c0d2f7bbf82 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:36:37.238981 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d72087ac-7ca7-485b-95b1-567e2dd6560b tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:37.271345 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd571f50-b709-431a-b15d-4d285f3b92fa tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:37.274160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd317-902c-45ee-9cc5-b08d8f3b8366 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:37.396754 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6597d2e0-3ada-4ece-847e-92b9ee807b87 None None] Provisioning complete for port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:37.397389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6597d2e0-3ada-4ece-847e-92b9ee807b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:37.417277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72087ac-7ca7-485b-95b1-567e2dd6560b tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Pushing event deleted for resources: {'Port': ['ID=c08d269a-0747-4263-be08-e49e13d9bee0,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:37.431497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd571f50-b709-431a-b15d-4d285f3b92fa tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:37.539035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d72087ac-7ca7-485b-95b1-567e2dd6560b tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:37.695896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6597d2e0-3ada-4ece-847e-92b9ee807b87 None None] Current status of the port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:37.714527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cdd3ec3c-d706-4e8e-80d0-783c5031cb52 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:37.718723 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6597d2e0-3ada-4ece-847e-92b9ee807b87 None None] Provisioning for port 2196eca9-0603-447d-9507-87412a008e25 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:37.731955 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6597d2e0-3ada-4ece-847e-92b9ee807b87 None None] Provisioning complete for port 2196eca9-0603-447d-9507-87412a008e25 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:37.731955 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6597d2e0-3ada-4ece-847e-92b9ee807b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:37.742344 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:37.757212 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d72087ac-7ca7-485b-95b1-567e2dd6560b tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "DELETE /v2.0/ports/c08d269a-0747-4263-be08-e49e13d9bee0 HTTP/1.1" status: 204 len: 168 time: 4.1508667 Jul 29 16:36:37.757212 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-828907fc-77de-4de0-82be-14c44fd67be8 req-275ad059-0e8f-4e42-bdea-ee6ce0446c17 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 210 time: 0.2122014 Jul 29 16:36:37.780973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2bd317-902c-45ee-9cc5-b08d8f3b8366 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Network 1c24a601-c475-484e-8789-70c33122984c is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:37.781752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43810) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:37.810966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36598e96-ea34-40e8-abe0-d798e83f83dd', 'external_fixed_ips': [{'subnet_id': '41efd1d9-0994-4553-b9cb-8fc1d0eca0e7', 'ip_address': '2001:db8::9e'}]}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:37.814600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-3e2bd317-902c-45ee-9cc5-b08d8f3b8366 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:37.826896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2bd317-902c-45ee-9cc5-b08d8f3b8366 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:37.827835 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bd317-902c-45ee-9cc5-b08d8f3b8366 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:37.828426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd317-902c-45ee-9cc5-b08d8f3b8366 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:37.878421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:37.883128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:37.883474 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Added segment 22040ecf-aa06-4859-9d27-b56cccc30716 of type vlan for network f7e9bd4e-d2da-4664-9ef1-475135aed543 Jul 29 16:36:37.901267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3ec3c-d706-4e8e-80d0-783c5031cb52 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Pushing event deleted for resources: {'Port': ['ID=66749077-32d6-4512-b322-f2856773b530,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:37.914162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6597d2e0-3ada-4ece-847e-92b9ee807b87 None None] Port 2196eca9-0603-447d-9507-87412a008e25 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:36:37.917532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6597d2e0-3ada-4ece-847e-92b9ee807b87 None None] Could not find standard attr ID for object 66749077-32d6-4512-b322-f2856773b530. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:36:37.925757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Usage tracker for resource:router and tenant:55c39253ab4e4a2cae0721ad45d6578f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:37.935278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:37.947949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bd317-902c-45ee-9cc5-b08d8f3b8366 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Pushing event updated for resources: {'Port': ['ID=7de68575-fcbd-4dab-8971-e730b8b22163,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:37.965553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:37.977315 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3e2bd317-902c-45ee-9cc5-b08d8f3b8366 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.6803551 Jul 29 16:36:38.006066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43822) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:38.068069 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1d63cb66-4179-4720-b634-9607dd420f11 None None] Provisioning complete for port 2196eca9-0603-447d-9507-87412a008e25 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:38.068499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1d63cb66-4179-4720-b634-9607dd420f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:38.098513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd571f50-b709-431a-b15d-4d285f3b92fa tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:38.152762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:38.183959 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:38.213458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:38.217695 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:36:38.238993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] device_id is not set on port ef2294d3-3597-40a9-b61e-3c062a730bbd yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:38.240827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:38.244626 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:38.344657 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cdd3ec3c-d706-4e8e-80d0-783c5031cb52 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:38.438397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1d63cb66-4179-4720-b634-9607dd420f11 None None] Port 2196eca9-0603-447d-9507-87412a008e25 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:36:38.451332 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-15140014-dae9-4e05-8663-7e7656b171a7 req-1a38f633-5e63-4cd7-9e1d-ff7fa51906f7 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 210 time: 0.1838009 Jul 29 16:36:38.466607 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8fe4ab-5ad1-419d-8b12-85d965563743,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:38.469731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:38.470930 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:38.500812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c5a584-cbaa-4075-ba22-c9611342e513 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:38.501463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-52c5a584-cbaa-4075-ba22-c9611342e513 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Synchronizing usage tracker for tenant:9fabc4ff30bb4cc5bf0abed4b9e7e0e7 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:36:38.518244 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cdd3ec3c-d706-4e8e-80d0-783c5031cb52 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] 10.222.0.58 "DELETE /v2.0/ports/66749077-32d6-4512-b322-f2856773b530 HTTP/1.1" status: 204 len: 168 time: 2.1584649 Jul 29 16:36:38.528950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43836) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:38.553441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:38.585237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-670dcaea-0640-4a03-bd1d-673124233607 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Request body: {'port': {'name': 'tempest-new-port-name-398904233', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:38.586013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.api.validators [None req-670dcaea-0640-4a03-bd1d-673124233607 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] bootfile-name is not in valid_values {{(pid=89209) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 16:36:38.586630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.api.validators [None req-670dcaea-0640-4a03-bd1d-673124233607 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] tftp-server is not in valid_values {{(pid=89209) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 16:36:38.587110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.api.validators [None req-670dcaea-0640-4a03-bd1d-673124233607 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] server-ip-address is not in valid_values {{(pid=89209) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 16:36:38.601081 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4fe5f3e2-bcca-40ec-80c2-5193ea747577 None None] Could not find standard attr ID for object 66749077-32d6-4512-b322-f2856773b530. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:36:38.637630 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd571f50-b709-431a-b15d-4d285f3b92fa tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:38.643130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:38.644403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:38.645134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:38.698411 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd571f50-b709-431a-b15d-4d285f3b92fa tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=adc1cd66-0d42-4128-9747-3c0d2f7bbf82,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:38.702311 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd571f50-b709-431a-b15d-4d285f3b92fa tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:38.704913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:38.711434 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6545737 Jul 29 16:36:38.714578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43842) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:38.724200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-52c5a584-cbaa-4075-ba22-c9611342e513 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Unset dirty status for tenant:9fabc4ff30bb4cc5bf0abed4b9e7e0e7 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:36:38.725980 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-52c5a584-cbaa-4075-ba22-c9611342e513 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "GET /v2.0/ports/7de68575-fcbd-4dab-8971-e730b8b22163 HTTP/1.1" status: 200 len: 955 time: 0.7185833 Jul 29 16:36:38.727289 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:36:38.766038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43846) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:38.769426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:36:38.769976 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6722fcf8-0937-4e26-b2bc-3ba2cec7c09e not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:36:38.853589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b6264562-d307-4ede-a9e4-2aea0e39aaab tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Deleting port 7de68575-fcbd-4dab-8971-e730b8b22163 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:38.853940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b6264562-d307-4ede-a9e4-2aea0e39aaab tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:38.933284 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bd571f50-b709-431a-b15d-4d285f3b92fa tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/adc1cd66-0d42-4128-9747-3c0d2f7bbf82 HTTP/1.1" status: 204 len: 168 time: 2.0841608 Jul 29 16:36:38.945714 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43852) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:39.002250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.69', 51876) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:39.135529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60536995-a39b-48ab-add4-614b48242051 tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:39.139528 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-60536995-a39b-48ab-add4-614b48242051 tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] 10.222.0.58 "GET /v2.0/networks/f7e9bd4e-d2da-4664-9ef1-475135aed543 HTTP/1.1" status: 200 len: 757 time: 0.4213448 Jul 29 16:36:39.153172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43860) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:39.158964 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5a785-6a4c-4a72-b591-2197357e34b1 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event updated for resources: {'Network': ['ID=f7e9bd4e-d2da-4664-9ef1-475135aed543,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:39.169575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network f7e9bd4e-d2da-4664-9ef1-475135aed543 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:39.178132 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-83109af4-5039-4fe0-b4fd-d5c0d41f39f1 req-d9077f51-5061-43ea-9c0c-969f9c787fdb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 210 time: 0.2052650 Jul 29 16:36:39.263292 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 16:36:39.263789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:36:39.349158 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e93fc806-d36e-4386-bdea-88c45bc3b299 tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.1033771 Jul 29 16:36:39.356374 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e0431e28-1fc8-4ccf-b3fe-fa3fc416ad75 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:39.363911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-670dcaea-0640-4a03-bd1d-673124233607 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:39.373792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43870) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:39.382954 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-25956236-f377-47af-b378-4d713e17d613 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:39.384383 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-25956236-f377-47af-b378-4d713e17d613 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.69 "GET /v2.0/networks?id=c6dca99b-4c37-4728-925e-9fe121498e55 HTTP/1.1" status: 200 len: 811 time: 0.3811002 Jul 29 16:36:39.509837 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.69', 51882) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:39.714268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:39.760089 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0430b1-9520-4bb2-93fe-d687c4b65101 tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:39.761801 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-eb0430b1-9520-4bb2-93fe-d687c4b65101 tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] 10.222.0.58 "GET /v2.0/networks/3532305b-e999-4e2b-bcdf-dbb1d6bc5fbb HTTP/1.1" status: 200 len: 768 time: 0.6003518 Jul 29 16:36:39.764096 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-96278237-afff-4d49-a437-8b9ceec25056 req-1b33a573-e088-46a8-8286-7e5116cb6efc tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 210 time: 0.0881565 Jul 29 16:36:39.768569 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43896) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:39.863579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-73ea4086-6d69-41b4-8c5b-ab2dce2e634d tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Deleting port b819aeee-37ac-4d5b-aaee-ee255c1b4d21 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:39.863922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-73ea4086-6d69-41b4-8c5b-ab2dce2e634d tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:39.928506 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b6264562-d307-4ede-a9e4-2aea0e39aaab tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:39.943050 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-b078ca9c-bb62-432d-aa14-80412e08dea7 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5805d9e4969d4ea4998b7fc9613962f4 HTTP/1.1" status: 200 len: 380 time: 0.4367175 Jul 29 16:36:40.007905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba916bb3-f913-477c-b201-4de6c673dba9 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.047023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-670dcaea-0640-4a03-bd1d-673124233607 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.056892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-670dcaea-0640-4a03-bd1d-673124233607 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.211096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Request body: {'port': {'device_id': '99d0d1e9-e420-45de-81df-7099dfe2a498', 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'admin_state_up': True, 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'security_groups': ['e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:40.355878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b6264562-d307-4ede-a9e4-2aea0e39aaab tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Calling delete_port for 7de68575-fcbd-4dab-8971-e730b8b22163 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:40.418571 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba916bb3-f913-477c-b201-4de6c673dba9 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.457783 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-ba916bb3-f913-477c-b201-4de6c673dba9 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e9bd4e-d2da-4664-9ef1-475135aed543']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:40.462098 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e0431e28-1fc8-4ccf-b3fe-fa3fc416ad75 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.475653 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-ba916bb3-f913-477c-b201-4de6c673dba9 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22040ecf-aa06-4859-9d27-b56cccc30716') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:40.476119 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-ba916bb3-f913-477c-b201-4de6c673dba9 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22040ecf-aa06-4859-9d27-b56cccc30716') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:40.493387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba916bb3-f913-477c-b201-4de6c673dba9 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.516968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba916bb3-f913-477c-b201-4de6c673dba9 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.525345 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba916bb3-f913-477c-b201-4de6c673dba9 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:36:40.525670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba916bb3-f913-477c-b201-4de6c673dba9 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.649966 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5b972c34-a837-4b50-b6c7-68e790ce00d3 None None] Provisioning complete for port 2196eca9-0603-447d-9507-87412a008e25 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:40.650580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5b972c34-a837-4b50-b6c7-68e790ce00d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.691731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-e0431e28-1fc8-4ccf-b3fe-fa3fc416ad75 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:40.718001 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-13d59d4e-c333-4dc9-bbe8-e4834d8e3934 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:40.718782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-13d59d4e-c333-4dc9-bbe8-e4834d8e3934 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Synchronizing usage tracker for tenant:37ad27ba7b8b4687a17c6926b862fc32 on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:36:40.764589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-e0431e28-1fc8-4ccf-b3fe-fa3fc416ad75 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a578dd08-43ab-4286-a266-d1f46e316ee5') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:40.765203 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-e0431e28-1fc8-4ccf-b3fe-fa3fc416ad75 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a578dd08-43ab-4286-a266-d1f46e316ee5') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:40.765907 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5b972c34-a837-4b50-b6c7-68e790ce00d3 None None] Port 2196eca9-0603-447d-9507-87412a008e25 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:36:40.803403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670dcaea-0640-4a03-bd1d-673124233607 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Pushing event updated for resources: {'Port': ['ID=2196eca9-0603-447d-9507-87412a008e25,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:40.812954 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 22040ecf-aa06-4859-9d27-b56cccc30716 resource provider aggregate not found Jul 29 16:36:40.815043 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e0431e28-1fc8-4ccf-b3fe-fa3fc416ad75 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.878652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b6264562-d307-4ede-a9e4-2aea0e39aaab tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.884174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-13d59d4e-c333-4dc9-bbe8-e4834d8e3934 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Unset dirty status for tenant:37ad27ba7b8b4687a17c6926b862fc32 on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:36:40.885654 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-13d59d4e-c333-4dc9-bbe8-e4834d8e3934 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.69 "GET /v2.0/networks?id=5dcc6516-a1ee-4da5-989d-49f628a9f2f1 HTTP/1.1" status: 200 len: 806 time: 1.3071876 Jul 29 16:36:40.886826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e0431e28-1fc8-4ccf-b3fe-fa3fc416ad75 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.890195 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-73ea4086-6d69-41b4-8c5b-ab2dce2e634d tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.890846 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-73ea4086-6d69-41b4-8c5b-ab2dce2e634d tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.903905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:40.904469 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b23fef92-c316-41d4-bc19-90933bcf7988 req-61d88a42-49da-44bb-9ccc-7b6724f8e424 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 210 time: 0.1027601 Jul 29 16:36:40.914945 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 22040ecf-aa06-4859-9d27-b56cccc30716 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22040ecf-aa06-4859-9d27-b56cccc30716 found for delete ", "request_id": "req-c9110bfb-f4e6-4565-9371-17dc1cc152ed"}]} Jul 29 16:36:40.953755 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Usage tracker for resource:port and tenant:5805d9e4969d4ea4998b7fc9613962f4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:40.976957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0431e28-1fc8-4ccf-b3fe-fa3fc416ad75 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:36:40.977417 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e0431e28-1fc8-4ccf-b3fe-fa3fc416ad75 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.977538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-670dcaea-0640-4a03-bd1d-673124233607 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] In _notify_port_updated(), no bound segment for port 2196eca9-0603-447d-9507-87412a008e25 on network ea347009-bdda-46f0-b05b-636c8ae10d63 {{(pid=89209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:36:40.991464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670dcaea-0640-4a03-bd1d-673124233607 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:40.991710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:40.991830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-670dcaea-0640-4a03-bd1d-673124233607 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:40.993364 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-670dcaea-0640-4a03-bd1d-673124233607 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] 10.222.0.58 "PUT /v2.0/ports/2196eca9-0603-447d-9507-87412a008e25 HTTP/1.1" status: 200 len: 1136 time: 2.4508126 Jul 29 16:36:40.994849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba916bb3-f913-477c-b201-4de6c673dba9 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:41.007651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba916bb3-f913-477c-b201-4de6c673dba9 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f7e9bd4e-d2da-4664-9ef1-475135aed543 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jul 29 16:36:41.010162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba916bb3-f913-477c-b201-4de6c673dba9 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:41.014282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43918) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:41.064541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6264562-d307-4ede-a9e4-2aea0e39aaab tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Pushing event deleted for resources: {'Port': ['ID=7de68575-fcbd-4dab-8971-e730b8b22163,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:41.132468 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment a578dd08-43ab-4286-a266-d1f46e316ee5 resource provider aggregate not found Jul 29 16:36:41.184864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba916bb3-f913-477c-b201-4de6c673dba9 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7e9bd4e-d2da-4664-9ef1-475135aed543,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:41.204045 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ba916bb3-f913-477c-b201-4de6c673dba9 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "DELETE /v2.0/networks/f7e9bd4e-d2da-4664-9ef1-475135aed543 HTTP/1.1" status: 204 len: 168 time: 1.4343219 Jul 29 16:36:41.210496 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f0a5cc2a-1597-47b4-a921-d39c4e1973df req-afeef686-9744-477c-8442-4b5f3af12a0a tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 210 time: 0.1971822 Jul 29 16:36:41.218449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43926) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:41.260845 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Request body: {'network': {'name': 'tempest-network--956898987'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:41.266350 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:41.269320 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:41.288896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-73ea4086-6d69-41b4-8c5b-ab2dce2e634d tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Calling delete_port for b819aeee-37ac-4d5b-aaee-ee255c1b4d21 owned by network:floatingip {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:41.396028 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b6264562-d307-4ede-a9e4-2aea0e39aaab tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:41.420745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7871837d-856a-4a9e-b088-a706046b5875 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:41.422824 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment a578dd08-43ab-4286-a266-d1f46e316ee5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a578dd08-43ab-4286-a266-d1f46e316ee5 found for delete ", "request_id": "req-4974f77a-a2bf-4568-94d6-e9d8a7bd14fb"}]} Jul 29 16:36:41.425175 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7871837d-856a-4a9e-b088-a706046b5875 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] 10.222.0.58 "GET /v2.0/ports/2196eca9-0603-447d-9507-87412a008e25 HTTP/1.1" status: 200 len: 1136 time: 0.3765140 Jul 29 16:36:41.435381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43930) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:41.447175 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Usage tracker for resource:network and tenant:5ac2950a497d4d3595aff2b55f8f3167 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:41.507759 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b6264562-d307-4ede-a9e4-2aea0e39aaab tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "DELETE /v2.0/ports/7de68575-fcbd-4dab-8971-e730b8b22163 HTTP/1.1" status: 204 len: 168 time: 2.7372496 Jul 29 16:36:41.545447 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43934) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:41.564898 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:41.591050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:41.621717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-6a53dca2-01e2-47bf-bd60-bf97076734e6 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Synchronizing usage tracker for tenant:37ad27ba7b8b4687a17c6926b862fc32 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:36:41.645302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Made reservation on behalf of 5805d9e4969d4ea4998b7fc9613962f4 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:41.648901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:41.671138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-617e52f2-6adf-4bde-974e-d87f5da75e8b tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Deleting port 2196eca9-0603-447d-9507-87412a008e25 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:41.672103 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-617e52f2-6adf-4bde-974e-d87f5da75e8b tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:41.706543 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37f1b8e-6bf5-4616-97de-7f5714460652 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] GET failed (client error): The resource could not be found. Jul 29 16:36:41.707298 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b37f1b8e-6bf5-4616-97de-7f5714460652 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Synchronizing usage tracker for tenant:9fabc4ff30bb4cc5bf0abed4b9e7e0e7 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:36:41.712652 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Made reservation on behalf of 5ac2950a497d4d3595aff2b55f8f3167 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:41.715144 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:41.755474 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e0431e28-1fc8-4ccf-b3fe-fa3fc416ad75 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:41.776978 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:41.788247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:41.788671 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Added segment bf636e07-8617-47d9-b3a6-6a380b91b400 of type vlan for network 88d95e03-3eb2-444c-ae75-45b0316efcdf Jul 29 16:36:41.815430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0431e28-1fc8-4ccf-b3fe-fa3fc416ad75 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jul 29 16:36:41.821604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:41.837982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e0431e28-1fc8-4ccf-b3fe-fa3fc416ad75 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:41.869483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:41.870501 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:41.871152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:41.906007 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0431e28-1fc8-4ccf-b3fe-fa3fc416ad75 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:41.908714 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b37f1b8e-6bf5-4616-97de-7f5714460652 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Unset dirty status for tenant:9fabc4ff30bb4cc5bf0abed4b9e7e0e7 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:36:41.923575 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b37f1b8e-6bf5-4616-97de-7f5714460652 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "GET /v2.0/ports/7de68575-fcbd-4dab-8971-e730b8b22163 HTTP/1.1" status: 404 len: 333 time: 0.3769484 Jul 29 16:36:41.928842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43938) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:41.929532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-6a53dca2-01e2-47bf-bd60-bf97076734e6 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Unset dirty status for tenant:37ad27ba7b8b4687a17c6926b862fc32 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:36:41.930645 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-6a53dca2-01e2-47bf-bd60-bf97076734e6 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37ad27ba7b8b4687a17c6926b862fc32 HTTP/1.1" status: 200 len: 380 time: 0.9815602 Jul 29 16:36:41.938411 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a294c6ef-f596-411f-a853-22d12a651f29 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Request body: {'port': {'network_id': '1c24a601-c475-484e-8789-70c33122984c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-768399846'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:41.949806 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e0431e28-1fc8-4ccf-b3fe-fa3fc416ad75 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "DELETE /v2.0/networks/8d2015eb-9fe5-4628-b9ab-d23b9ccbfd51 HTTP/1.1" status: 204 len: 168 time: 2.9976616 Jul 29 16:36:41.953223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a294c6ef-f596-411f-a853-22d12a651f29 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:41.969850 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7231932 Jul 29 16:36:41.980282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:42.025319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43946) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:42.045393 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-8cccbfa2-5a5f-4896-84ef-be7d0e5749ff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:42.211332 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Request body: {'port': {'device_id': '03b6cdce-c00a-4711-ad6e-5f3bf98b2b30', 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'admin_state_up': True, 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'security_groups': ['db3e0806-7461-474e-b3dd-3db8e1b44fb3']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:42.220896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:42.234106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a294c6ef-f596-411f-a853-22d12a651f29 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:42.481037 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43956) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:42.490234 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-aff38e10-1d96-4789-ad8b-5c91e0f17d38 req-5e3f7785-0ecf-4cf5-b120-d0d48b497475 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 210 time: 0.2611399 Jul 29 16:36:42.532291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e8675df0-e4dc-4cf3-8d71-f5afc8d22517 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Request body: {'router': {'name': 'tempest-router--1460666562', 'project_id': 'c9905dfe16dd4fe8a0f0109409ebe2a2'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:42.543192 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e8675df0-e4dc-4cf3-8d71-f5afc8d22517 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:42.576861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e8675df0-e4dc-4cf3-8d71-f5afc8d22517 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Usage tracker for resource:router and tenant:c9905dfe16dd4fe8a0f0109409ebe2a2 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:42.592756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a294c6ef-f596-411f-a853-22d12a651f29 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Made reservation on behalf of 9fabc4ff30bb4cc5bf0abed4b9e7e0e7 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:42.594999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a294c6ef-f596-411f-a853-22d12a651f29 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:42.606455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e8675df0-e4dc-4cf3-8d71-f5afc8d22517 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:42.663680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc3e0f-8e3e-4e17-9f70-e739b4984bff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event updated for resources: {'Network': ['ID=88d95e03-3eb2-444c-ae75-45b0316efcdf,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:42.684393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 88d95e03-3eb2-444c-ae75-45b0316efcdf details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:42.686035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-73ea4086-6d69-41b4-8c5b-ab2dce2e634d tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:42.700335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e8675df0-e4dc-4cf3-8d71-f5afc8d22517 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:42.718856 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c1149a0b-b608-4aa3-a8e2-762234f384f6 req-4bb23bdd-bb6d-4d83-8c60-14c4b0fbeef2 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 210 time: 0.2196810 Jul 29 16:36:42.781522 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea4086-6d69-41b4-8c5b-ab2dce2e634d tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Pushing event deleted for resources: {'Port': ['ID=b819aeee-37ac-4d5b-aaee-ee255c1b4d21,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:42.797718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-a294c6ef-f596-411f-a853-22d12a651f29 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] device_id is not set on port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:42.973927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e8675df0-e4dc-4cf3-8d71-f5afc8d22517 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:42.974974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e8675df0-e4dc-4cf3-8d71-f5afc8d22517 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:42.989621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-617e52f2-6adf-4bde-974e-d87f5da75e8b tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:43.009756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Allocated IP 172.20.0.7 (c6dca99b-4c37-4728-925e-9fe121498e55/3fcc5b9f-d525-4d8c-bbad-b1671378d8d9/86729bbb-9a3d-473c-a40e-a4485f064e91) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:43.014379 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e8675df0-e4dc-4cf3-8d71-f5afc8d22517 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:43.034110 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8cccbfa2-5a5f-4896-84ef-be7d0e5749ff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:43.053663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e8675df0-e4dc-4cf3-8d71-f5afc8d22517 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:43.067044 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:43.077645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:43.113335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Made reservation on behalf of 37ad27ba7b8b4687a17c6926b862fc32 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:43.117014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:43.153589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8cccbfa2-5a5f-4896-84ef-be7d0e5749ff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:43.208087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-73ea4086-6d69-41b4-8c5b-ab2dce2e634d tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:43.220182 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8cccbfa2-5a5f-4896-84ef-be7d0e5749ff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Network 88d95e03-3eb2-444c-ae75-45b0316efcdf is not hosted by any dhcp agent {{(pid=89210) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jul 29 16:36:43.221134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cccbfa2-5a5f-4896-84ef-be7d0e5749ff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:43.221709 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8cccbfa2-5a5f-4896-84ef-be7d0e5749ff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:43.222989 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8cccbfa2-5a5f-4896-84ef-be7d0e5749ff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "PUT /v2.0/networks/88d95e03-3eb2-444c-ae75-45b0316efcdf HTTP/1.1" status: 200 len: 857 time: 1.1961010 Jul 29 16:36:43.234422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43962) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:43.244086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-617e52f2-6adf-4bde-974e-d87f5da75e8b tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Calling delete_port for 2196eca9-0603-447d-9507-87412a008e25 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:43.326552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Allocated IP 2001:db8::9e (36598e96-ea34-40e8-abe0-d798e83f83dd/41efd1d9-0994-4553-b9cb-8fc1d0eca0e7/2d43af9c-c63d-4aa6-81e5-49c5fdabc276) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:43.466755 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccbfa2-5a5f-4896-84ef-be7d0e5749ff tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event updated for resources: {'Network': ['ID=88d95e03-3eb2-444c-ae75-45b0316efcdf,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:43.487962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e8675df0-e4dc-4cf3-8d71-f5afc8d22517 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:43.492354 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e8675df0-e4dc-4cf3-8d71-f5afc8d22517 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9874015 Jul 29 16:36:43.504876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 43966) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:43.600874 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-73ea4086-6d69-41b4-8c5b-ab2dce2e634d tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:43.602056 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-73ea4086-6d69-41b4-8c5b-ab2dce2e634d tempest-ExternalNetworksAdminNegativeTestJSON-379431573 tempest-ExternalNetworksAdminNegativeTestJSON-379431573-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/a9e0845d-3efc-4029-8755-5740752a9391 HTTP/1.1" status: 204 len: 168 time: 4.2263775 Jul 29 16:36:43.604280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfe38-42fe-42b0-99f9-d997c590c5c2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:43.786395 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-81565524-b232-4504-8083-f8fc9c075eb7 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:43.835141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a294c6ef-f596-411f-a853-22d12a651f29 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:43.889142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:43.969721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Transition to ACTIVE for port object 86729bbb-9a3d-473c-a40e-a4485f064e91 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:43.984973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Allocated IP 172.20.0.11 (5dcc6516-a1ee-4da5-989d-49f628a9f2f1/832e7970-a10e-4bc8-b9c8-ce252c30b091/3af416b5-f9c0-44c4-9981-5e9bfaba74d5) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:44.006423 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3fb5725d-93d2-40ff-9ef3-029b6ffe51b0 req-fbf3f2bd-7aa9-4846-a409-e4c307ffc363 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 210 time: 0.1431885 Jul 29 16:36:44.007172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-617e52f2-6adf-4bde-974e-d87f5da75e8b tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:44.092483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43978) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:44.093546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a294c6ef-f596-411f-a853-22d12a651f29 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:44.210871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294c6ef-f596-411f-a853-22d12a651f29 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Pushing event updated for resources: {'Port': ['ID=60a41b07-5e6f-417b-bb2b-1bd2632a9baa,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:44.214465 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:44.229147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a294c6ef-f596-411f-a853-22d12a651f29 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Network 1c24a601-c475-484e-8789-70c33122984c is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:44.293429 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Network c6dca99b-4c37-4728-925e-9fe121498e55 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:44.346695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:44.348325 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-a294c6ef-f596-411f-a853-22d12a651f29 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:44.358036 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:44.433647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a294c6ef-f596-411f-a853-22d12a651f29 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:44.434833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a294c6ef-f596-411f-a853-22d12a651f29 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:44.435545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a294c6ef-f596-411f-a853-22d12a651f29 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:44.447269 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e52f2-6adf-4bde-974e-d87f5da75e8b tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Pushing event deleted for resources: {'Port': ['ID=2196eca9-0603-447d-9507-87412a008e25,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:44.560318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:44.622641 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2de45770-a6ca-45e5-a136-3730aa25b8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:44.639189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Pushing event updated for resources: {'Port': ['ID=86729bbb-9a3d-473c-a40e-a4485f064e91,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:44.677232 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a294c6ef-f596-411f-a853-22d12a651f29 tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.7453928 Jul 29 16:36:44.687331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43984) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:44.698241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:44.741726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:44.742421 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:44.749900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2de45770-a6ca-45e5-a136-3730aa25b8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:44.825682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d440eaa2-3d9d-46f3-b0c6-c8b334de82e2 None None] Provisioning for port 86729bbb-9a3d-473c-a40e-a4485f064e91 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:44.833204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d440eaa2-3d9d-46f3-b0c6-c8b334de82e2 None None] Provisioning complete for port 86729bbb-9a3d-473c-a40e-a4485f064e91 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:44.834112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d440eaa2-3d9d-46f3-b0c6-c8b334de82e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:44.931895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2de45770-a6ca-45e5-a136-3730aa25b8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:789cff7c1fcb4ad0ac42079c67e0ee75 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:44.938477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2de45770-a6ca-45e5-a136-3730aa25b8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:44.962243 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2de45770-a6ca-45e5-a136-3730aa25b8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:44.962478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d440eaa2-3d9d-46f3-b0c6-c8b334de82e2 None None] Port 86729bbb-9a3d-473c-a40e-a4485f064e91 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:36:44.991674 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-5e69491d-f8c1-4d13-ad09-19f6964ee246 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8650396 Jul 29 16:36:45.034980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.060478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6d0f4cf0-040b-4b10-8678-ab92c5f9d829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.084992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-81565524-b232-4504-8083-f8fc9c075eb7 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.099635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-81565524-b232-4504-8083-f8fc9c075eb7 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.127452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Transition to ACTIVE for port object 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:45.139986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfe38-42fe-42b0-99f9-d997c590c5c2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.153834 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.160416 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-81565524-b232-4504-8083-f8fc9c075eb7 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.161311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81565524-b232-4504-8083-f8fc9c075eb7 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e791eb24-ab65-48d6-a142-6d922e5164a7 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:36:45.163774 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-617e52f2-6adf-4bde-974e-d87f5da75e8b tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.206629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-ea2dfe38-42fe-42b0-99f9-d997c590c5c2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d95e03-3eb2-444c-ae75-45b0316efcdf']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:45.230061 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-81565524-b232-4504-8083-f8fc9c075eb7 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.231299 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-81565524-b232-4504-8083-f8fc9c075eb7 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "DELETE /v2.0/routers/e791eb24-ab65-48d6-a142-6d922e5164a7 HTTP/1.1" status: 204 len: 168 time: 1.7219727 Jul 29 16:36:45.250342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31434b1-3bad-434e-b417-78fc576b37f3 req-f22178a0-453d-4921-ad90-fadf91fe9f19 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:45.257336 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e31434b1-3bad-434e-b417-78fc576b37f3 req-f22178a0-453d-4921-ad90-fadf91fe9f19 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 931 time: 1.2387798 Jul 29 16:36:45.260379 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-617e52f2-6adf-4bde-974e-d87f5da75e8b tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] 10.222.0.58 "DELETE /v2.0/ports/2196eca9-0603-447d-9507-87412a008e25 HTTP/1.1" status: 204 len: 168 time: 3.8157570 Jul 29 16:36:45.262551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-ea2dfe38-42fe-42b0-99f9-d997c590c5c2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf636e07-8617-47d9-b3a6-6a380b91b400') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:45.262924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-ea2dfe38-42fe-42b0-99f9-d997c590c5c2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf636e07-8617-47d9-b3a6-6a380b91b400') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:45.268553 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 43994) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:45.278148 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2de45770-a6ca-45e5-a136-3730aa25b8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.316549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2de45770-a6ca-45e5-a136-3730aa25b8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.342412 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfe38-42fe-42b0-99f9-d997c590c5c2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.350956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.369809 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.433279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfe38-42fe-42b0-99f9-d997c590c5c2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.458443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Network 36598e96-ea34-40e8-abe0-d798e83f83dd is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:45.467096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2dfe38-42fe-42b0-99f9-d997c590c5c2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:36:45.467430 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfe38-42fe-42b0-99f9-d997c590c5c2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.484805 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:45.494231 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:45.536168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de45770-a6ca-45e5-a136-3730aa25b8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a91afa-06f1-4c81-a9ff-b88af1d7b10f,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:45.543974 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2de45770-a6ca-45e5-a136-3730aa25b8f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=789cff7c1fcb4ad0ac42079c67e0ee75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4316106 Jul 29 16:36:45.564262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Network 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:45.571520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44000) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:45.591030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:45.610795 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee79b5b0-9ba4-4f02-9dc7-e26ebada99ea tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Deleting subnet befd4d92-5023-4696-9b4a-aaaa1930b71f {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:36:45.615030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:45.618886 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment bf636e07-8617-47d9-b3a6-6a380b91b400 resource provider aggregate not found Jul 29 16:36:45.658021 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ee79b5b0-9ba4-4f02-9dc7-e26ebada99ea tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.699594 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e31434b1-3bad-434e-b417-78fc576b37f3 req-8588aacf-af0c-4f20-98d9-25d7315e54fc tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4411809 Jul 29 16:36:45.700279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Pushing event updated for resources: {'Port': ['ID=2d43af9c-c63d-4aa6-81e5-49c5fdabc276,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:45.745360 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment bf636e07-8617-47d9-b3a6-6a380b91b400 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf636e07-8617-47d9-b3a6-6a380b91b400 found for delete ", "request_id": "req-619fb903-72f2-4c4c-a300-c8afd1219645"}]} Jul 29 16:36:45.755062 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Pushing event updated for resources: {'Port': ['ID=3af416b5-f9c0-44c4-9981-5e9bfaba74d5,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:45.768956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-62c88892-de89-426d-898d-4b60464a3152 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:36:45.770024 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-62c88892-de89-426d-898d-4b60464a3152 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172808 Jul 29 16:36:45.817012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44006) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:45.838053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ee79b5b0-9ba4-4f02-9dc7-e26ebada99ea tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.853997 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfe38-42fe-42b0-99f9-d997c590c5c2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.895507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d823ce-fedb-4859-913e-7ac040cd8340 req-28a8c1a2-2e06-4d8f-bc43-e1378c4c0e4a tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:45.903120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:36:45.912495 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-71d823ce-fedb-4859-913e-7ac040cd8340 req-28a8c1a2-2e06-4d8f-bc43-e1378c4c0e4a tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 932 time: 0.6858900 Jul 29 16:36:45.948525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:45.949093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:45.967137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2dfe38-42fe-42b0-99f9-d997c590c5c2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88d95e03-3eb2-444c-ae75-45b0316efcdf {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jul 29 16:36:45.999772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea2dfe38-42fe-42b0-99f9-d997c590c5c2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.014411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d3bc226e-e025-4d62-b81e-2d286657b9f1 None None] Provisioning for port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:36:46.023676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dfe38-42fe-42b0-99f9-d997c590c5c2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] Pushing event deleted for resources: {'Network': ['ID=88d95e03-3eb2-444c-ae75-45b0316efcdf,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:46.030288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d3bc226e-e025-4d62-b81e-2d286657b9f1 None None] Provisioning complete for port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:36:46.032080 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d3bc226e-e025-4d62-b81e-2d286657b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.054886 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-759eb36d-61d7-4c25-af98-65dd584d0bbb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8494325 Jul 29 16:36:46.062861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] device_id is not set on port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:46.067039 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-216843ec-c16e-4599-85e5-91f27366dbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.078099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.118468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Transition to ACTIVE for port object 60a41b07-5e6f-417b-bb2b-1bd2632a9baa will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:46.126015 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-216843ec-c16e-4599-85e5-91f27366dbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.150809 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.156438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ee79b5b0-9ba4-4f02-9dc7-e26ebada99ea tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.227054 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:36:46.362347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Request body: {'port': {'device_id': '99d0d1e9-e420-45de-81df-7099dfe2a498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:46.364945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-151064548', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:46.372656 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:46.377952 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Usage tracker for resource:router and tenant:227cb2d45a114d729cfd19669f163ead is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:46.382096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:46.388682 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:46.391831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc226e-e025-4d62-b81e-2d286657b9f1 None None] Port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:36:46.399558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Request body: {'port': {'device_id': '03b6cdce-c00a-4711-ad6e-5f3bf98b2b30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:46.401468 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.461716 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Pushing event updated for resources: {'Port': ['ID=60a41b07-5e6f-417b-bb2b-1bd2632a9baa,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:46.467467 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ea2dfe38-42fe-42b0-99f9-d997c590c5c2 tempest-ExternalNetworksTestJSON-590513172 tempest-ExternalNetworksTestJSON-590513172-project-admin] 10.222.0.58 "DELETE /v2.0/networks/88d95e03-3eb2-444c-ae75-45b0316efcdf HTTP/1.1" status: 204 len: 168 time: 3.2319720 Jul 29 16:36:46.468899 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.469271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44020) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:46.470243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.602643 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bf34bf-ffbd-4087-8c46-d01ce2a4b4ac tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] DELETE failed (client error): The resource could not be found. Jul 29 16:36:46.603501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8bf34bf-ffbd-4087-8c46-d01ce2a4b4ac tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:36:46.615850 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-71d823ce-fedb-4859-913e-7ac040cd8340 req-b818a96c-15b8-43e8-a805-10cab8fec573 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7003379 Jul 29 16:36:46.623617 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f8bf34bf-ffbd-4087-8c46-d01ce2a4b4ac tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] 10.222.0.58 "DELETE /v2.0/subnets/a859d2be-282d-44cf-9209-6d0a4f3b7e55 HTTP/1.1" status: 404 len: 337 time: 0.1379259 Jul 29 16:36:46.625266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ee79b5b0-9ba4-4f02-9dc7-e26ebada99ea tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.634404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44024) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:46.638149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-216843ec-c16e-4599-85e5-91f27366dbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.641148 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-216843ec-c16e-4599-85e5-91f27366dbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.642445 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-216843ec-c16e-4599-85e5-91f27366dbeb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/24a91afa-06f1-4c81-a9ff-b88af1d7b10f HTTP/1.1" status: 204 len: 168 time: 1.0617568 Jul 29 16:36:46.662172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.793502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:46.793947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:46.794807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:46.802557 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4082cf-5f0d-4c0d-b9e3-d6e43daf1776 None None] Network ea347009-bdda-46f0-b05b-636c8ae10d63 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:46.805287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ee79b5b0-9ba4-4f02-9dc7-e26ebada99ea tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.810323 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44032) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:46.810815 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ee79b5b0-9ba4-4f02-9dc7-e26ebada99ea tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] 10.222.0.58 "DELETE /v2.0/subnets/befd4d92-5023-4696-9b4a-aaaa1930b71f HTTP/1.1" status: 204 len: 168 time: 1.5411637 Jul 29 16:36:46.853121 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216843ec-c16e-4599-85e5-91f27366dbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a91afa-06f1-4c81-a9ff-b88af1d7b10f,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:46.866180 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79b5b0-9ba4-4f02-9dc7-e26ebada99ea tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Pushing event deleted for resources: {'Subnet': ['ID=befd4d92-5023-4696-9b4a-aaaa1930b71f,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:46.870570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:46.871018 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:46.871715 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.891204 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 2 to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa Jul 29 16:36:46.960633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:46.960633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:46.961190 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:46.971258 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:46.996456 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:46.996829 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:47.002728 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 3 to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa Jul 29 16:36:47.111253 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:47.111749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:47.112783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:47.275759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-07001d7b-f6ea-4610-9a4a-bafafffe7d8c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:47.414701 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44038) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:47.473681 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:47.474356 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:47.479771 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 4 to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa Jul 29 16:36:47.503612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:47.650718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3c31b7a5-3078-4897-9c71-46770560aae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:47.736857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:47.746872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:47.747118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:47.747450 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:47.775963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Deleting port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:47.776343 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:47.800740 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] DHCP port deletion for ea347009-bdda-46f0-b05b-636c8ae10d63 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:36:47.808023 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] Deleting port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:47.808621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:47.811719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:47.812049 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:47.817804 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 5 to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa Jul 29 16:36:47.909620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:47.909897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:47.911006 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:47.932404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:47.967981 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:47.968233 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:47.982275 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 6 to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa Jul 29 16:36:48.008234 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:48.008703 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:48.008987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:48.024971 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:48.025429 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:48.037611 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 7 to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa Jul 29 16:36:48.078646 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-34273dd2-4dd7-4659-a5b4-f8acf53e8d7c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29712eddf2704dbeb25cc4da8b3bd9cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6619196 Jul 29 16:36:48.083223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44044) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:48.108626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:48.108951 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:48.109354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:48.147740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:48.148067 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:48.153982 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 8 to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa Jul 29 16:36:48.190739 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:36:48.202746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:48.203080 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:48.203410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:48.209717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-07001d7b-f6ea-4610-9a4a-bafafffe7d8c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.226106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:48.226433 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:48.230591 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 9 to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa Jul 29 16:36:48.256408 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-07001d7b-f6ea-4610-9a4a-bafafffe7d8c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3532305b-e999-4e2b-bcdf-dbb1d6bc5fbb']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:48.275676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-07001d7b-f6ea-4610-9a4a-bafafffe7d8c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d6a362-94bd-4fd2-859d-d1377e521181') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:48.276150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-07001d7b-f6ea-4610-9a4a-bafafffe7d8c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d6a362-94bd-4fd2-859d-d1377e521181') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:48.304217 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-07001d7b-f6ea-4610-9a4a-bafafffe7d8c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.314136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.356890 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:48.357234 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:48.357567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:48.369513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b74c4ee3-e995-41a3-bf15-1bf6a5252f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.369896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb8e7f-8e35-4c73-b291-3b3062ed6fd3 req-8e019e21-9da0-4ddf-9711-1e495ad152d7 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:48.372448 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7feb8e7f-8e35-4c73-b291-3b3062ed6fd3 req-8e019e21-9da0-4ddf-9711-1e495ad152d7 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 931 time: 1.4883437 Jul 29 16:36:48.380309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:48.381350 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:48.385914 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.plugins.ml2.plugin [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempt 10 to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa Jul 29 16:36:48.393028 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:48.393864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.405236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86729bbb-9a3d-473c-a40e-a4485f064e91 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:36:48.426096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:36:48.428715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] For port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8,segment=NetworkSegment(ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c),segment_id=ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:48.429655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.438023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.458234 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8,segment=NetworkSegment(ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c),segment_id=ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:48.458481 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.461147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.461519 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:48.461979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:48.462420 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempting to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:48.466749 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.471211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b74c4ee3-e995-41a3-bf15-1bf6a5252f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.508372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:48.509039 dv-neutron-851534-1-hyperv neutron-server[89210]: ERROR neutron.plugins.ml2.managers [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Failed to bind port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on host hv-neutron-8515 for vnic_type normal using segments [{'id': '68f8f68c-ec76-4d27-9456-adcbed053fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c24a601-c475-484e-8789-70c33122984c'}] Jul 29 16:36:48.509039 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.528978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Transition to ACTIVE for port object 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:48.548359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.552073 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-07001d7b-f6ea-4610-9a4a-bafafffe7d8c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.667812 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] Calling delete_port for 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:48.778999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07001d7b-f6ea-4610-9a4a-bafafffe7d8c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:36:48.779669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-07001d7b-f6ea-4610-9a4a-bafafffe7d8c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.803826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:48.832962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Pushing event updated for resources: {'Port': ['ID=3af416b5-f9c0-44c4-9981-5e9bfaba74d5,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:48.833234 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:36:48.833486 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:36:48.896339 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b74c4ee3-e995-41a3-bf15-1bf6a5252f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:48.966595 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 47d6a362-94bd-4fd2-859d-d1377e521181 resource provider aggregate not found Jul 29 16:36:48.984382 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c4ee3-e995-41a3-bf15-1bf6a5252f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8fe4ab-5ad1-419d-8b12-85d965563743,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:48.986497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] For port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:48.987134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attempted to set empty binding levels {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jul 29 16:36:48.996273 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7feb8e7f-8e35-4c73-b291-3b3062ed6fd3 req-db7d3e51-3663-430c-b9cf-203fd091c8ef tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4393675 Jul 29 16:36:49.026684 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:49.034547 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 47d6a362-94bd-4fd2-859d-d1377e521181 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47d6a362-94bd-4fd2-859d-d1377e521181 found for delete ", "request_id": "req-d047cff9-1065-465f-af9c-19f5db9aa082"}]} Jul 29 16:36:49.047842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b74c4ee3-e995-41a3-bf15-1bf6a5252f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:49.049242 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b74c4ee3-e995-41a3-bf15-1bf6a5252f98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c8fe4ab-5ad1-419d-8b12-85d965563743 HTTP/1.1" status: 204 len: 168 time: 0.9365289 Jul 29 16:36:49.092757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] In _notify_port_updated(), no bound segment for port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa on network 1c24a601-c475-484e-8789-70c33122984c {{(pid=89210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:36:49.103372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:49.104150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:49.105698 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "PUT /v2.0/ports/60a41b07-5e6f-417b-bb2b-1bd2632a9baa HTTP/1.1" status: 200 len: 976 time: 4.4127405 Jul 29 16:36:49.112405 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44054) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:49.182453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44703acb-f917-4d0d-8370-b3a2e3aa512c tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Pushing event updated for resources: {'Port': ['ID=60a41b07-5e6f-417b-bb2b-1bd2632a9baa,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:49.213896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Attempting to bind port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:49.214261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Attempting to bind port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '94a5cbd5-edf3-412c-8a25-83e5a5980752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:49.214560 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Attempting to bind port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 on network 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:49.262366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-dbac655a-4655-4a42-8168-8000faf54e6b tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Deleting port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:49.262639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dbac655a-4655-4a42-8168-8000faf54e6b tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:49.266084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Router 5fa81004-7ad7-4b7a-b0c0-387e026b722d is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:36:49.282858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e8eeb-7b4e-4bde-a8c0-df3e3ef9d790 req-ed1d9107-37fa-4a84-b09b-adb03cb14f9c tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:49.284704 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-914e8eeb-7b4e-4bde-a8c0-df3e3ef9d790 req-ed1d9107-37fa-4a84-b09b-adb03cb14f9c tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 932 time: 1.4747555 Jul 29 16:36:49.298667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-07001d7b-f6ea-4610-9a4a-bafafffe7d8c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:49.304292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-07001d7b-f6ea-4610-9a4a-bafafffe7d8c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:49.336606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] Deleting port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:49.336606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:49.391250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Transition to ACTIVE for port object 86729bbb-9a3d-473c-a40e-a4485f064e91 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:49.423067 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] For port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8,segment=NetworkSegment(ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c),segment_id=ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:49.423705 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:49.428656 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 on network 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:49.429105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Attempting to bind port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 on network 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:49.448282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:49.526155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:36:49.526939 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Checking segment: {'id': '94a5cbd5-edf3-412c-8a25-83e5a5980752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:49.527135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Bound using segment: {'id': '94a5cbd5-edf3-412c-8a25-83e5a5980752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:36:49.527646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Bound port: 3af416b5-f9c0-44c4-9981-5e9bfaba74d5, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94a5cbd5-edf3-412c-8a25-83e5a5980752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:36:49.528061 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:49.567396 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-07001d7b-f6ea-4610-9a4a-bafafffe7d8c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] 10.222.0.58 "DELETE /v2.0/networks/3532305b-e999-4e2b-bcdf-dbb1d6bc5fbb HTTP/1.1" status: 204 len: 168 time: 2.9320915 Jul 29 16:36:49.636313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] For port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:49.640653 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] For port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3af416b5-f9c0-44c4-9981-5e9bfaba74d5,segment=NetworkSegment(94a5cbd5-edf3-412c-8a25-83e5a5980752),segment_id=94a5cbd5-edf3-412c-8a25-83e5a5980752)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:36:49.735759 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:49.776015 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:49.777548 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:49.781007 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] 10.222.0.69 "PUT /v2.0/ports/3af416b5-f9c0-44c4-9981-5e9bfaba74d5 HTTP/1.1" status: 200 len: 1094 time: 3.6467917 Jul 29 16:36:49.830455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b6cdce-c00a-4711-ad6e-5f3bf98b2b30', 'tag': '3af416b5-f9c0-44c4-9981-5e9bfaba74d5'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:36:49.897222 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] For port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8,segment=NetworkSegment(ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c),segment_id=ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:49.897222 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:49.932284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:50.225322 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] Calling delete_port for 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:50.246485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:36:50.260641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Sync routers for ids ['5fa81004-7ad7-4b7a-b0c0-387e026b722d'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:36:50.310891 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Calling delete_port for 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:50.321611 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Routers {'5fa81004-7ad7-4b7a-b0c0-387e026b722d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:36:50.326117 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['5fa81004-7ad7-4b7a-b0c0-387e026b722d'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:50.368857 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-914e8eeb-7b4e-4bde-a8c0-df3e3ef9d790 req-a3e345c0-8fda-44f6-b7c6-359bf4957fb1 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0476885 Jul 29 16:36:50.370990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07001d7b-f6ea-4610-9a4a-bafafffe7d8c tempest-ExternalNetworksTestJSON-1025853865 tempest-ExternalNetworksTestJSON-1025853865-project] Pushing event deleted for resources: {'Network': ['ID=3532305b-e999-4e2b-bcdf-dbb1d6bc5fbb,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:50.387888 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44076) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:50.399702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Pushing event updated for resources: {'Port': ['ID=86729bbb-9a3d-473c-a40e-a4485f064e91,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:50.430358 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:50.546925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:50.548469 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b395b02e-050c-4b5a-9ca7-68c5b55e41a9 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 12.7569664 Jul 29 16:36:50.646627 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:50.703603 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] Pushing event deleted for resources: {'Port': ['ID=9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:50.721538 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44088) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:50.723940 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e289421-9dd0-4fea-a5b6-0c050da0d676 None None] No DVR routers for this DVR port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:36:50.747923 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Set router 5fa81004-7ad7-4b7a-b0c0-387e026b722d gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:36:50.753750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a5920-6299-4475-b917-a8920d8a4386 service neutron] Pushing event updated for resources: {'Port': ['ID=3af416b5-f9c0-44c4-9981-5e9bfaba74d5,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:50.903832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25314b81-27cf-46b7-a23e-f23af61ae8a2 req-224cc410-2275-4bdb-91dd-204e2392ff88 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:50.905486 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-25314b81-27cf-46b7-a23e-f23af61ae8a2 req-224cc410-2275-4bdb-91dd-204e2392ff88 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 943 time: 0.5417056 Jul 29 16:36:50.908170 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:50.939144 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:36:50.939558 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:36:50.951174 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4b0ed2d3-016e-4c4e-825c-cabfa03c659c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49ee9e1ae66442b89232a32457f987a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5329015 Jul 29 16:36:50.955976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44104) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:50.959992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Attempting to bind port 86729bbb-9a3d-473c-a40e-a4485f064e91 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:50.961107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Attempting to bind port 86729bbb-9a3d-473c-a40e-a4485f064e91 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'efa85f39-634b-4dd8-8f30-334980b3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:50.961591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Attempting to bind port 86729bbb-9a3d-473c-a40e-a4485f064e91 on network c6dca99b-4c37-4728-925e-9fe121498e55 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:50.971782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.040991 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-dbac655a-4655-4a42-8168-8000faf54e6b tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] For port 60a41b07-5e6f-417b-bb2b-1bd2632a9baa, host hv-neutron-8515, got binding levels [] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:51.041502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dbac655a-4655-4a42-8168-8000faf54e6b tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.050771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Port 86729bbb-9a3d-473c-a40e-a4485f064e91 on network c6dca99b-4c37-4728-925e-9fe121498e55 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:51.051457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Attempting to bind port 86729bbb-9a3d-473c-a40e-a4485f064e91 on network c6dca99b-4c37-4728-925e-9fe121498e55 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:51.072425 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f2a3a5-0165-4cfa-ad9c-c80abe18d8d2'] response: {'name': 'network-changed', 'server_uuid': '03b6cdce-c00a-4711-ad6e-5f3bf98b2b30', 'tag': '3af416b5-f9c0-44c4-9981-5e9bfaba74d5', 'status': 'completed', 'code': 200} Jul 29 16:36:51.087696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:36:51.089080 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Checking segment: {'id': 'efa85f39-634b-4dd8-8f30-334980b3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:51.089595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Bound using segment: {'id': 'efa85f39-634b-4dd8-8f30-334980b3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:36:51.090129 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Bound port: 86729bbb-9a3d-473c-a40e-a4485f064e91, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa85f39-634b-4dd8-8f30-334980b3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:36:51.090625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.100419 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-25314b81-27cf-46b7-a23e-f23af61ae8a2 req-a9816b1a-305b-4e00-a0e6-cc3ba2a18d59 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550012 Jul 29 16:36:51.130301 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa81004-7ad7-4b7a-b0c0-387e026b722d', 'name': '', 'tenant_id': '55c39253ab4e4a2cae0721ad45d6578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36598e96-ea34-40e8-abe0-d798e83f83dd', 'external_fixed_ips': [{'subnet_id': '41efd1d9-0994-4553-b9cb-8fc1d0eca0e7', 'ip_address': '2001:db8::9e'}], 'enable_snat': True}, 'gw_port_id': '2d43af9c-c63d-4aa6-81e5-49c5fdabc276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:38Z', 'updated_at': '2022-07-29T16:36:45Z', 'revision_number': 3, 'project_id': '55c39253ab4e4a2cae0721ad45d6578f', 'gw_port': {'id': '2d43af9c-c63d-4aa6-81e5-49c5fdabc276', 'name': '', 'network_id': '36598e96-ea34-40e8-abe0-d798e83f83dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa81004-7ad7-4b7a-b0c0-387e026b722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': '41efd1d9-0994-4553-b9cb-8fc1d0eca0e7', 'ip_address': '2001:db8::9e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:42Z', 'updated_at': '2022-07-29T16:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '41efd1d9-0994-4553-b9cb-8fc1d0eca0e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:51.136489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Checking router: 5fa81004-7ad7-4b7a-b0c0-387e026b722d for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:36:51.136845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Updating router 5fa81004-7ad7-4b7a-b0c0-387e026b722d port 2d43af9c-c63d-4aa6-81e5-49c5fdabc276 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:36:51.144260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-66768a2e-9d26-448f-8622-73d97d849d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.193517 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.219498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-66768a2e-9d26-448f-8622-73d97d849d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.248940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-dbac655a-4655-4a42-8168-8000faf54e6b tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Calling delete_port for 60a41b07-5e6f-417b-bb2b-1bd2632a9baa owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:51.283952 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Allocated IP 172.26.1.110 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/a99ff915-e130-459a-b3d9-7082e09c8a22) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:36:51.376595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-18df78fd-50ad-411a-a6b4-ec5e1a90956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:51.378109 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-18df78fd-50ad-411a-a6b4-ec5e1a90956d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37ad27ba7b8b4687a17c6926b862fc32&device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 1097 time: 1.1044300 Jul 29 16:36:51.391450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-66768a2e-9d26-448f-8622-73d97d849d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.404022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.418250 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66768a2e-9d26-448f-8622-73d97d849d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000cd96e-ea02-4e05-94b1-99322082c0bf,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:51.440639 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Deleting port 9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:51.441186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.543124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-66768a2e-9d26-448f-8622-73d97d849d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.546856 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-66768a2e-9d26-448f-8622-73d97d849d8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/000cd96e-ea02-4e05-94b1-99322082c0bf HTTP/1.1" status: 204 len: 168 time: 0.5875285 Jul 29 16:36:51.571527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] The port '9cb7c85a-6c17-4c36-9d22-a34ab6df8cf8' was deleted {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:36:51.574040 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dbac655a-4655-4a42-8168-8000faf54e6b tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.575989 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] For port 86729bbb-9a3d-473c-a40e-a4485f064e91, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:51.626596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] For port 86729bbb-9a3d-473c-a40e-a4485f064e91, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=86729bbb-9a3d-473c-a40e-a4485f064e91,segment=NetworkSegment(efa85f39-634b-4dd8-8f30-334980b3315e),segment_id=efa85f39-634b-4dd8-8f30-334980b3315e)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:36:51.637835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac655a-4655-4a42-8168-8000faf54e6b tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Pushing event deleted for resources: {'Port': ['ID=60a41b07-5e6f-417b-bb2b-1bd2632a9baa,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:51.647371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.652926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dbac655a-4655-4a42-8168-8000faf54e6b tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.738415 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-dbac655a-4655-4a42-8168-8000faf54e6b tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "DELETE /v2.0/ports/60a41b07-5e6f-417b-bb2b-1bd2632a9baa HTTP/1.1" status: 204 len: 168 time: 2.6249342 Jul 29 16:36:51.746336 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44124) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:51.764477 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.769837 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:51.770514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.773080 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] 10.222.0.69 "PUT /v2.0/ports/86729bbb-9a3d-473c-a40e-a4485f064e91 HTTP/1.1" status: 200 len: 1093 time: 5.6381025 Jul 29 16:36:51.781434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.786802 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Transition to ACTIVE for port object 2d43af9c-c63d-4aa6-81e5-49c5fdabc276 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:51.807464 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.869800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8c453-b9f6-47b5-98d6-267c674eac1c service neutron] Pushing event updated for resources: {'Port': ['ID=86729bbb-9a3d-473c-a40e-a4485f064e91,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:51.927027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8fa2a-dc79-4105-9536-803f506797c3 None None] Pushing event updated for resources: {'Port': ['ID=2d43af9c-c63d-4aa6-81e5-49c5fdabc276,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:51.948682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Attempting to bind port 2d43af9c-c63d-4aa6-81e5-49c5fdabc276 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:51.949058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Attempting to bind port 2d43af9c-c63d-4aa6-81e5-49c5fdabc276 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'dec1c1fb-b088-4277-ab6a-c18222320914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '36598e96-ea34-40e8-abe0-d798e83f83dd'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:51.949439 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Attempting to bind port 2d43af9c-c63d-4aa6-81e5-49c5fdabc276 on network 36598e96-ea34-40e8-abe0-d798e83f83dd {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:51.955403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:36:51.955773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Checking segment: {'id': 'dec1c1fb-b088-4277-ab6a-c18222320914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '36598e96-ea34-40e8-abe0-d798e83f83dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:51.956176 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.956567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Bound using segment: {'id': 'dec1c1fb-b088-4277-ab6a-c18222320914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '36598e96-ea34-40e8-abe0-d798e83f83dd'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:36:51.957032 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Bound port: 2d43af9c-c63d-4aa6-81e5-49c5fdabc276, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec1c1fb-b088-4277-ab6a-c18222320914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '36598e96-ea34-40e8-abe0-d798e83f83dd'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:36:51.957447 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:51.967951 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-23ed4dab-3de3-4bcd-b30a-eeb140d97a9f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3af416b5-f9c0-44c4-9981-5e9bfaba74d5 HTTP/1.1" status: 200 len: 217 time: 0.1829817 Jul 29 16:36:51.968565 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Deleting port 2d43af9c-c63d-4aa6-81e5-49c5fdabc276 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:51.968903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:52.057749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44132) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:52.065304 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] For port 2d43af9c-c63d-4aa6-81e5-49c5fdabc276, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:36:52.069591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] For port 2d43af9c-c63d-4aa6-81e5-49c5fdabc276, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2d43af9c-c63d-4aa6-81e5-49c5fdabc276,segment=NetworkSegment(dec1c1fb-b088-4277-ab6a-c18222320914),segment_id=dec1c1fb-b088-4277-ab6a-c18222320914)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:36:52.085594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:52.126167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:52.210406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8fa2a-dc79-4105-9536-803f506797c3 None None] Pushing event updated for resources: {'Port': ['ID=2d43af9c-c63d-4aa6-81e5-49c5fdabc276,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:52.221290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Routers {'5fa81004-7ad7-4b7a-b0c0-387e026b722d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:36:52.221917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['5fa81004-7ad7-4b7a-b0c0-387e026b722d'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:52.287024 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-6b5aa05a-1763-430a-bae1-897ea2568be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:52.288476 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-6b5aa05a-1763-430a-bae1-897ea2568be3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=832e7970-a10e-4bc8-b9c8-ce252c30b091 HTTP/1.1" status: 200 len: 845 time: 0.2802684 Jul 29 16:36:52.299618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44140) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:52.345811 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-1515284f-866d-4a49-a1a0-93d13c9a209f tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] GET failed (client error): The resource could not be found. Jul 29 16:36:52.348196 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1515284f-866d-4a49-a1a0-93d13c9a209f tempest-PortsAdminExtendedAttrsTestJSON-715229098 tempest-PortsAdminExtendedAttrsTestJSON-715229098-project-admin] 10.222.0.58 "GET /v2.0/ports/60a41b07-5e6f-417b-bb2b-1bd2632a9baa HTTP/1.1" status: 404 len: 333 time: 0.6007707 Jul 29 16:36:52.358020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44144) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:52.405536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] Set router 5fa81004-7ad7-4b7a-b0c0-387e026b722d gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:36:52.438600 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-3c002524-ef7e-405f-b553-7dff65b3673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:52.440152 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-3c002524-ef7e-405f-b553-7dff65b3673a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5805d9e4969d4ea4998b7fc9613962f4&device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 1096 time: 0.5608103 Jul 29 16:36:52.486668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:52.516087 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1a42d08b-0db1-4947-822e-a92973e664c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ac2950a497d4d3595aff2b55f8f3167&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2153370 Jul 29 16:36:52.531917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-574128065'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:52.536489 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44148) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:52.553259 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-967ddb2b-d37c-4478-adc3-97844e56f973 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86729bbb-9a3d-473c-a40e-a4485f064e91 HTTP/1.1" status: 200 len: 217 time: 0.0999975 Jul 29 16:36:52.553618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] For port 2d43af9c-c63d-4aa6-81e5-49c5fdabc276, host dv-neutron-851534-1-hyperv, got binding levels [] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:52.553982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:52.561762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:52.568037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea347009-bdda-46f0-b05b-636c8ae10d63']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:52.581010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa81004-7ad7-4b7a-b0c0-387e026b722d', 'name': '', 'tenant_id': '55c39253ab4e4a2cae0721ad45d6578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:38Z', 'updated_at': '2022-07-29T16:36:51Z', 'revision_number': 4, 'project_id': '55c39253ab4e4a2cae0721ad45d6578f', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:52.589328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea8dd4-9028-413b-87a6-aaf117a07d01 None None] The sync data for ids ['5fa81004-7ad7-4b7a-b0c0-387e026b722d'] in dv-neutron-851534-1-hyperv is: [{'id': '5fa81004-7ad7-4b7a-b0c0-387e026b722d', 'name': '', 'tenant_id': '55c39253ab4e4a2cae0721ad45d6578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:38Z', 'updated_at': '2022-07-29T16:36:51Z', 'revision_number': 4, 'project_id': '55c39253ab4e4a2cae0721ad45d6578f', 'gw_port_host': None}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:36:52.616107 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:52.616402 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:52.621164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Usage tracker for resource:network and tenant:ecd252331c4b4f7e903a796d08709e55 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:52.629745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a89757c7-5b7b-4a6b-899a-cec43e487aab tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:52.647459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e93947-c607-4fb3-90bd-bd069adcf441 req-e98cb30e-6af7-452f-a5b2-334b2a477f28 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:52.648933 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b0e93947-c607-4fb3-90bd-bd069adcf441 req-e98cb30e-6af7-452f-a5b2-334b2a477f28 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 944 time: 1.0581656 Jul 29 16:36:52.651776 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:52.701474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:52.708876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:52.733580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:52.756541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Calling delete_port for 2d43af9c-c63d-4aa6-81e5-49c5fdabc276 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:52.776902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:36:52.777326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:52.791093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:52.803357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-bfefec52-9584-4c2d-bf94-255b0ec359cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:52.805309 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-bfefec52-9584-4c2d-bf94-255b0ec359cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5dcc6516-a1ee-4da5-989d-49f628a9f2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5020459 Jul 29 16:36:52.832421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b2e5f-aef0-41af-9df5-461be84e7695 req-7c08996e-688c-44ad-833e-cc86f158a195 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:52.834055 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-194b2e5f-aef0-41af-9df5-461be84e7695 req-7c08996e-688c-44ad-833e-cc86f158a195 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 943 time: 0.4783561 Jul 29 16:36:52.911053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Made reservation on behalf of ecd252331c4b4f7e903a796d08709e55 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:52.914617 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c resource provider aggregate not found Jul 29 16:36:52.914943 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:52.922913 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b0e93947-c607-4fb3-90bd-bd069adcf441 req-f7800782-1c5e-4c64-b31b-8d4b22620f10 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621183 Jul 29 16:36:52.952294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:52.996514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:36:53.013787 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebc5a002-3a18-4f05-8f15-ddfd8ce30e7c found for delete ", "request_id": "req-3742d3f8-27e8-4a0b-a4fc-e6f8a89367fa"}]} Jul 29 16:36:53.025717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:53.051742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:53.083139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a89757c7-5b7b-4a6b-899a-cec43e487aab tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:53.090658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d0d1e9-e420-45de-81df-7099dfe2a498', 'tag': '86729bbb-9a3d-473c-a40e-a4485f064e91'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:36:53.093155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Pushing event updated for resources: {'Port': ['ID=a99ff915-e130-459a-b3d9-7082e09c8a22,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:53.120927 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:53.128044 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-ee1f5316-4e9b-4406-8e18-0496545464c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:53.129475 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-ee1f5316-4e9b-4406-8e18-0496545464c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fcc5b9f-d525-4d8c-bbad-b1671378d8d9 HTTP/1.1" status: 200 len: 850 time: 0.5524702 Jul 29 16:36:53.142468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:53.158022 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:53.165586 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-194b2e5f-aef0-41af-9df5-461be84e7695 req-9e0f44ea-5d87-4820-9cdd-5574c3110d90 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641702 Jul 29 16:36:53.173431 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a89757c7-5b7b-4a6b-899a-cec43e487aab tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c24a601-c475-484e-8789-70c33122984c']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:53.182455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] Pushing event deleted for resources: {'Network': ['ID=ea347009-bdda-46f0-b05b-636c8ae10d63,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:53.192521 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-19a3c647-f5bb-4332-b929-e88c044bdd56 tempest-ExtraDHCPOptionsTestJSON-1202233968 tempest-ExtraDHCPOptionsTestJSON-1202233968-project] 10.222.0.58 "DELETE /v2.0/networks/ea347009-bdda-46f0-b05b-636c8ae10d63 HTTP/1.1" status: 204 len: 168 time: 6.3794279 Jul 29 16:36:53.200781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52a3e9b5-7bc4-4f3d-9a28-52a1f228e38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:53.202644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a89757c7-5b7b-4a6b-899a-cec43e487aab tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f8f68c-ec76-4d27-9456-adcbed053fcc') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:53.203102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a89757c7-5b7b-4a6b-899a-cec43e487aab tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f8f68c-ec76-4d27-9456-adcbed053fcc') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:53.203669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Usage tracker for resource:security_group_rule and tenant:ecd252331c4b4f7e903a796d08709e55 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:53.207136 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e787f9-db74-4bfb-a8d5-5cfd9a1a3eb3'] response: {'name': 'network-changed', 'server_uuid': '99d0d1e9-e420-45de-81df-7099dfe2a498', 'tag': '86729bbb-9a3d-473c-a40e-a4485f064e91', 'status': 'completed', 'code': 200} Jul 29 16:36:53.217914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:53.252131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:53.279758 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a89757c7-5b7b-4a6b-899a-cec43e487aab tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:53.296249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52a3e9b5-7bc4-4f3d-9a28-52a1f228e38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:53.334875 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-dd9bf6b2-1303-4fdb-9d97-f8ebe4db4c22 service neutron] 10.222.0.69 "GET /v2.0/networks/5dcc6516-a1ee-4da5-989d-49f628a9f2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139513 Jul 29 16:36:53.390299 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a89757c7-5b7b-4a6b-899a-cec43e487aab tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:53.409612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89757c7-5b7b-4a6b-899a-cec43e487aab tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:36:53.410015 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a89757c7-5b7b-4a6b-899a-cec43e487aab tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:53.490191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:36:53.491078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:36:53.498611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-9e8b1046-3863-4393-9fb4-6bdc08505000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:53.500241 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-9e8b1046-3863-4393-9fb4-6bdc08505000 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c6dca99b-4c37-4728-925e-9fe121498e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3520210 Jul 29 16:36:53.564952 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52a3e9b5-7bc4-4f3d-9a28-52a1f228e38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:53.600716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44162) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:53.602403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a89757c7-5b7b-4a6b-899a-cec43e487aab tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:53.606333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a89757c7-5b7b-4a6b-899a-cec43e487aab tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:53.656633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3e9b5-7bc4-4f3d-9a28-52a1f228e38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767554b4-e887-4632-8058-4337f6e45398,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:53.676166 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6be81d6b-0c20-4155-a89f-4dab9dc41e12 req-30a1534a-1f4f-4589-bc2f-8e1464972209 service neutron] 10.222.0.69 "GET /v2.0/networks/5dcc6516-a1ee-4da5-989d-49f628a9f2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294868 Jul 29 16:36:53.701397 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89757c7-5b7b-4a6b-899a-cec43e487aab tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] Pushing event deleted for resources: {'Network': ['ID=1c24a601-c475-484e-8789-70c33122984c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:53.708179 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a89757c7-5b7b-4a6b-899a-cec43e487aab tempest-PortsAdminExtendedAttrsTestJSON-1533165588 tempest-PortsAdminExtendedAttrsTestJSON-1533165588-project] 10.222.0.58 "DELETE /v2.0/networks/1c24a601-c475-484e-8789-70c33122984c HTTP/1.1" status: 204 len: 168 time: 1.3436210 Jul 29 16:36:53.709594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:53.736284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:53.886126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52a3e9b5-7bc4-4f3d-9a28-52a1f228e38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:53.887779 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-52a3e9b5-7bc4-4f3d-9a28-52a1f228e38b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/767554b4-e887-4632-8058-4337f6e45398 HTTP/1.1" status: 204 len: 168 time: 1.3429813 Jul 29 16:36:53.911980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:53.931972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d006d6b-b410-47a1-ab3a-6eb95f6b7a84,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:53.948556 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:53.963578 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-e8566714-7afd-485a-a846-551d79129a34 service neutron] 10.222.0.69 "GET /v2.0/networks/c6dca99b-4c37-4728-925e-9fe121498e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549823 Jul 29 16:36:54.005944 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:54.006285 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Added segment 9e29a0c5-13ce-4bfc-baa3-693742a31c61 of type vlan for network 232394e1-b127-4ef0-8bab-2ac3c4b27bba Jul 29 16:36:54.007264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Deleting port 2d43af9c-c63d-4aa6-81e5-49c5fdabc276 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:54.007588 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:54.034071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44176) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:54.082675 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d3532cd1-dccd-4029-8937-dea08232de98 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a9f3badb4e14875b94a21f20b739fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812613 Jul 29 16:36:54.085879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44180) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:54.176887 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:54.287797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19dbcc87-a973-4e48-bbe8-d5470d48b563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:54.341002 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-04aa8e18-68ec-46fc-94e3-fc22988a6619 req-458cdd0a-ee37-4e5c-88f0-d4150cdfefc2 service neutron] 10.222.0.69 "GET /v2.0/networks/c6dca99b-4c37-4728-925e-9fe121498e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687580 Jul 29 16:36:54.367484 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c0001-487d-43fb-be58-482d462158fa req-3b430307-32b6-46e1-958f-923519e921cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:54.369074 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-df8c0001-487d-43fb-be58-482d462158fa req-3b430307-32b6-46e1-958f-923519e921cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37ad27ba7b8b4687a17c6926b862fc32&device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 1097 time: 0.6258123 Jul 29 16:36:54.537878 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19dbcc87-a973-4e48-bbe8-d5470d48b563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:54.585801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:54.591114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:54.591760 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:54.597714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396be6a-e080-42d0-9308-28225d21892a req-c8248211-b085-4e6e-8511-ed19645a528d tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:54.598743 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a396be6a-e080-42d0-9308-28225d21892a req-c8248211-b085-4e6e-8511-ed19645a528d tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 944 time: 0.4625063 Jul 29 16:36:54.655333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] For port 2d43af9c-c63d-4aa6-81e5-49c5fdabc276, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2d43af9c-c63d-4aa6-81e5-49c5fdabc276,segment=NetworkSegment(dec1c1fb-b088-4277-ab6a-c18222320914),segment_id=dec1c1fb-b088-4277-ab6a-c18222320914)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:54.655704 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:54.702514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:54.714523 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a396be6a-e080-42d0-9308-28225d21892a req-2b35e696-15e9-4db6-93f9-d90388b21f0f tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951293 Jul 29 16:36:54.726028 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c753f7ad-f84c-46ee-8941-ba59820c58a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=755f145a64db4c3ca03f307272e3ff7f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6807051 Jul 29 16:36:54.745981 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44204) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:54.783749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19dbcc87-a973-4e48-bbe8-d5470d48b563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:54.810168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b95eab-dc97-4fab-afa2-bb98cd4b8975 req-cc66acc7-4073-47f6-bd9f-0e267a02e8ca tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:54.811728 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-15b95eab-dc97-4fab-afa2-bb98cd4b8975 req-cc66acc7-4073-47f6-bd9f-0e267a02e8ca tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 943 time: 0.4616306 Jul 29 16:36:54.874780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Calling delete_port for 2d43af9c-c63d-4aa6-81e5-49c5fdabc276 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:54.893001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbcc87-a973-4e48-bbe8-d5470d48b563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3bff56-b9c2-4e93-a0ee-321fd8fc508d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:54.914918 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8552437 Jul 29 16:36:54.916801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19dbcc87-a973-4e48-bbe8-d5470d48b563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:54.917945 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-19dbcc87-a973-4e48-bbe8-d5470d48b563 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e3bff56-b9c2-4e93-a0ee-321fd8fc508d HTTP/1.1" status: 204 len: 168 time: 0.8310721 Jul 29 16:36:54.951500 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-15b95eab-dc97-4fab-afa2-bb98cd4b8975 req-5586aecd-9a30-4b40-95ad-922de077e713 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850103 Jul 29 16:36:54.974116 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b108e2-9a86-4677-ad96-3fa77497b57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Pushing event updated for resources: {'Network': ['ID=232394e1-b127-4ef0-8bab-2ac3c4b27bba,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:54.999593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c0001-487d-43fb-be58-482d462158fa req-03a9c890-0022-4a00-9c29-5714257f53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:55.001096 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-df8c0001-487d-43fb-be58-482d462158fa req-03a9c890-0022-4a00-9c29-5714257f53bf service neutron] 10.222.0.69 "GET /v2.0/networks?id=5dcc6516-a1ee-4da5-989d-49f628a9f2f1 HTTP/1.1" status: 200 len: 907 time: 0.5985167 Jul 29 16:36:55.001439 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 232394e1-b127-4ef0-8bab-2ac3c4b27bba details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:55.011559 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf90f6-f700-4290-b6c5-19d3953f2e6b req-3a774106-d348-4ebf-8243-9231b3ddaa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:55.013055 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cccf90f6-f700-4290-b6c5-19d3953f2e6b req-3a774106-d348-4ebf-8243-9231b3ddaa62 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5805d9e4969d4ea4998b7fc9613962f4&device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 1096 time: 0.6115463 Jul 29 16:36:55.037603 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 68f8f68c-ec76-4d27-9456-adcbed053fcc resource provider aggregate not found Jul 29 16:36:55.058761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Router dfd5df8a-a0a8-4b37-b1d5-8d8bf17b26ed is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:36:55.077839 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 68f8f68c-ec76-4d27-9456-adcbed053fcc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68f8f68c-ec76-4d27-9456-adcbed053fcc found for delete ", "request_id": "req-74a7021c-ffc2-4951-9e30-fdd08af1d117"}]} Jul 29 16:36:55.136974 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-df8c0001-487d-43fb-be58-482d462158fa req-5969d6a7-276d-4fd7-bd7b-6c8ccab02446 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3af416b5-f9c0-44c4-9981-5e9bfaba74d5 HTTP/1.1" status: 200 len: 217 time: 0.1191890 Jul 29 16:36:55.243589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-84e876df-4279-4bed-ba05-0c8f85017a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:55.316480 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c0001-487d-43fb-be58-482d462158fa req-e52d4a24-ffa1-4af1-8b05-5c14eab241cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:55.317987 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-df8c0001-487d-43fb-be58-482d462158fa req-e52d4a24-ffa1-4af1-8b05-5c14eab241cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=832e7970-a10e-4bc8-b9c8-ce252c30b091 HTTP/1.1" status: 200 len: 845 time: 0.1666868 Jul 29 16:36:55.320469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-84e876df-4279-4bed-ba05-0c8f85017a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:55.322448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:36:55.338872 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fd48ff-fd77-44b7-a44e-ee15d3bc9e8b None None] Sync routers for ids ['dfd5df8a-a0a8-4b37-b1d5-8d8bf17b26ed'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:36:55.350071 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fd48ff-fd77-44b7-a44e-ee15d3bc9e8b None None] Routers {'dfd5df8a-a0a8-4b37-b1d5-8d8bf17b26ed'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:36:55.350753 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-29fd48ff-fd77-44b7-a44e-ee15d3bc9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['dfd5df8a-a0a8-4b37-b1d5-8d8bf17b26ed'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:55.361264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:55.368389 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-24fee296-a4e2-476c-8a2f-94230c5406a9 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.5400257 Jul 29 16:36:55.370360 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44228) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:55.421067 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-29fd48ff-fd77-44b7-a44e-ee15d3bc9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:55.430699 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fd48ff-fd77-44b7-a44e-ee15d3bc9e8b None None] Routers {'dfd5df8a-a0a8-4b37-b1d5-8d8bf17b26ed'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:36:55.431594 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-29fd48ff-fd77-44b7-a44e-ee15d3bc9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['dfd5df8a-a0a8-4b37-b1d5-8d8bf17b26ed'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:55.555474 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-29fd48ff-fd77-44b7-a44e-ee15d3bc9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:55.555891 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fd48ff-fd77-44b7-a44e-ee15d3bc9e8b None None] The sync data for ids ['dfd5df8a-a0a8-4b37-b1d5-8d8bf17b26ed'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:36:55.601529 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44242) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:55.619983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Request body: {'port': {'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba', 'binding:host_id': 'hv-neutron-8515', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1744300358'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:55.626825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:55.632849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Usage tracker for resource:port and tenant:4c08cf3a59e7495ba43817e370046e87 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:55.637269 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:55.645808 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:55.660861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Made reservation on behalf of 4c08cf3a59e7495ba43817e370046e87 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:55.664799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:55.698331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:55.725440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:55.728994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf90f6-f700-4290-b6c5-19d3953f2e6b req-7491692d-830e-4d84-8700-ba440c6af141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:55.730838 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cccf90f6-f700-4290-b6c5-19d3953f2e6b req-7491692d-830e-4d84-8700-ba440c6af141 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c6dca99b-4c37-4728-925e-9fe121498e55 HTTP/1.1" status: 200 len: 912 time: 0.6580777 Jul 29 16:36:55.732223 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Usage tracker for resource:security_group_rule and tenant:4c08cf3a59e7495ba43817e370046e87 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:55.736523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:55.756358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:55.775781 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3ca93f9d-39d8-44d5-856f-4627511bd877 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/routers/dfd5df8a-a0a8-4b37-b1d5-8d8bf17b26ed HTTP/1.1" status: 200 len: 920 time: 0.4025941 Jul 29 16:36:55.784169 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44252) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:55.838762 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cccf90f6-f700-4290-b6c5-19d3953f2e6b req-c44cfc7b-8a21-4896-aed7-5c2ebfc8ba3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86729bbb-9a3d-473c-a40e-a4485f064e91 HTTP/1.1" status: 200 len: 217 time: 0.0966063 Jul 29 16:36:55.907775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf90f6-f700-4290-b6c5-19d3953f2e6b req-e71aa46c-4bd2-4d68-9639-ddbc43530045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:55.909194 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cccf90f6-f700-4290-b6c5-19d3953f2e6b req-e71aa46c-4bd2-4d68-9639-ddbc43530045 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fcc5b9f-d525-4d8c-bbad-b1671378d8d9 HTTP/1.1" status: 200 len: 850 time: 0.0618179 Jul 29 16:36:55.911737 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:55.967960 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3f619449-f4f7-4885-9342-209757d9fdcf tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd5df8a-a0a8-4b37-b1d5-8d8bf17b26ed HTTP/1.1" status: 200 len: 205 time: 0.1826572 Jul 29 16:36:55.972495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44258) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:56.043620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c0001-487d-43fb-be58-482d462158fa req-98d385b8-8de2-4915-8aa9-2ba654a280e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:56.045543 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-df8c0001-487d-43fb-be58-482d462158fa req-98d385b8-8de2-4915-8aa9-2ba654a280e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5dcc6516-a1ee-4da5-989d-49f628a9f2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6973553 Jul 29 16:36:56.048038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d43af9c-c63d-4aa6-81e5-49c5fdabc276,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:56.054329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-84e876df-4279-4bed-ba05-0c8f85017a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.057981 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44266) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:56.138928 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e876df-4279-4bed-ba05-0c8f85017a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f1111c-eaa2-498f-b8c2-c80f138e52c8,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:56.207978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.362126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44278) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:56.388191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.390576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.420458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9be85a3c-5189-45cd-b311-e137a6e69d62 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.483963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4d76d3be-9708-46e6-8f43-61c98622dc35 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-58593005'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:56.494667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1200596283'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:56.499411 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4d76d3be-9708-46e6-8f43-61c98622dc35 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:56.510140 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4d76d3be-9708-46e6-8f43-61c98622dc35 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Usage tracker for resource:router and tenant:62d71d6277fa41a5a04d3fd2e866b32a is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:56.513546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d3059-585d-4adf-ac66-e5a064a9a21c req-8a3ddf50-6a8f-471a-9116-adf25594d1c4 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:56.515184 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cf7d3059-585d-4adf-ac66-e5a064a9a21c req-8a3ddf50-6a8f-471a-9116-adf25594d1c4 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 944 time: 0.5376813 Jul 29 16:36:56.516224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.516680 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5fa81004-7ad7-4b7a-b0c0-387e026b722d {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:36:56.519011 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4d76d3be-9708-46e6-8f43-61c98622dc35 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:56.527226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-84e876df-4279-4bed-ba05-0c8f85017a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.530939 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-84e876df-4279-4bed-ba05-0c8f85017a86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/40f1111c-eaa2-498f-b8c2-c80f138e52c8 HTTP/1.1" status: 204 len: 168 time: 1.7387538 Jul 29 16:36:56.535934 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4d76d3be-9708-46e6-8f43-61c98622dc35 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:56.536428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ed71c-7de4-4ea1-8f34-0f9fb67e4dd8 req-44ae276b-5891-4991-b4a7-d5d1ea021c01 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:56.547487 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ac3ed71c-7de4-4ea1-8f34-0f9fb67e4dd8 req-44ae276b-5891-4991-b4a7-d5d1ea021c01 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 943 time: 0.3228571 Jul 29 16:36:56.553572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.554639 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-855f3299-07ea-4422-a990-9e5acad3bdf4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "DELETE /v2.0/routers/5fa81004-7ad7-4b7a-b0c0-387e026b722d HTTP/1.1" status: 204 len: 168 time: 5.7908351 Jul 29 16:36:56.574945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44286) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:56.586729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.588241 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:56.592928 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:network and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:56.597296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:56.603205 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:56.628873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf90f6-f700-4290-b6c5-19d3953f2e6b req-7646dd5c-dacb-427f-8461-9bba7ca168f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:56.630400 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cccf90f6-f700-4290-b6c5-19d3953f2e6b req-7646dd5c-dacb-427f-8461-9bba7ca168f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c6dca99b-4c37-4728-925e-9fe121498e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7138364 Jul 29 16:36:56.662878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4d76d3be-9708-46e6-8f43-61c98622dc35 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.663903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4d76d3be-9708-46e6-8f43-61c98622dc35 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.673724 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-df8c0001-487d-43fb-be58-482d462158fa req-abe2cc7d-0022-4a0e-938f-0fbaed870466 service neutron] 10.222.0.69 "GET /v2.0/networks/5dcc6516-a1ee-4da5-989d-49f628a9f2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145835 Jul 29 16:36:56.726028 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:56.730383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.739279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.764422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] device_id is not set on port 25086f65-241e-480d-a8e6-140905344b9f yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:56.815927 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.828454 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ac3ed71c-7de4-4ea1-8f34-0f9fb67e4dd8 req-47c598c4-9ca9-4310-89da-0cad16f80f56 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795610 Jul 29 16:36:56.840575 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c49113-f992-4dee-859b-6c21bc3f22f8 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Deleting subnet 41efd1d9-0994-4553-b9cb-8fc1d0eca0e7 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:36:56.848661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4d76d3be-9708-46e6-8f43-61c98622dc35 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.851680 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-48c49113-f992-4dee-859b-6c21bc3f22f8 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.892848 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c711d1f7-78ed-42f5-b36e-82574d5a28ae,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:56.899705 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:56.903634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:security_group_rule and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:56.906553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:56.912837 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:56.954006 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cf7d3059-585d-4adf-ac66-e5a064a9a21c req-6e24f36b-df5f-499d-b0db-35c18bcad26e tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3706601 Jul 29 16:36:56.978431 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cccf90f6-f700-4290-b6c5-19d3953f2e6b req-c54fdb04-b36e-409e-b191-78ad28ecfaa6 service neutron] 10.222.0.69 "GET /v2.0/networks/c6dca99b-4c37-4728-925e-9fe121498e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367138 Jul 29 16:36:56.984805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-48c49113-f992-4dee-859b-6c21bc3f22f8 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:56.992707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44292) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:57.013532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4d76d3be-9708-46e6-8f43-61c98622dc35 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.042857 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-df8c0001-487d-43fb-be58-482d462158fa req-bb250dd1-227c-4a23-bf50-df5aa7ff0e25 service neutron] 10.222.0.69 "GET /v2.0/networks/5dcc6516-a1ee-4da5-989d-49f628a9f2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624229 Jul 29 16:36:57.194441 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cd3b1148-4ab6-499f-8a98-a3cbb85d74bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9fabc4ff30bb4cc5bf0abed4b9e7e0e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981752 Jul 29 16:36:57.194441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9be85a3c-5189-45cd-b311-e137a6e69d62 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.197209 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44296) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:57.227340 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9be85a3c-5189-45cd-b311-e137a6e69d62 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Deleting port a99ff915-e130-459a-b3d9-7082e09c8a22 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:36:57.227680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9be85a3c-5189-45cd-b311-e137a6e69d62 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.243931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4d76d3be-9708-46e6-8f43-61c98622dc35 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.245130 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4d76d3be-9708-46e6-8f43-61c98622dc35 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 1.1396744 Jul 29 16:36:57.256571 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44300) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:57.265319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-48c49113-f992-4dee-859b-6c21bc3f22f8 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.371821 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cccf90f6-f700-4290-b6c5-19d3953f2e6b req-d30ede07-0be2-416a-a43f-f4776c199048 service neutron] 10.222.0.69 "GET /v2.0/networks/c6dca99b-4c37-4728-925e-9fe121498e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596795 Jul 29 16:36:57.375197 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d0952ac-84ea-458f-80c6-3205a53931c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.408470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d0952ac-84ea-458f-80c6-3205a53931c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.415504 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-48c49113-f992-4dee-859b-6c21bc3f22f8 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.461405 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c49113-f992-4dee-859b-6c21bc3f22f8 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=41efd1d9-0994-4553-b9cb-8fc1d0eca0e7,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:57.468757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-48c49113-f992-4dee-859b-6c21bc3f22f8 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.480123 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.481566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ffdbe763-7327-4905-993b-64c60189321f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.487534 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-48c49113-f992-4dee-859b-6c21bc3f22f8 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/41efd1d9-0994-4553-b9cb-8fc1d0eca0e7 HTTP/1.1" status: 204 len: 168 time: 0.9111288 Jul 29 16:36:57.490234 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44304) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:57.542062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.586203 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d0952ac-84ea-458f-80c6-3205a53931c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.615278 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0952ac-84ea-458f-80c6-3205a53931c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0a7e8b-ea04-4e19-95af-0e9e4ccc909d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:57.624025 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d0952ac-84ea-458f-80c6-3205a53931c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.624950 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9d0952ac-84ea-458f-80c6-3205a53931c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d0a7e8b-ea04-4e19-95af-0e9e4ccc909d HTTP/1.1" status: 204 len: 168 time: 0.4268434 Jul 29 16:36:57.627956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-63952db2-1b6c-42d9-bbf1-a49d1768780c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.757073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-63952db2-1b6c-42d9-bbf1-a49d1768780c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.782687 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-63952db2-1b6c-42d9-bbf1-a49d1768780c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36598e96-ea34-40e8-abe0-d798e83f83dd']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:57.796365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-63952db2-1b6c-42d9-bbf1-a49d1768780c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec1c1fb-b088-4277-ab6a-c18222320914') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:57.796873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-63952db2-1b6c-42d9-bbf1-a49d1768780c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec1c1fb-b088-4277-ab6a-c18222320914') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:36:57.809742 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-63952db2-1b6c-42d9-bbf1-a49d1768780c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.814085 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] device_id is not set on port 25086f65-241e-480d-a8e6-140905344b9f yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:57.829169 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-63952db2-1b6c-42d9-bbf1-a49d1768780c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.833456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:36:57.838165 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63952db2-1b6c-42d9-bbf1-a49d1768780c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:36:57.838466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-63952db2-1b6c-42d9-bbf1-a49d1768780c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.896931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.957011 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment dec1c1fb-b088-4277-ab6a-c18222320914 resource provider aggregate not found Jul 29 16:36:57.970377 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-63952db2-1b6c-42d9-bbf1-a49d1768780c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:57.992984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d420cff7-6a2f-441d-b3ab-fda8a7c19ed3,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:57.997219 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment dec1c1fb-b088-4277-ab6a-c18222320914 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dec1c1fb-b088-4277-ab6a-c18222320914 found for delete ", "request_id": "req-8eb8bce0-0e51-4d17-bb0a-3eb7562784ce"}]} Jul 29 16:36:57.998103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63952db2-1b6c-42d9-bbf1-a49d1768780c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 36598e96-ea34-40e8-abe0-d798e83f83dd {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jul 29 16:36:58.012141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-63952db2-1b6c-42d9-bbf1-a49d1768780c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.034383 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-63952db2-1b6c-42d9-bbf1-a49d1768780c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "DELETE /v2.0/networks/36598e96-ea34-40e8-abe0-d798e83f83dd HTTP/1.1" status: 204 len: 168 time: 0.5423048 Jul 29 16:36:58.035681 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63952db2-1b6c-42d9-bbf1-a49d1768780c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Pushing event deleted for resources: {'Network': ['ID=36598e96-ea34-40e8-abe0-d798e83f83dd,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:58.061883 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.062375 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Added segment b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc of type vlan for network 30df14e0-a833-40a6-b26b-5bf85bbdd67e Jul 29 16:36:58.122867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Transition to ACTIVE for port object 25086f65-241e-480d-a8e6-140905344b9f will not be triggered until provisioned by entity L2. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:36:58.192239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ffdbe763-7327-4905-993b-64c60189321f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.216680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ffdbe763-7327-4905-993b-64c60189321f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.254687 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.326127 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9be85a3c-5189-45cd-b311-e137a6e69d62 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.355827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.502882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ffdbe763-7327-4905-993b-64c60189321f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.503353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdbe763-7327-4905-993b-64c60189321f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 827457be-e6e2-4b24-a1b0-d05b3923ec61 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:36:58.512189 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9be85a3c-5189-45cd-b311-e137a6e69d62 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Calling delete_port for a99ff915-e130-459a-b3d9-7082e09c8a22 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:36:58.562931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44340) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:58.572885 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-44f029a4-1544-4aae-90a2-82a5913dd048 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Request body: {'router': {'name': 'tempest-router--1197930616', 'project_id': 'f7b2eef37bfa4578a757284d164aa0ff'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:58.578413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-44f029a4-1544-4aae-90a2-82a5913dd048 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:58.583311 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-44f029a4-1544-4aae-90a2-82a5913dd048 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Usage tracker for resource:router and tenant:f7b2eef37bfa4578a757284d164aa0ff is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:58.587092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-44f029a4-1544-4aae-90a2-82a5913dd048 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:58.595041 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-44f029a4-1544-4aae-90a2-82a5913dd048 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:58.610066 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44f029a4-1544-4aae-90a2-82a5913dd048 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.611178 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44f029a4-1544-4aae-90a2-82a5913dd048 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.623576 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Pushing event updated for resources: {'Port': ['ID=25086f65-241e-480d-a8e6-140905344b9f,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:58.629905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44f029a4-1544-4aae-90a2-82a5913dd048 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.654628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44f029a4-1544-4aae-90a2-82a5913dd048 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.669777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Checking segment: {'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:36:58.670145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Network hostable DHCP agents. Network: 232394e1-b127-4ef0-8bab-2ac3c4b27bba, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:36:58.675831 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44f029a4-1544-4aae-90a2-82a5913dd048 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.678604 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-44f029a4-1544-4aae-90a2-82a5913dd048 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1132674 Jul 29 16:36:58.680773 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44346) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:58.705793 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a04a9-c537-419c-875b-3a9b470fc299 req-942685ab-cf32-493c-ab1c-b077a7e84260 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:58.708989 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f78a04a9-c537-419c-875b-3a9b470fc299 req-942685ab-cf32-493c-ab1c-b077a7e84260 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 943 time: 0.7200067 Jul 29 16:36:58.709637 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.715745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:58.716321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.729610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d56796-6f5e-4647-85ff-d9840c87f23d req-320afb9d-72f1-4cd1-8bd3-53e0bcf5db86 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:36:58.731752 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c8d56796-6f5e-4647-85ff-d9840c87f23d req-320afb9d-72f1-4cd1-8bd3-53e0bcf5db86 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 944 time: 0.6121674 Jul 29 16:36:58.822759 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d24ec365-90c6-4877-9d48-a75ed79be01c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.947421 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5729837 Jul 29 16:36:58.947982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44354) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:58.957006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ffdbe763-7327-4905-993b-64c60189321f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:58.957006 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ffdbe763-7327-4905-993b-64c60189321f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] 10.222.0.58 "DELETE /v2.0/routers/827457be-e6e2-4b24-a1b0-d05b3923ec61 HTTP/1.1" status: 204 len: 168 time: 1.6858575 Jul 29 16:36:58.957205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'name': 'tempest-PortsIpV6TestJSON-906305661'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:58.964388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44360) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:58.968712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Network 232394e1-b127-4ef0-8bab-2ac3c4b27bba is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:36:58.970847 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94e9d8-2219-435a-8fc7-4a077755be15 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Network': ['ID=30df14e0-a833-40a6-b26b-5bf85bbdd67e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:58.976031 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-37b1437a-fc99-4299-b6e5-f99c2790743f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Request body: {'router': {'name': 'tempest-router-711733863', 'distributed': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:58.987342 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:36:59.010901 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c8d56796-6f5e-4647-85ff-d9840c87f23d req-6251ba5b-1ac0-4eea-9291-7722b0c2eba8 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411692 Jul 29 16:36:59.014264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-37b1437a-fc99-4299-b6e5-f99c2790743f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:59.020642 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f78a04a9-c537-419c-875b-3a9b470fc299 req-204f11c9-0ca3-4446-98f8-a31874767d74 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759194 Jul 29 16:36:59.025909 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-37b1437a-fc99-4299-b6e5-f99c2790743f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Usage tracker for resource:router and tenant:62d71d6277fa41a5a04d3fd2e866b32a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:59.031084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-37b1437a-fc99-4299-b6e5-f99c2790743f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:59.046681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-37b1437a-fc99-4299-b6e5-f99c2790743f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:59.090827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 232394e1-b127-4ef0-8bab-2ac3c4b27bba) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:36:59.108740 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:36:59.116624 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:36:59.138598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:59.138939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:59.139277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:59.149386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:59.149720 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:36:59.152230 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 2 to bind port 25086f65-241e-480d-a8e6-140905344b9f Jul 29 16:36:59.170722 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:59.171043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:59.171329 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:59.175438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-37b1437a-fc99-4299-b6e5-f99c2790743f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:59.176406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-37b1437a-fc99-4299-b6e5-f99c2790743f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:59.184001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:59.184343 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:36:59.187373 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 3 to bind port 25086f65-241e-480d-a8e6-140905344b9f Jul 29 16:36:59.190518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d24ec365-90c6-4877-9d48-a75ed79be01c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:59.193085 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d24ec365-90c6-4877-9d48-a75ed79be01c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:59.216788 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:59.217167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:59.217509 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:59.226009 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:59.226464 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:36:59.228077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-37b1437a-fc99-4299-b6e5-f99c2790743f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:59.230171 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 4 to bind port 25086f65-241e-480d-a8e6-140905344b9f Jul 29 16:36:59.248950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9be85a3c-5189-45cd-b311-e137a6e69d62 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:59.250132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3af416b5-f9c0-44c4-9981-5e9bfaba74d5,segment=NetworkSegment(94a5cbd5-edf3-412c-8a25-83e5a5980752),segment_id=94a5cbd5-edf3-412c-8a25-83e5a5980752)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:59.263614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c8a9b9-48f7-4b01-a49e-727486c605fb None None] Network 232394e1-b127-4ef0-8bab-2ac3c4b27bba requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:36:59.270465 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d24ec365-90c6-4877-9d48-a75ed79be01c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:59.270942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24ec365-90c6-4877-9d48-a75ed79be01c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cac58d14-b507-4426-a12c-9fd0dca3fa5e {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:36:59.281929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '3af416b5-f9c0-44c4-9981-5e9bfaba74d5', 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'port_id': '3af416b5-f9c0-44c4-9981-5e9bfaba74d5', 'mac_address': 'fa:16:3e:a0:6f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:36:59.332136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d24ec365-90c6-4877-9d48-a75ed79be01c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:59.336837 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d24ec365-90c6-4877-9d48-a75ed79be01c tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "DELETE /v2.0/routers/cac58d14-b507-4426-a12c-9fd0dca3fa5e HTTP/1.1" status: 204 len: 168 time: 0.6520481 Jul 29 16:36:59.337995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:36:59.343055 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:port and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:36:59.347100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:36:59.351816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be85a3c-5189-45cd-b311-e137a6e69d62 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Pushing event deleted for resources: {'Port': ['ID=a99ff915-e130-459a-b3d9-7082e09c8a22,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:59.356050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:59.356392 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:59.356725 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:59.360773 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:36:59.393743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:36:59.398296 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:59.412223 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:59.412696 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:36:59.415399 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 5 to bind port 25086f65-241e-480d-a8e6-140905344b9f Jul 29 16:36:59.434734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-37b1437a-fc99-4299-b6e5-f99c2790743f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:59.445494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:36:59.446180 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:59.456402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port 9dff8a52-3411-42b5-a89e-25b49514495a yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:36:59.494288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:36:59.577253 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3af416b5-f9c0-44c4-9981-5e9bfaba74d5,segment=NetworkSegment(94a5cbd5-edf3-412c-8a25-83e5a5980752),segment_id=94a5cbd5-edf3-412c-8a25-83e5a5980752)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:59.599864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:59.600706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 86729bbb-9a3d-473c-a40e-a4485f064e91 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:36:59.626285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44374) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:59.645754 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:59.646158 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:59.647192 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:59.663669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:59.664060 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:36:59.664709 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 6 to bind port 25086f65-241e-480d-a8e6-140905344b9f Jul 29 16:36:59.684243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9be85a3c-5189-45cd-b311-e137a6e69d62 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:59.736281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44380) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:59.737161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-37b1437a-fc99-4299-b6e5-f99c2790743f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:36:59.738430 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-37b1437a-fc99-4299-b6e5-f99c2790743f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7710338 Jul 29 16:36:59.742704 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44384) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:36:59.839883 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:36:59.840283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:36:59.841019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:36:59.913898 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=3af416b5-f9c0-44c4-9981-5e9bfaba74d5,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:36:59.976449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1971730914', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:36:59.976895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 86729bbb-9a3d-473c-a40e-a4485f064e91, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=86729bbb-9a3d-473c-a40e-a4485f064e91,segment=NetworkSegment(efa85f39-634b-4dd8-8f30-334980b3315e),segment_id=efa85f39-634b-4dd8-8f30-334980b3315e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:36:59.979990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:36:59.980478 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:36:59.992228 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '86729bbb-9a3d-473c-a40e-a4485f064e91', 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'port_id': '86729bbb-9a3d-473c-a40e-a4485f064e91', 'mac_address': 'fa:16:3e:48:ed:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:36:59.994185 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 7 to bind port 25086f65-241e-480d-a8e6-140905344b9f Jul 29 16:37:00.005205 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9be85a3c-5189-45cd-b311-e137a6e69d62 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.008660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.023177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9be85a3c-5189-45cd-b311-e137a6e69d62 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.026228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2248022e-01aa-4ee5-8d47-6e3fd159df26 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.033220 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-435915129', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:00.045877 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:00.050879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:00.051281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:00.051686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:00.062880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Usage tracker for resource:router and tenant:86493858fb75488391a739c0defef846 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:00.065353 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 86729bbb-9a3d-473c-a40e-a4485f064e91 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:00.066535 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.076648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:00.090103 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:00.094317 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:00.094640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86729bbb-9a3d-473c-a40e-a4485f064e91 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:37:00.095345 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:00.099862 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 8 to bind port 25086f65-241e-480d-a8e6-140905344b9f Jul 29 16:37:00.106364 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:00.110683 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Usage tracker for resource:port and tenant:db626037ce38450fa89806fbd2cffa10 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:00.113781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:00.119462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 86729bbb-9a3d-473c-a40e-a4485f064e91, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=86729bbb-9a3d-473c-a40e-a4485f064e91,segment=NetworkSegment(efa85f39-634b-4dd8-8f30-334980b3315e),segment_id=efa85f39-634b-4dd8-8f30-334980b3315e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:00.120233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:00.129626 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.164573 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:00.166153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:00.166629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:00.174977 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9be85a3c-5189-45cd-b311-e137a6e69d62 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.178674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be85a3c-5189-45cd-b311-e137a6e69d62 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Fanout notify agent at l3_agent the message router_deleted on router dfd5df8a-a0a8-4b37-b1d5-8d8bf17b26ed {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:37:00.193124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.194576 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.204720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:00.205458 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:00.211722 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 9 to bind port 25086f65-241e-480d-a8e6-140905344b9f Jul 29 16:37:00.240900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=86729bbb-9a3d-473c-a40e-a4485f064e91,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:00.256920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9be85a3c-5189-45cd-b311-e137a6e69d62 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.262882 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9be85a3c-5189-45cd-b311-e137a6e69d62 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "DELETE /v2.0/routers/dfd5df8a-a0a8-4b37-b1d5-8d8bf17b26ed HTTP/1.1" status: 204 len: 168 time: 4.2845984 Jul 29 16:37:00.262882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.263114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44394) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:00.263186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:00.263465 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:00.263809 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:00.265558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Made reservation on behalf of db626037ce38450fa89806fbd2cffa10 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:00.267859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.282840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.291359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1040494427', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'enable_snat': False}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:00.357872 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:00.358114 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:00.364589 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 10 to bind port 25086f65-241e-480d-a8e6-140905344b9f Jul 29 16:37:00.394534 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:00.394870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:00.395204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:00.443894 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.452522 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:00.479533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 25086f65-241e-480d-a8e6-140905344b9f on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:00.480403 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 25086f65-241e-480d-a8e6-140905344b9f on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:00.480403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.483226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Usage tracker for resource:router and tenant:2a66df278738460f8d746f013ad2437e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:00.499155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2248022e-01aa-4ee5-8d47-6e3fd159df26 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.500908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:00.507254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2248022e-01aa-4ee5-8d47-6e3fd159df26 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.513744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['86729bbb-9a3d-473c-a40e-a4485f064e91'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:37:00.515921 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:00.518103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:00.531280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Usage tracker for resource:security_group_rule and tenant:db626037ce38450fa89806fbd2cffa10 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:00.540501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:00.554969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=9dff8a52-3411-42b5-a89e-25b49514495a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:00.566908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:00.574464 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.574933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['3af416b5-f9c0-44c4-9981-5e9bfaba74d5'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:37:00.575452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.594686 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2248022e-01aa-4ee5-8d47-6e3fd159df26 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.595153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2248022e-01aa-4ee5-8d47-6e3fd159df26 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4296c7ae-cef3-44d7-b2ee-e91af06f9eaa {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:37:00.604358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Checking segment: {'id': 'b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:00.604767 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network hostable DHCP agents. Network: 30df14e0-a833-40a6-b26b-5bf85bbdd67e, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:37:00.631136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.673670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:37:00.762483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 30df14e0-a833-40a6-b26b-5bf85bbdd67e) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:00.776263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230f7669-877b-488c-8147-a7f94de90dae None None] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:00.776554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bd555-9921-473b-a337-70dec68d5a31 req-8320af6b-c6cd-43f0-a304-16b8b834ab6e tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:00.778081 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-940bd555-9921-473b-a337-70dec68d5a31 req-8320af6b-c6cd-43f0-a304-16b8b834ab6e tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 945 time: 0.5112400 Jul 29 16:37:00.793034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.806520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828335c6-1c2b-439f-bbda-e8dfaa3397e0 req-17e49f8c-f3e5-4d17-98cb-9cc84effe752 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:00.807970 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-828335c6-1c2b-439f-bbda-e8dfaa3397e0 req-17e49f8c-f3e5-4d17-98cb-9cc84effe752 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 944 time: 0.5487690 Jul 29 16:37:00.833920 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:00.839452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:00.840145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.844087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2248022e-01aa-4ee5-8d47-6e3fd159df26 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:00.848727 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2248022e-01aa-4ee5-8d47-6e3fd159df26 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] 10.222.0.58 "DELETE /v2.0/routers/4296c7ae-cef3-44d7-b2ee-e91af06f9eaa HTTP/1.1" status: 204 len: 168 time: 1.1050692 Jul 29 16:37:00.854030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44398) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:00.870642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-72f58639-aa0e-431a-bfeb-3664fbc92e4f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Request body: {'router': {'name': 'tempest-router-797412513', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2718d303d2b4412292b24cbdb4258cb8'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:00.879481 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-72f58639-aa0e-431a-bfeb-3664fbc92e4f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:00.928694 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-940bd555-9921-473b-a337-70dec68d5a31 req-304ed621-c3e7-4f1e-9d0a-38e5d6313e5c tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376159 Jul 29 16:37:00.929601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] For port 25086f65-241e-480d-a8e6-140905344b9f, host hv-neutron-8515, cleared binding levels {{(pid=89209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:37:00.929960 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempted to set empty binding levels {{(pid=89209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jul 29 16:37:00.979560 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-828335c6-1c2b-439f-bbda-e8dfaa3397e0 req-5ec25a61-3e1c-40a0-b632-306c5f43a696 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529675 Jul 29 16:37:00.983478 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.022433 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-72f58639-aa0e-431a-bfeb-3664fbc92e4f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Usage tracker for resource:router and tenant:2718d303d2b4412292b24cbdb4258cb8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:01.033737 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-72f58639-aa0e-431a-bfeb-3664fbc92e4f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:01.049799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:01.050577 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.063811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-72f58639-aa0e-431a-bfeb-3664fbc92e4f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:01.070569 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-05d058be-7329-467c-b261-7faba65e5f6b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1184466 Jul 29 16:37:01.074681 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.075355 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44402) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:01.088234 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.090174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-544009770'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:01.094717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.099995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] device_id is not set on port 8716dbc2-0946-4a26-a745-0b18d482c4bc yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:01.103661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:01.107854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Pushing event updated for resources: {'Port': ['ID=25086f65-241e-480d-a8e6-140905344b9f,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:01.114323 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6fb02f27-f95b-474b-810b-5362e6a16119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.5108752 Jul 29 16:37:01.116010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:network and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:01.119615 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44406) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:01.126187 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:01.172595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:01.204274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-8b5b92c7-0c6f-4e01-a98c-50aeaa432b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Deleting port 25086f65-241e-480d-a8e6-140905344b9f {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:01.204606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8b5b92c7-0c6f-4e01-a98c-50aeaa432b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.234999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:01.238768 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.254175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72f58639-aa0e-431a-bfeb-3664fbc92e4f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.255132 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72f58639-aa0e-431a-bfeb-3664fbc92e4f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.341922 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:37:01.355467 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e423e22-7c3c-49da-8def-d8ce84ff1aab,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:01.374042 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72f58639-aa0e-431a-bfeb-3664fbc92e4f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.374186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.374494 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Added segment a0df97b0-8b26-48af-8040-ef7461ab2ff6 of type vlan for network a48ac4b3-899a-4acb-9ccc-69680571fc35 Jul 29 16:37:01.449167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72f58639-aa0e-431a-bfeb-3664fbc92e4f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.468455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Allocated IP 172.26.1.39 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/8716dbc2-0946-4a26-a745-0b18d482c4bc) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:01.514311 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72f58639-aa0e-431a-bfeb-3664fbc92e4f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.515511 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-72f58639-aa0e-431a-bfeb-3664fbc92e4f tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6571214 Jul 29 16:37:01.518372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44410) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:01.531378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-74da79fb-f4e5-4679-b4b2-8e5ea26faa20 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:01.734010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.759678 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.782727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.789563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-8b5b92c7-0c6f-4e01-a98c-50aeaa432b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] For port 25086f65-241e-480d-a8e6-140905344b9f, host hv-neutron-8515, got binding levels [] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:01.789911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8b5b92c7-0c6f-4e01-a98c-50aeaa432b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:01.900358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:37:01.972782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-8b5b92c7-0c6f-4e01-a98c-50aeaa432b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Calling delete_port for 25086f65-241e-480d-a8e6-140905344b9f owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:02.034092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:02.039469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:02.040055 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:02.192442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-74da79fb-f4e5-4679-b4b2-8e5ea26faa20 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:02.193005 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-74da79fb-f4e5-4679-b4b2-8e5ea26faa20 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:02.275771 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1966927 Jul 29 16:37:02.275945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f42ee0-8bba-480e-884a-db25f615509b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Network': ['ID=a48ac4b3-899a-4acb-9ccc-69680571fc35,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:02.278613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44418) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:02.288907 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network a48ac4b3-899a-4acb-9ccc-69680571fc35 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:37:02.290449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'ports': [{'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e'}, {'network_id': 'a48ac4b3-899a-4acb-9ccc-69680571fc35'}]} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:02.290792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:02.291390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'network_id': 'a48ac4b3-899a-4acb-9ccc-69680571fc35'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:02.336457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:02.371726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:02.374772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8b5b92c7-0c6f-4e01-a98c-50aeaa432b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:02.454885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8b5b92c7-0c6f-4e01-a98c-50aeaa432b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:02.479586 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b92c7-0c6f-4e01-a98c-50aeaa432b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Pushing event deleted for resources: {'Port': ['ID=25086f65-241e-480d-a8e6-140905344b9f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:02.494355 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8b5b92c7-0c6f-4e01-a98c-50aeaa432b3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "DELETE /v2.0/ports/25086f65-241e-480d-a8e6-140905344b9f HTTP/1.1" status: 204 len: 168 time: 1.3714371 Jul 29 16:37:02.495196 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-74da79fb-f4e5-4679-b4b2-8e5ea26faa20 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89210) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 29 16:37:02.495533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-74da79fb-f4e5-4679-b4b2-8e5ea26faa20 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Router c6687af4-8901-4adf-8d5d-2181c41c8148 migrating from provider to provider. {{(pid=89210) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 29 16:37:02.496097 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-74da79fb-f4e5-4679-b4b2-8e5ea26faa20 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:02.499666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44422) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:02.503159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:02.508255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-74da79fb-f4e5-4679-b4b2-8e5ea26faa20 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:02.544606 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-74da79fb-f4e5-4679-b4b2-8e5ea26faa20 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:02.626816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d27ce-9b33-447f-83f5-91f434b9f30f req-152ff8ab-bee9-455e-9eab-9d74d2c4dad4 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:02.628542 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-570d27ce-9b33-447f-83f5-91f434b9f30f req-152ff8ab-bee9-455e-9eab-9d74d2c4dad4 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 944 time: 0.4989285 Jul 29 16:37:02.629282 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d8e697-ca5f-4f20-a224-8865964ff554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] GET failed (client error): The resource could not be found. Jul 29 16:37:02.629770 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a5d8e697-ca5f-4f20-a224-8865964ff554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Synchronizing usage tracker for tenant:4c08cf3a59e7495ba43817e370046e87 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:02.649613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e107e7f-b0a4-471d-9be0-d9847235282c req-68d062a4-9afa-4f64-b017-773fee4d5549 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:02.651041 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0e107e7f-b0a4-471d-9be0-d9847235282c req-68d062a4-9afa-4f64-b017-773fee4d5549 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 945 time: 0.5265400 Jul 29 16:37:02.710077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:02.750325 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a5d8e697-ca5f-4f20-a224-8865964ff554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Unset dirty status for tenant:4c08cf3a59e7495ba43817e370046e87 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:02.752838 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a5d8e697-ca5f-4f20-a224-8865964ff554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "GET /v2.0/ports/25086f65-241e-480d-a8e6-140905344b9f HTTP/1.1" status: 404 len: 333 time: 0.2507861 Jul 29 16:37:02.762281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44426) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:02.769790 dv-neutron-851534-1-hyperv neutron-server[89210]: WARNING neutron.scheduler.l3_agent_scheduler [None req-74da79fb-f4e5-4679-b4b2-8e5ea26faa20 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] No L3 agents can host the router c6687af4-8901-4adf-8d5d-2181c41c8148 Jul 29 16:37:02.780225 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:02.781912 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-64542c73-5ff3-4f8d-a410-dc0f4a25025b tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Request body: {'port': {'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901579946'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:02.797630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:port and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:02.799890 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-64542c73-5ff3-4f8d-a410-dc0f4a25025b tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:02.803162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:02.807212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:02.811128 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:02.812071 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0e107e7f-b0a4-471d-9be0-d9847235282c req-5abaabd6-d152-4e1e-980f-25825564d974 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392720 Jul 29 16:37:02.818907 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:02.821193 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:02.825550 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-570d27ce-9b33-447f-83f5-91f434b9f30f req-49ca8b9c-6ea5-420f-b4e0-0a54784191b7 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731856 Jul 29 16:37:02.840608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Allocated IP 172.26.1.250 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/fe5527f8-44c4-4e9a-853d-029be6d27fff) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:02.851432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'port': 2} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:02.855785 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:02.887828 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:02.903175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Pushing event updated for resources: {'Port': ['ID=8716dbc2-0946-4a26-a745-0b18d482c4bc,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:02.913341 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-64542c73-5ff3-4f8d-a410-dc0f4a25025b tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:02.991094 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:03.040415 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64542c73-5ff3-4f8d-a410-dc0f4a25025b tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Made reservation on behalf of 4c08cf3a59e7495ba43817e370046e87 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:03.042781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64542c73-5ff3-4f8d-a410-dc0f4a25025b tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.059698 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:03.060231 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.066386 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:03.072093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:03.072760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.082277 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da79fb-f4e5-4679-b4b2-8e5ea26faa20 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Hosts for router c6687af4-8901-4adf-8d5d-2181c41c8148: [] {{(pid=89210) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Jul 29 16:37:03.116599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-64542c73-5ff3-4f8d-a410-dc0f4a25025b tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] device_id is not set on port fe74226f-c833-4774-a45d-069e1a1bb023 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:03.179053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da79fb-f4e5-4679-b4b2-8e5ea26faa20 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Hosts for other DVR routers connected to router c6687af4-8901-4adf-8d5d-2181c41c8148: set() {{(pid=89210) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jul 29 16:37:03.186909 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5eb199a6-101e-4b3a-aa73-a22445129f90 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.5589797 Jul 29 16:37:03.191095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44430) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:03.200208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:03.200618 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.208996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-74da79fb-f4e5-4679-b4b2-8e5ea26faa20 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.212844 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-74da79fb-f4e5-4679-b4b2-8e5ea26faa20 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] 10.222.0.58 "PUT /v2.0/routers/c6687af4-8901-4adf-8d5d-2181c41c8148 HTTP/1.1" status: 200 len: 716 time: 1.6909208 Jul 29 16:37:03.213504 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44432) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:03.233101 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b6cdce-c00a-4711-ad6e-5f3bf98b2b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af416b5-f9c0-44c4-9981-5e9bfaba74d5'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:37:03.254171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.39'}]}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:03.263956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:03.295866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Usage tracker for resource:router and tenant:db626037ce38450fa89806fbd2cffa10 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:03.310266 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:03.317098 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3af416b5-f9c0-44c4-9981-5e9bfaba74d5,segment=NetworkSegment(94a5cbd5-edf3-412c-8a25-83e5a5980752),segment_id=94a5cbd5-edf3-412c-8a25-83e5a5980752)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:03.318942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:03.327915 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port 37a1329e-30ad-42ef-add2-c596820ae456 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:03.330076 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.331253 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 86729bbb-9a3d-473c-a40e-a4485f064e91 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:03.353240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.367238 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0ff789ca-7c28-40b2-8b0f-72584b42c738 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] 10.222.0.58 "GET /v2.0/routers/c6687af4-8901-4adf-8d5d-2181c41c8148 HTTP/1.1" status: 200 len: 716 time: 0.1528351 Jul 29 16:37:03.368679 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.369812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.373899 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44442) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:03.406859 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.445933 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.514476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=3af416b5-f9c0-44c4-9981-5e9bfaba74d5,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:03.550772 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 86729bbb-9a3d-473c-a40e-a4485f064e91 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:03.558001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 86729bbb-9a3d-473c-a40e-a4485f064e91 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:03.558637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.583901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64542c73-5ff3-4f8d-a410-dc0f4a25025b tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.654813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64542c73-5ff3-4f8d-a410-dc0f4a25025b tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.678173 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c8aa1e-a97e-4f66-a676-f202a8b645ad'] response: {'server_uuid': '03b6cdce-c00a-4711-ad6e-5f3bf98b2b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af416b5-f9c0-44c4-9981-5e9bfaba74d5', 'code': 200} Jul 29 16:37:03.747920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 86729bbb-9a3d-473c-a40e-a4485f064e91 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:03.748251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.750145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64542c73-5ff3-4f8d-a410-dc0f4a25025b tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Network 232394e1-b127-4ef0-8bab-2ac3c4b27bba is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:03.756274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-64542c73-5ff3-4f8d-a410-dc0f4a25025b tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:03.762540 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64542c73-5ff3-4f8d-a410-dc0f4a25025b tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:03.763476 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64542c73-5ff3-4f8d-a410-dc0f4a25025b tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:03.764072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64542c73-5ff3-4f8d-a410-dc0f4a25025b tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.777886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64542c73-5ff3-4f8d-a410-dc0f4a25025b tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Pushing event updated for resources: {'Port': ['ID=fe74226f-c833-4774-a45d-069e1a1bb023,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:03.779861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Allocated IP 172.26.1.200 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/f2c3c08c-343b-4a4a-a841-b587f297a306) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:03.790572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 86729bbb-9a3d-473c-a40e-a4485f064e91, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=86729bbb-9a3d-473c-a40e-a4485f064e91,segment=NetworkSegment(efa85f39-634b-4dd8-8f30-334980b3315e),segment_id=efa85f39-634b-4dd8-8f30-334980b3315e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:03.795616 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:03.819475 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-64542c73-5ff3-4f8d-a410-dc0f4a25025b tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0495546 Jul 29 16:37:03.820306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:03.821338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44452) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:03.839775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:03.844098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:03.898474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8515'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:03.908403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=86729bbb-9a3d-473c-a40e-a4485f064e91,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:03.939749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Pushing event updated for resources: {'Port': ['ID=fe5527f8-44c4-4e9a-853d-029be6d27fff,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:04.022010 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-532891c3-1894-4fd4-8e15-0daf8e655a41 tempest-RoutersTestDVR-988887597 tempest-RoutersTestDVR-988887597-project] 10.222.0.58 "GET /v2.0/routers/c6687af4-8901-4adf-8d5d-2181c41c8148 HTTP/1.1" status: 200 len: 682 time: 0.6444175 Jul 29 16:37:04.034467 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44460) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:04.196970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.197566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.197566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.197888 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.198210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.198533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.198858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.199177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.199492 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.199806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.200121 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.200457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.217271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:04.235166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:04.288518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:04.291690 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f221da02-8e9e-4a9e-88b3-84e1c06cf146 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:04.348001 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a567f-8e30-45d2-a72b-2658cbbbfc31 req-f753058a-5ccc-45f4-9e85-241866635347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:04.349534 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-297a567f-8e30-45d2-a72b-2658cbbbfc31 req-f753058a-5ccc-45f4-9e85-241866635347 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 1099 time: 0.4298613 Jul 29 16:37:04.438026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-297a567f-8e30-45d2-a72b-2658cbbbfc31 req-4aafd909-9dbf-4b19-b99e-36f09e38a79b service neutron] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:04.561759 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-297a567f-8e30-45d2-a72b-2658cbbbfc31 req-4aafd909-9dbf-4b19-b99e-36f09e38a79b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:04.627326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-297a567f-8e30-45d2-a72b-2658cbbbfc31 req-4aafd909-9dbf-4b19-b99e-36f09e38a79b service neutron] Usage tracker for resource:security_group_rule and tenant:f8301b9d02874a60a1069619a765b753 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:04.635154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-297a567f-8e30-45d2-a72b-2658cbbbfc31 req-4aafd909-9dbf-4b19-b99e-36f09e38a79b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:04.638899 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f221da02-8e9e-4a9e-88b3-84e1c06cf146 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:04.641834 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f221da02-8e9e-4a9e-88b3-84e1c06cf146 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:04.647832 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-297a567f-8e30-45d2-a72b-2658cbbbfc31 req-4aafd909-9dbf-4b19-b99e-36f09e38a79b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:04.683167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:04.698127 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port aa2f88b1-5a99-4edb-b368-427c74c68392 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:04.722725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f221da02-8e9e-4a9e-88b3-84e1c06cf146 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:04.723217 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f221da02-8e9e-4a9e-88b3-84e1c06cf146 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6687af4-8901-4adf-8d5d-2181c41c8148 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:37:04.764973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:04.773456 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:04.777956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:04.780137 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:04.812882 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Pushing event updated for resources: {'Port': ['ID=f2c3c08c-343b-4a4a-a841-b587f297a306,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:04.840525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.840861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.841261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.841562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.841889 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.842221 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.842541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.842865 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.843189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.843508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.843827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.844143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:04.854343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f221da02-8e9e-4a9e-88b3-84e1c06cf146 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:04.855454 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f221da02-8e9e-4a9e-88b3-84e1c06cf146 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] 10.222.0.58 "DELETE /v2.0/routers/c6687af4-8901-4adf-8d5d-2181c41c8148 HTTP/1.1" status: 204 len: 168 time: 0.8191020 Jul 29 16:37:04.863560 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44464) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:04.889550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-044af8f9-fd28-4ea1-b624-adc8c5087964 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Request body: {'router': {'name': 'tempest-router-985003372', 'distributed': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:04.906265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3bfdc-5476-4137-b8c4-bac86312a6af req-7babcf42-5e2c-421f-95e5-767423677988 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:04.907699 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3cb3bfdc-5476-4137-b8c4-bac86312a6af req-7babcf42-5e2c-421f-95e5-767423677988 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 945 time: 0.8918860 Jul 29 16:37:04.977033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-044af8f9-fd28-4ea1-b624-adc8c5087964 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:05.019318 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-297a567f-8e30-45d2-a72b-2658cbbbfc31 req-4aafd909-9dbf-4b19-b99e-36f09e38a79b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:05.047909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-297a567f-8e30-45d2-a72b-2658cbbbfc31 req-4aafd909-9dbf-4b19-b99e-36f09e38a79b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:05.057206 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03986641-bf33-42f4-8d92-2856998c9f64 req-55a17a07-1d80-47a7-9db9-63ec240e5b4f tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:05.058633 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-03986641-bf33-42f4-8d92-2856998c9f64 req-55a17a07-1d80-47a7-9db9-63ec240e5b4f tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 946 time: 1.0440192 Jul 29 16:37:05.068971 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-044af8f9-fd28-4ea1-b624-adc8c5087964 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Usage tracker for resource:router and tenant:62d71d6277fa41a5a04d3fd2e866b32a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:05.083599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-044af8f9-fd28-4ea1-b624-adc8c5087964 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:05.087151 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-297a567f-8e30-45d2-a72b-2658cbbbfc31 req-4aafd909-9dbf-4b19-b99e-36f09e38a79b service neutron] Synchronizing usage tracker for tenant:f8301b9d02874a60a1069619a765b753 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:05.106699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafd909-9dbf-4b19-b99e-36f09e38a79b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c5c4b6-f9ee-4fd4-95f2-3d9ffaa12375,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:05.142481 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-044af8f9-fd28-4ea1-b624-adc8c5087964 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:05.181998 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-297a567f-8e30-45d2-a72b-2658cbbbfc31 req-4aafd909-9dbf-4b19-b99e-36f09e38a79b service neutron] Unset dirty status for tenant:f8301b9d02874a60a1069619a765b753 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:05.183121 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-297a567f-8e30-45d2-a72b-2658cbbbfc31 req-4aafd909-9dbf-4b19-b99e-36f09e38a79b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7783904 Jul 29 16:37:05.291311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-044af8f9-fd28-4ea1-b624-adc8c5087964 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:05.292270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-044af8f9-fd28-4ea1-b624-adc8c5087964 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:05.296823 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:05.298577 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3cb3bfdc-5476-4137-b8c4-bac86312a6af req-48e45c3f-88db-49bc-8d5c-0aafad4a038c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336997 Jul 29 16:37:05.343480 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-03986641-bf33-42f4-8d92-2856998c9f64 req-4f649775-c2ea-4825-82d8-f11b20e6f808 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646980 Jul 29 16:37:05.391370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:05.444924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-044af8f9-fd28-4ea1-b624-adc8c5087964 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:05.455153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:05.543791 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:37:05.642162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-044af8f9-fd28-4ea1-b624-adc8c5087964 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:05.679576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d0d1e9-e420-45de-81df-7099dfe2a498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86729bbb-9a3d-473c-a40e-a4485f064e91'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:37:05.715900 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] device_id is not set on port fe74226f-c833-4774-a45d-069e1a1bb023 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:05.726325 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05370bbe-b222-4ca2-b16e-7b326dc8c5ac'] response: {'server_uuid': '99d0d1e9-e420-45de-81df-7099dfe2a498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86729bbb-9a3d-473c-a40e-a4485f064e91', 'code': 200} Jul 29 16:37:05.731638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:05.744815 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:05.753601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-044af8f9-fd28-4ea1-b624-adc8c5087964 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:05.757289 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-044af8f9-fd28-4ea1-b624-adc8c5087964 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8749056 Jul 29 16:37:05.762706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44470) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:05.777029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:05.887570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Transition to ACTIVE for port object fe74226f-c833-4774-a45d-069e1a1bb023 will not be triggered until provisioned by entity L2. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:06.003142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:06.003671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68f85a-8a73-4447-a417-4ff0718e1db8 req-1defb2db-5485-428d-aa54-22658e2762d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:06.005329 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ff68f85a-8a73-4447-a417-4ff0718e1db8 req-1defb2db-5485-428d-aa54-22658e2762d2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 1098 time: 0.1155202 Jul 29 16:37:06.009844 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Router e528c73e-4bef-412d-b27b-9a6a724ef928 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:37:06.175700 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ff68f85a-8a73-4447-a417-4ff0718e1db8 req-f42da128-1bbe-4383-9f4e-c3ae647ffa81 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626844 Jul 29 16:37:06.226349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:37:06.236037 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Sync routers for ids ['e528c73e-4bef-412d-b27b-9a6a724ef928'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:37:06.247855 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Routers {'e528c73e-4bef-412d-b27b-9a6a724ef928'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:06.248549 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e528c73e-4bef-412d-b27b-9a6a724ef928'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:06.251611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:06.255609 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9330234e-bf07-4863-96d9-d72c8e43a6df tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.9889493 Jul 29 16:37:06.256955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44474) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:06.422250 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ad78e5c8-bf9a-4940-b6c6-5ffb08ed1647 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:06.463301 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Set router e528c73e-4bef-412d-b27b-9a6a724ef928 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:37:06.471396 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1672c230-4bda-460a-862c-bb32332b4736 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/routers/e528c73e-4bef-412d-b27b-9a6a724ef928 HTTP/1.1" status: 200 len: 909 time: 0.2111139 Jul 29 16:37:06.471931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44482) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:06.477358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1040494427', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'enable_snat': True}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:06.482264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:06.486416 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Usage tracker for resource:router and tenant:2a66df278738460f8d746f013ad2437e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:06.489698 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:06.496929 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:06.509083 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:06.510134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:06.528687 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:06.562712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:06.563699 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=37a1329e-30ad-42ef-add2-c596820ae456,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:06.592258 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:06.648776 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:06.649633 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:06.791703 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e528c73e-4bef-412d-b27b-9a6a724ef928', 'name': 'tempest-snat-router-1040494427', 'tenant_id': '2a66df278738460f8d746f013ad2437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.200'}], 'enable_snat': False}, 'gw_port_id': 'f2c3c08c-343b-4a4a-a841-b587f297a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:00Z', 'updated_at': '2022-07-29T16:37:05Z', 'revision_number': 3, 'project_id': '2a66df278738460f8d746f013ad2437e', 'gw_port': {'id': 'f2c3c08c-343b-4a4a-a841-b587f297a306', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e528c73e-4bef-412d-b27b-9a6a724ef928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:02Z', 'updated_at': '2022-07-29T16:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:06.795740 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Checking router: e528c73e-4bef-412d-b27b-9a6a724ef928 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:37:06.796227 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Updating router e528c73e-4bef-412d-b27b-9a6a724ef928 port f2c3c08c-343b-4a4a-a841-b587f297a306 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:37:06.805608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:06.853625 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:06.862471 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:06.862812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:06.863151 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:07.014973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.039378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:07.039777 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:07.046096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Pushing event updated for resources: {'Port': ['ID=fe74226f-c833-4774-a45d-069e1a1bb023,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:07.108531 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 2 to bind port fe74226f-c833-4774-a45d-069e1a1bb023 Jul 29 16:37:07.174255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.176319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.226249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.238573 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ad78e5c8-bf9a-4940-b6c6-5ffb08ed1647 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.244058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ad78e5c8-bf9a-4940-b6c6-5ffb08ed1647 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.276462 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.301400 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.313991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Transition to ACTIVE for port object f2c3c08c-343b-4a4a-a841-b587f297a306 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:07.322522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.332416 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:07.332733 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:07.333081 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:07.353671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Checking segment: {'id': 'a0df97b0-8b26-48af-8040-ef7461ab2ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a48ac4b3-899a-4acb-9ccc-69680571fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:07.354684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network hostable DHCP agents. Network: a48ac4b3-899a-4acb-9ccc-69680571fc35, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:37:07.408459 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Attempting to bind port f2c3c08c-343b-4a4a-a841-b587f297a306 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:07.408824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Attempting to bind port f2c3c08c-343b-4a4a-a841-b587f297a306 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:07.409224 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Attempting to bind port f2c3c08c-343b-4a4a-a841-b587f297a306 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:07.411569 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03c7e2-7fbe-4ea8-a6eb-f675fc032956 None None] Pushing event updated for resources: {'Port': ['ID=f2c3c08c-343b-4a4a-a841-b587f297a306,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:07.421522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:37:07.421898 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:07.422284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.422666 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:37:07.423144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Bound port: f2c3c08c-343b-4a4a-a841-b587f297a306, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:37:07.423502 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.452763 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03c7e2-7fbe-4ea8-a6eb-f675fc032956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:07.453162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03c7e2-7fbe-4ea8-a6eb-f675fc032956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:07.453518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03c7e2-7fbe-4ea8-a6eb-f675fc032956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:07.453846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03c7e2-7fbe-4ea8-a6eb-f675fc032956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:07.454329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03c7e2-7fbe-4ea8-a6eb-f675fc032956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:07.454587 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03c7e2-7fbe-4ea8-a6eb-f675fc032956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:07.454987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03c7e2-7fbe-4ea8-a6eb-f675fc032956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:07.455239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03c7e2-7fbe-4ea8-a6eb-f675fc032956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:07.455565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03c7e2-7fbe-4ea8-a6eb-f675fc032956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:07.455884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03c7e2-7fbe-4ea8-a6eb-f675fc032956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:07.456196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03c7e2-7fbe-4ea8-a6eb-f675fc032956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:07.457033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce03c7e2-7fbe-4ea8-a6eb-f675fc032956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:07.494859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Allocated IP 172.26.1.159 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/6fb04182-9edc-448b-ac8f-d428f12e97f9) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:07.542720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] For port f2c3c08c-343b-4a4a-a841-b587f297a306, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:37:07.546149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] For port f2c3c08c-343b-4a4a-a841-b587f297a306, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f2c3c08c-343b-4a4a-a841-b587f297a306,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:37:07.553370 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.594314 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:07.594883 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:07.603064 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 3 to bind port fe74226f-c833-4774-a45d-069e1a1bb023 Jul 29 16:37:07.614142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=aa2f88b1-5a99-4edb-b368-427c74c68392,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:07.644886 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Routers {'e528c73e-4bef-412d-b27b-9a6a724ef928'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:07.645116 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e528c73e-4bef-412d-b27b-9a6a724ef928'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:07.652044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b9fe5-864f-4197-8606-c2d59561e0f4 req-9061de7b-ad1a-438a-83f0-499107a82896 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:07.653555 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-578b9fe5-864f-4197-8606-c2d59561e0f4 req-9061de7b-ad1a-438a-83f0-499107a82896 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 945 time: 1.1667902 Jul 29 16:37:07.660932 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ad78e5c8-bf9a-4940-b6c6-5ffb08ed1647 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.661463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad78e5c8-bf9a-4940-b6c6-5ffb08ed1647 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6890a819-1498-4a70-8b6e-736a9ed29826 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:37:07.670133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a1fcf-8b10-4927-852a-5ef6ba7405d6 req-2b9ef7ea-cb47-4802-931d-c0bbd8a1ad57 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:07.671616 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a12a1fcf-8b10-4927-852a-5ef6ba7405d6 req-2b9ef7ea-cb47-4802-931d-c0bbd8a1ad57 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 946 time: 1.0727475 Jul 29 16:37:07.689108 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:07.689889 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:07.689889 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:07.700447 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03c7e2-7fbe-4ea8-a6eb-f675fc032956 None None] Pushing event updated for resources: {'Port': ['ID=f2c3c08c-343b-4a4a-a841-b587f297a306,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:07.736670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.754574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network a48ac4b3-899a-4acb-9ccc-69680571fc35 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:37:07.768299 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.773002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:07.773369 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:07.787054 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 4 to bind port fe74226f-c833-4774-a45d-069e1a1bb023 Jul 29 16:37:07.832974 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] Set router e528c73e-4bef-412d-b27b-9a6a724ef928 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:37:07.834985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ad78e5c8-bf9a-4940-b6c6-5ffb08ed1647 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.839064 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ad78e5c8-bf9a-4940-b6c6-5ffb08ed1647 tempest-RoutersTestDVR-1012139836 tempest-RoutersTestDVR-1012139836-project-admin] 10.222.0.58 "DELETE /v2.0/routers/6890a819-1498-4a70-8b6e-736a9ed29826 HTTP/1.1" status: 204 len: 168 time: 2.0679300 Jul 29 16:37:07.844701 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:07.848502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:07.851948 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:07.861171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, a48ac4b3-899a-4acb-9ccc-69680571fc35) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:07.871037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:07.871394 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:07.871716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:07.880461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e25fd67-efbd-489d-b47f-3c8f7328dc3f None None] Network a48ac4b3-899a-4acb-9ccc-69680571fc35 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:07.892611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:07.899871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:07.905111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:07.905800 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:07.919446 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-578b9fe5-864f-4197-8606-c2d59561e0f4 req-03d7d5a5-e6fe-4cd6-a654-52a235d01dfa tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394574 Jul 29 16:37:07.929253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:07.929586 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:08.015094 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 5 to bind port fe74226f-c833-4774-a45d-069e1a1bb023 Jul 29 16:37:08.051253 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a12a1fcf-8b10-4927-852a-5ef6ba7405d6 req-173dd9bb-7e19-4998-ba29-861452c902fc tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629432 Jul 29 16:37:08.060811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:08.114463 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Pushing event updated for resources: {'Port': ['ID=6fb04182-9edc-448b-ac8f-d428f12e97f9,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:08.201035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:08.201408 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:08.201747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:08.215411 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:08.215739 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:08.218686 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 6 to bind port fe74226f-c833-4774-a45d-069e1a1bb023 Jul 29 16:37:08.237343 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a79a5527-db2f-4d9b-a293-0f6ed2930161 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.9565692 Jul 29 16:37:08.240992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:08.241361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:08.241699 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:08.250083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44490) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:08.250789 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:08.251115 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:08.253808 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 7 to bind port fe74226f-c833-4774-a45d-069e1a1bb023 Jul 29 16:37:08.300741 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44494) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:08.363727 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e528c73e-4bef-412d-b27b-9a6a724ef928', 'name': 'tempest-snat-router-1040494427', 'tenant_id': '2a66df278738460f8d746f013ad2437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.200'}], 'enable_snat': False}, 'gw_port_id': 'f2c3c08c-343b-4a4a-a841-b587f297a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:00Z', 'updated_at': '2022-07-29T16:37:05Z', 'revision_number': 3, 'project_id': '2a66df278738460f8d746f013ad2437e', 'gw_port': {'id': 'f2c3c08c-343b-4a4a-a841-b587f297a306', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e528c73e-4bef-412d-b27b-9a6a724ef928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:02Z', 'updated_at': '2022-07-29T16:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:08.367554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:08.369018 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c8faa-b7a9-414c-8af2-05b04b0eb025 None None] The sync data for ids ['e528c73e-4bef-412d-b27b-9a6a724ef928'] in dv-neutron-851534-1-hyperv is: [{'id': 'e528c73e-4bef-412d-b27b-9a6a724ef928', 'name': 'tempest-snat-router-1040494427', 'tenant_id': '2a66df278738460f8d746f013ad2437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.200'}], 'enable_snat': False}, 'gw_port_id': 'f2c3c08c-343b-4a4a-a841-b587f297a306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:00Z', 'updated_at': '2022-07-29T16:37:05Z', 'revision_number': 3, 'project_id': '2a66df278738460f8d746f013ad2437e', 'gw_port': {'id': 'f2c3c08c-343b-4a4a-a841-b587f297a306', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e528c73e-4bef-412d-b27b-9a6a724ef928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:02Z', 'updated_at': '2022-07-29T16:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:37:08.419343 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Router 96f9e098-37bb-4f97-a752-8a68ed68ebc9 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:37:08.512625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:08.512961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:08.513323 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:08.528445 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:08.528808 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:08.535870 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 8 to bind port fe74226f-c833-4774-a45d-069e1a1bb023 Jul 29 16:37:08.554169 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:08.558973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:08.559389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-46af8594-412c-41c8-8436-040e510f0ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:08.583682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-46af8594-412c-41c8-8436-040e510f0ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:08.590335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-46af8594-412c-41c8-8436-040e510f0ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:2718d303d2b4412292b24cbdb4258cb8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:08.594602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-46af8594-412c-41c8-8436-040e510f0ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:08.618697 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-46af8594-412c-41c8-8436-040e510f0ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:08.649033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-3d20b9dd-9ae5-4f46-9a81-cb2ade794fc3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port aa2f88b1-5a99-4edb-b368-427c74c68392 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:08.649654 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3d20b9dd-9ae5-4f46-9a81-cb2ade794fc3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:08.767665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:08.768006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:08.768486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:08.824444 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:08.824757 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:08.829948 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 9 to bind port fe74226f-c833-4774-a45d-069e1a1bb023 Jul 29 16:37:08.837018 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:08.837554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85de2af1-250a-42b4-bcbe-b6ee5e8e45ba {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:37:08.901727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:08.902066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:08.902400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:08.926579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:08.926911 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:08.937965 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 10 to bind port fe74226f-c833-4774-a45d-069e1a1bb023 Jul 29 16:37:08.945822 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 29 16:37:08.946874 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2cede773-ecec-47ce-8ef3-494cbd06b8db tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.7103779 Jul 29 16:37:08.954397 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44500) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:08.979771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:08.980110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:08.980447 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:08.988375 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:37:09.004420 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a7b962-06d5-4d92-bbdf-29c3836dd15b None None] Sync routers for ids ['96f9e098-37bb-4f97-a752-8a68ed68ebc9'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:37:09.015521 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a7b962-06d5-4d92-bbdf-29c3836dd15b None None] Routers {'96f9e098-37bb-4f97-a752-8a68ed68ebc9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:09.016440 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-36a7b962-06d5-4d92-bbdf-29c3836dd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['96f9e098-37bb-4f97-a752-8a68ed68ebc9'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:09.030530 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:09.030859 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port fe74226f-c833-4774-a45d-069e1a1bb023 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:09.031223 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:09.047138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-f4a37b59-d8e9-4bf2-9981-39ea3d89ec19 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Deleting port 8716dbc2-0946-4a26-a745-0b18d482c4bc {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:09.047547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f4a37b59-d8e9-4bf2-9981-39ea3d89ec19 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:09.137325 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-36a7b962-06d5-4d92-bbdf-29c3836dd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:09.158819 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a7b962-06d5-4d92-bbdf-29c3836dd15b None None] Routers {'96f9e098-37bb-4f97-a752-8a68ed68ebc9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:09.159803 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-36a7b962-06d5-4d92-bbdf-29c3836dd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['96f9e098-37bb-4f97-a752-8a68ed68ebc9'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:09.277251 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:09.282406 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d7dbad31-bc4a-4e66-8062-b30435f85137 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.5427396 Jul 29 16:37:09.292022 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-36a7b962-06d5-4d92-bbdf-29c3836dd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:09.292758 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a7b962-06d5-4d92-bbdf-29c3836dd15b None None] The sync data for ids ['96f9e098-37bb-4f97-a752-8a68ed68ebc9'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:37:09.309306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44508) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:09.319103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-46af8594-412c-41c8-8436-040e510f0ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:09.320611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:09.485300 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3d20b9dd-9ae5-4f46-9a81-cb2ade794fc3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:09.612228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-46af8594-412c-41c8-8436-040e510f0ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:09.643402 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-3d20b9dd-9ae5-4f46-9a81-cb2ade794fc3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for aa2f88b1-5a99-4edb-b368-427c74c68392 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:09.719539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] For port fe74226f-c833-4774-a45d-069e1a1bb023, host hv-neutron-8515, cleared binding levels {{(pid=89209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:37:09.720250 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempted to set empty binding levels {{(pid=89209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jul 29 16:37:09.735937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:09.811410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd0e87-7971-49f6-a51c-3c2f05a1e30e req-bc82a505-cccb-486b-9309-1c4c542f2a2e tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:09.813099 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-19bd0e87-7971-49f6-a51c-3c2f05a1e30e req-bc82a505-cccb-486b-9309-1c4c542f2a2e tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 945 time: 0.7042634 Jul 29 16:37:09.832377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] In _notify_port_updated(), no bound segment for port fe74226f-c833-4774-a45d-069e1a1bb023 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:37:09.833294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:09.834017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:09.835379 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "PUT /v2.0/ports/fe74226f-c833-4774-a45d-069e1a1bb023 HTTP/1.1" status: 200 len: 981 time: 5.9580462 Jul 29 16:37:09.839796 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af8594-412c-41c8-8436-040e510f0ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a1093e-677a-422a-bc6e-20f4362a755d,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:09.845723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44512) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:09.864797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76901dd5-9499-4701-84f3-b9b3d8d68310 req-02d340b7-b59a-41c5-81ab-0825926a9672 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:09.866911 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-76901dd5-9499-4701-84f3-b9b3d8d68310 req-02d340b7-b59a-41c5-81ab-0825926a9672 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 946 time: 0.6009371 Jul 29 16:37:09.875056 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3d20b9dd-9ae5-4f46-9a81-cb2ade794fc3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:09.879835 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a337980-a04c-4e77-a59b-18f911e718df tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Pushing event updated for resources: {'Port': ['ID=fe74226f-c833-4774-a45d-069e1a1bb023,revision_number=3']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:09.889480 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-46af8594-412c-41c8-8436-040e510f0ce3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2718d303d2b4412292b24cbdb4258cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5876737 Jul 29 16:37:09.897954 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Router 1595a3f5-0198-4f99-bc96-58e4f2e2892b is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:37:09.901217 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44516) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:09.967134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20b9dd-9ae5-4f46-9a81-cb2ade794fc3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=aa2f88b1-5a99-4edb-b368-427c74c68392,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:09.984613 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-19bd0e87-7971-49f6-a51c-3c2f05a1e30e req-b3143c3f-b871-46e0-a0cd-bd615bae2d98 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482236 Jul 29 16:37:09.988081 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3d20b9dd-9ae5-4f46-9a81-cb2ade794fc3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:10.001483 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-76901dd5-9499-4701-84f3-b9b3d8d68310 req-ce4f2ba7-f705-4ab8-8900-825547468589 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224473 Jul 29 16:37:10.003685 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3d20b9dd-9ae5-4f46-9a81-cb2ade794fc3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/aa2f88b1-5a99-4edb-b368-427c74c68392 HTTP/1.1" status: 204 len: 168 time: 1.7515681 Jul 29 16:37:10.006108 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44522) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:10.085728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f4a37b59-d8e9-4bf2-9981-39ea3d89ec19 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:10.140846 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac20686-91cc-4951-9e0f-ce55acc6de2f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.147069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac20686-91cc-4951-9e0f-ce55acc6de2f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.147841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fac20686-91cc-4951-9e0f-ce55acc6de2f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:10.185844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f2c3c08c-343b-4a4a-a841-b587f297a306 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:10.195909 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e7e9d410-42dd-450a-866f-c7abb9af7e60 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/routers/96f9e098-37bb-4f97-a752-8a68ed68ebc9 HTTP/1.1" status: 200 len: 924 time: 0.8669007 Jul 29 16:37:10.206911 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44530) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:10.264116 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port f2c3c08c-343b-4a4a-a841-b587f297a306 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:10.273315 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port f2c3c08c-343b-4a4a-a841-b587f297a306 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:10.273774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:10.312283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fac20686-91cc-4951-9e0f-ce55acc6de2f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:10.312513 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fac20686-91cc-4951-9e0f-ce55acc6de2f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3051460 Jul 29 16:37:10.319059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44534) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:10.382635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b0c02-9bb0-49f5-8c8d-8951911e6b23 req-787cbd99-576c-49c8-88c6-012a194faca9 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.384145 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2b3b0c02-9bb0-49f5-8c8d-8951911e6b23 req-787cbd99-576c-49c8-88c6-012a194faca9 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 945 time: 0.2571118 Jul 29 16:37:10.384849 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-f4a37b59-d8e9-4bf2-9981-39ea3d89ec19 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Calling delete_port for 8716dbc2-0946-4a26-a745-0b18d482c4bc owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:10.398992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44538) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:10.404071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e0a8b805-cb11-407b-9200-127032954e47 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Request body: {'floatingip': {'port_id': '86729bbb-9a3d-473c-a40e-a4485f064e91'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:10.419072 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port f2c3c08c-343b-4a4a-a841-b587f297a306 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:10.419455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:10.439523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port f2c3c08c-343b-4a4a-a841-b587f297a306, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f2c3c08c-343b-4a4a-a841-b587f297a306,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:10.445409 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:10.474179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6225d5-729a-4e88-b3e7-e1e58d81f47e req-1e8cdc2f-2b7d-4b28-804a-107b667e4433 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.475837 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ec6225d5-729a-4e88-b3e7-e1e58d81f47e req-1e8cdc2f-2b7d-4b28-804a-107b667e4433 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 946 time: 0.2751970 Jul 29 16:37:10.520716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e0a8b805-cb11-407b-9200-127032954e47 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for floatingip, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:10.531373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=f2c3c08c-343b-4a4a-a841-b587f297a306,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:10.548363 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-77bdc312-c390-4cd5-a923-4b6a78715f27 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f9e098-37bb-4f97-a752-8a68ed68ebc9 HTTP/1.1" status: 200 len: 205 time: 0.3351495 Jul 29 16:37:10.558527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44542) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:10.558859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44544) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:10.569503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-1bdd23dc-7fb4-49ba-92e6-05eb13042f7b tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Request body: {'floatingip': {'port_id': '3af416b5-f9c0-44c4-9981-5e9bfaba74d5'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:10.609023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0f9ffb49-e353-4086-8757-f4865798cb8f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port 37a1329e-30ad-42ef-add2-c596820ae456 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:10.609415 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f9ffb49-e353-4086-8757-f4865798cb8f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:10.727003 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-110fee3c-59af-48e5-ab3a-00fd18f90368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:10.804830 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1bdd23dc-7fb4-49ba-92e6-05eb13042f7b tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for floatingip, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:10.869630 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.870028 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.870503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.870967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.871442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.871904 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.872366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.872822 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.873306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.873763 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.874220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.874680 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.875136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.875589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.876046 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.876496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.876952 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.877433 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.877886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.878341 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.878795 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:10.880667 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Synchronizing usage tracker for tenant:4c08cf3a59e7495ba43817e370046e87 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:11.003207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:37:11.013209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Sync routers for ids ['1595a3f5-0198-4f99-bc96-58e4f2e2892b'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:37:11.019498 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-110fee3c-59af-48e5-ab3a-00fd18f90368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:11.025687 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Routers {'1595a3f5-0198-4f99-bc96-58e4f2e2892b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:11.026357 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['1595a3f5-0198-4f99-bc96-58e4f2e2892b'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:11.066170 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f9ffb49-e353-4086-8757-f4865798cb8f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:11.066726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Unset dirty status for tenant:4c08cf3a59e7495ba43817e370046e87 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:11.067323 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-78925314-74f6-4ede-8c2f-dd5e51e72320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18287 time: 1.2191477 Jul 29 16:37:11.075987 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44550) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:11.230230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:11.231540 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f7e5b255-f3dc-4235-ae41-56c132038319 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7589498 Jul 29 16:37:11.236548 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44554) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:11.243910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c513a043-195d-4adf-8b48-dafa50736ba6 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:11.274540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Set router 1595a3f5-0198-4f99-bc96-58e4f2e2892b gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:37:11.301086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f4a37b59-d8e9-4bf2-9981-39ea3d89ec19 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:11.354407 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0f9ffb49-e353-4086-8757-f4865798cb8f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for 37a1329e-30ad-42ef-add2-c596820ae456 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:11.496610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-cd8205e3-7fcd-4df4-980a-53c8ff848653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Deleting port fe74226f-c833-4774-a45d-069e1a1bb023 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:11.496984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cd8205e3-7fcd-4df4-980a-53c8ff848653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:11.568724 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1595a3f5-0198-4f99-bc96-58e4f2e2892b', 'name': 'tempest-snat-router-1040494427', 'tenant_id': '2a66df278738460f8d746f013ad2437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '6fb04182-9edc-448b-ac8f-d428f12e97f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:06Z', 'updated_at': '2022-07-29T16:37:08Z', 'revision_number': 3, 'project_id': '2a66df278738460f8d746f013ad2437e', 'gw_port': {'id': '6fb04182-9edc-448b-ac8f-d428f12e97f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1595a3f5-0198-4f99-bc96-58e4f2e2892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:07Z', 'updated_at': '2022-07-29T16:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:11.573133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Checking router: 1595a3f5-0198-4f99-bc96-58e4f2e2892b for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:37:11.573484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Updating router 1595a3f5-0198-4f99-bc96-58e4f2e2892b port 6fb04182-9edc-448b-ac8f-d428f12e97f9 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:37:11.607079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a37b59-d8e9-4bf2-9981-39ea3d89ec19 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Pushing event deleted for resources: {'Port': ['ID=8716dbc2-0946-4a26-a745-0b18d482c4bc,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:11.634463 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-110fee3c-59af-48e5-ab3a-00fd18f90368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:11.639944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:11.761133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f9ffb49-e353-4086-8757-f4865798cb8f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:11.841251 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ffb49-e353-4086-8757-f4865798cb8f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=37a1329e-30ad-42ef-add2-c596820ae456,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:11.929409 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fee3c-59af-48e5-ab3a-00fd18f90368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a1093e-677a-422a-bc6e-20f4362a755d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:11.942277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f9ffb49-e353-4086-8757-f4865798cb8f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:11.959075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-110fee3c-59af-48e5-ab3a-00fd18f90368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:11.962848 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-110fee3c-59af-48e5-ab3a-00fd18f90368 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6a1093e-677a-422a-bc6e-20f4362a755d HTTP/1.1" status: 204 len: 168 time: 2.0508704 Jul 29 16:37:12.000312 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0f9ffb49-e353-4086-8757-f4865798cb8f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/37a1329e-30ad-42ef-add2-c596820ae456 HTTP/1.1" status: 204 len: 168 time: 1.6751194 Jul 29 16:37:12.001223 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44560) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:12.007477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-cd8205e3-7fcd-4df4-980a-53c8ff848653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] For port fe74226f-c833-4774-a45d-069e1a1bb023, host hv-neutron-8515, got binding levels [] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:12.007781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cd8205e3-7fcd-4df4-980a-53c8ff848653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:12.016172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-e0a8b805-cb11-407b-9200-127032954e47 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:37:12.028422 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:12.039849 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f4a37b59-d8e9-4bf2-9981-39ea3d89ec19 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:12.041802 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f4a37b59-d8e9-4bf2-9981-39ea3d89ec19 tempest-RoutersAdminNegativeIpV6Test-987884617 tempest-RoutersAdminNegativeIpV6Test-987884617-project-admin] 10.222.0.58 "DELETE /v2.0/ports/8716dbc2-0946-4a26-a745-0b18d482c4bc HTTP/1.1" status: 204 len: 168 time: 3.0862095 Jul 29 16:37:12.053404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Transition to ACTIVE for port object 6fb04182-9edc-448b-ac8f-d428f12e97f9 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:12.059457 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ffb91eda-6821-48fb-a1b0-9e9e6c48273e tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/routers/1595a3f5-0198-4f99-bc96-58e4f2e2892b HTTP/1.1" status: 200 len: 908 time: 0.8192973 Jul 29 16:37:12.062626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44566) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:12.063762 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:12.074099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c513a043-195d-4adf-8b48-dafa50736ba6 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:12.214274 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60cb77-8792-431a-9149-2156084d02c0 None None] Pushing event updated for resources: {'Port': ['ID=6fb04182-9edc-448b-ac8f-d428f12e97f9,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:12.216659 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f2c3c08c-343b-4a4a-a841-b587f297a306 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:12.275686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Attempting to bind port 6fb04182-9edc-448b-ac8f-d428f12e97f9 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:12.276293 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Attempting to bind port 6fb04182-9edc-448b-ac8f-d428f12e97f9 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:12.276383 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Attempting to bind port 6fb04182-9edc-448b-ac8f-d428f12e97f9 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:12.295439 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:37:12.295884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:12.296192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:12.296734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:37:12.297059 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Bound port: 6fb04182-9edc-448b-ac8f-d428f12e97f9, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:37:12.297440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:12.372718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e0a8b805-cb11-407b-9200-127032954e47 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:12.388120 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] For port 6fb04182-9edc-448b-ac8f-d428f12e97f9, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:37:12.390147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port f2c3c08c-343b-4a4a-a841-b587f297a306 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:12.390519 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:12.438865 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] For port 6fb04182-9edc-448b-ac8f-d428f12e97f9, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6fb04182-9edc-448b-ac8f-d428f12e97f9,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:37:12.447601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:12.472791 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44574) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:12.481420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-cd8205e3-7fcd-4df4-980a-53c8ff848653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Calling delete_port for fe74226f-c833-4774-a45d-069e1a1bb023 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:12.508685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e0a8b805-cb11-407b-9200-127032954e47 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:12.539262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:12.562533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Routers {'1595a3f5-0198-4f99-bc96-58e4f2e2892b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:12.562973 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['1595a3f5-0198-4f99-bc96-58e4f2e2892b'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:12.600161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-c513a043-195d-4adf-8b48-dafa50736ba6 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Deleting port fe5527f8-44c4-4e9a-853d-029be6d27fff {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:12.600874 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c513a043-195d-4adf-8b48-dafa50736ba6 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:12.660863 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60cb77-8792-431a-9149-2156084d02c0 None None] Pushing event updated for resources: {'Port': ['ID=6fb04182-9edc-448b-ac8f-d428f12e97f9,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:12.696179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44578) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:12.806947 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-20745ba2-1ec6-491e-9c34-2a40b80cd672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:12.827574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port f2c3c08c-343b-4a4a-a841-b587f297a306 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:12.851196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-20745ba2-1ec6-491e-9c34-2a40b80cd672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:12.861841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-20745ba2-1ec6-491e-9c34-2a40b80cd672 admin admin] Usage tracker for resource:security_group_rule and tenant:62d71d6277fa41a5a04d3fd2e866b32a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:12.870290 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-20745ba2-1ec6-491e-9c34-2a40b80cd672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:12.888080 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] Set router 1595a3f5-0198-4f99-bc96-58e4f2e2892b gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:37:12.897420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8c9ef4-25d8-4473-8c22-14da6280bc9f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:12.898118 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6f8c9ef4-25d8-4473-8c22-14da6280bc9f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:12.900919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-20745ba2-1ec6-491e-9c34-2a40b80cd672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:12.905697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cd8205e3-7fcd-4df4-980a-53c8ff848653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:12.975573 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-e0a8b805-cb11-407b-9200-127032954e47 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Floating IP 81a0d1eb-8ca1-4239-b5f4-07ef5cac9825 associated. External IP: 172.26.1.215, port: 86729bbb-9a3d-473c-a40e-a4485f064e91. Jul 29 16:37:13.024069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8205e3-7fcd-4df4-980a-53c8ff848653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe74226f-c833-4774-a45d-069e1a1bb023,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:13.086578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:13.115213 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c513a043-195d-4adf-8b48-dafa50736ba6 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:13.127525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Deleting port 6fb04182-9edc-448b-ac8f-d428f12e97f9 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:13.127833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:13.127951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cd8205e3-7fcd-4df4-980a-53c8ff848653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:13.136010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41504e28-e199-4d01-8ae4-cb9094c57770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:13.162472 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6f8c9ef4-25d8-4473-8c22-14da6280bc9f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:13.163690 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6f8c9ef4-25d8-4473-8c22-14da6280bc9f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.1585965 Jul 29 16:37:13.176550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44584) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:13.187244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-41504e28-e199-4d01-8ae4-cb9094c57770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:13.229583 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-41504e28-e199-4d01-8ae4-cb9094c57770 admin admin] Usage tracker for resource:security_group_rule and tenant:b0d06757c2334c1697ea9a0375371077 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:13.239876 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cd8205e3-7fcd-4df4-980a-53c8ff848653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "DELETE /v2.0/ports/fe74226f-c833-4774-a45d-069e1a1bb023 HTTP/1.1" status: 204 len: 168 time: 2.1604712 Jul 29 16:37:13.239876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-41504e28-e199-4d01-8ae4-cb9094c57770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:13.256480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44588) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:13.261883 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-41504e28-e199-4d01-8ae4-cb9094c57770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:13.264048 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-050efeed-ae8b-4849-976b-e41cf6eb2662 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] GET failed (client error): The resource could not be found. Jul 29 16:37:13.267893 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-050efeed-ae8b-4849-976b-e41cf6eb2662 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/aa2f88b1-5a99-4edb-b368-427c74c68392 HTTP/1.1" status: 404 len: 333 time: 0.0844173 Jul 29 16:37:13.277742 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1595a3f5-0198-4f99-bc96-58e4f2e2892b', 'name': 'tempest-snat-router-1040494427', 'tenant_id': '2a66df278738460f8d746f013ad2437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '6fb04182-9edc-448b-ac8f-d428f12e97f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:06Z', 'updated_at': '2022-07-29T16:37:08Z', 'revision_number': 3, 'project_id': '2a66df278738460f8d746f013ad2437e', 'gw_port': {'id': '6fb04182-9edc-448b-ac8f-d428f12e97f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1595a3f5-0198-4f99-bc96-58e4f2e2892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:07Z', 'updated_at': '2022-07-29T16:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:13.282400 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89418b0e-f28a-4b7e-a7dd-93dcb3c4bd53 None None] The sync data for ids ['1595a3f5-0198-4f99-bc96-58e4f2e2892b'] in dv-neutron-851534-1-hyperv is: [{'id': '1595a3f5-0198-4f99-bc96-58e4f2e2892b', 'name': 'tempest-snat-router-1040494427', 'tenant_id': '2a66df278738460f8d746f013ad2437e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '6fb04182-9edc-448b-ac8f-d428f12e97f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:06Z', 'updated_at': '2022-07-29T16:37:08Z', 'revision_number': 3, 'project_id': '2a66df278738460f8d746f013ad2437e', 'gw_port': {'id': '6fb04182-9edc-448b-ac8f-d428f12e97f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1595a3f5-0198-4f99-bc96-58e4f2e2892b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:07Z', 'updated_at': '2022-07-29T16:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:37:13.285088 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44592) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:13.292102 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-c513a043-195d-4adf-8b48-dafa50736ba6 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Calling delete_port for fe5527f8-44c4-4e9a-853d-029be6d27fff owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:13.327579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1bdd23dc-7fb4-49ba-92e6-05eb13042f7b tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:13.339208 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e66ae0-e3c5-4249-be94-d40bd45b3820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] GET failed (client error): The resource could not be found. Jul 29 16:37:13.339763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-04e66ae0-e3c5-4249-be94-d40bd45b3820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Synchronizing usage tracker for tenant:4c08cf3a59e7495ba43817e370046e87 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:13.559057 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-04e66ae0-e3c5-4249-be94-d40bd45b3820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Unset dirty status for tenant:4c08cf3a59e7495ba43817e370046e87 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:13.559057 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-04e66ae0-e3c5-4249-be94-d40bd45b3820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "GET /v2.0/ports/fe74226f-c833-4774-a45d-069e1a1bb023 HTTP/1.1" status: 404 len: 333 time: 0.2975824 Jul 29 16:37:13.567993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1bdd23dc-7fb4-49ba-92e6-05eb13042f7b tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:13.568580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44596) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:13.573128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-20745ba2-1ec6-491e-9c34-2a40b80cd672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:13.583457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-84a079dc-5027-4ae5-8720-61af28ad4607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701876824', 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:13.595194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-20745ba2-1ec6-491e-9c34-2a40b80cd672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:13.606292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-84a079dc-5027-4ae5-8720-61af28ad4607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:13.645963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-84a079dc-5027-4ae5-8720-61af28ad4607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:13.712440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20745ba2-1ec6-491e-9c34-2a40b80cd672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478e6b33-3074-4b2a-b945-07270254a34e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:13.720612 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-20745ba2-1ec6-491e-9c34-2a40b80cd672 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=62d71d6277fa41a5a04d3fd2e866b32a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0213435 Jul 29 16:37:13.721579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a079dc-5027-4ae5-8720-61af28ad4607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Made reservation on behalf of 4c08cf3a59e7495ba43817e370046e87 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:13.723939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-84a079dc-5027-4ae5-8720-61af28ad4607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:13.727012 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e519bc-4940-4496-97cb-aa4656725609 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] GET failed (client error): The resource could not be found. Jul 29 16:37:13.727548 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-30e519bc-4940-4496-97cb-aa4656725609 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:13.731477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44600) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:13.761905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41504e28-e199-4d01-8ae4-cb9094c57770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:13.767969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a8b805-cb11-407b-9200-127032954e47 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Router ba25c1f5-7f47-4c9d-9889-721e30b1c04b has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:37:13.772447 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-84a079dc-5027-4ae5-8720-61af28ad4607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] device_id is not set on port f7731381-15a3-4049-966c-ea7c5d705408 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:13.804592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41504e28-e199-4d01-8ae4-cb9094c57770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:13.871315 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-30e519bc-4940-4496-97cb-aa4656725609 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:13.875030 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-30e519bc-4940-4496-97cb-aa4656725609 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/37a1329e-30ad-42ef-add2-c596820ae456 HTTP/1.1" status: 404 len: 333 time: 0.5479369 Jul 29 16:37:13.890585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44604) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:14.028253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41504e28-e199-4d01-8ae4-cb9094c57770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a78c351-0989-4657-8a55-2f65b344d555,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:14.043684 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-41504e28-e199-4d01-8ae4-cb9094c57770 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0d06757c2334c1697ea9a0375371077&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5698516 Jul 29 16:37:14.048237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] For port 6fb04182-9edc-448b-ac8f-d428f12e97f9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6fb04182-9edc-448b-ac8f-d428f12e97f9,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:14.048654 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:14.056506 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44608) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:14.152820 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-1bdd23dc-7fb4-49ba-92e6-05eb13042f7b tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Floating IP 6fc6d3c3-8f92-497b-adc1-f46b45701d47 associated. External IP: 172.26.1.254, port: 3af416b5-f9c0-44c4-9981-5e9bfaba74d5. Jul 29 16:37:14.180084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6fb04182-9edc-448b-ac8f-d428f12e97f9 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:14.228349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a8b805-cb11-407b-9200-127032954e47 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:37:14.241186 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70cfa0-84ed-435f-841b-87082f1896b6 None None] Sync routers for ids ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:37:14.269180 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 6fb04182-9edc-448b-ac8f-d428f12e97f9 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:14.272527 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70cfa0-84ed-435f-841b-87082f1896b6 None None] Routers {'ba25c1f5-7f47-4c9d-9889-721e30b1c04b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:14.273211 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-7a70cfa0-84ed-435f-841b-87082f1896b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:14.276520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 6fb04182-9edc-448b-ac8f-d428f12e97f9 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:14.277151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:14.286899 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a4de4130-b306-40a6-9184-a0cc31faa5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:14.320857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-84a079dc-5027-4ae5-8720-61af28ad4607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:14.337218 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e0a8b805-cb11-407b-9200-127032954e47 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:14.418919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 6fb04182-9edc-448b-ac8f-d428f12e97f9 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:14.419720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:14.440054 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02145f4c-59d9-4934-84c9-70e2a351649d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:14.442530 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52b3e17c-630d-4664-ba2e-300ea69f6a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:14.453909 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 6fb04182-9edc-448b-ac8f-d428f12e97f9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6fb04182-9edc-448b-ac8f-d428f12e97f9,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:14.455147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Calling delete_port for 6fb04182-9edc-448b-ac8f-d428f12e97f9 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:14.459202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:14.515664 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-7a70cfa0-84ed-435f-841b-87082f1896b6 None None] Set router ba25c1f5-7f47-4c9d-9889-721e30b1c04b gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:37:14.517344 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e0a8b805-cb11-407b-9200-127032954e47 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "PUT /v2.0/floatingips/81a0d1eb-8ca1-4239-b5f4-07ef5cac9825 HTTP/1.1" status: 200 len: 991 time: 4.1172974 Jul 29 16:37:14.519428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a4de4130-b306-40a6-9184-a0cc31faa5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:14.527578 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d0d1e9-e420-45de-81df-7099dfe2a498', 'tag': '86729bbb-9a3d-473c-a40e-a4485f064e91'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:37:14.591048 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-84a079dc-5027-4ae5-8720-61af28ad4607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:14.620213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=6fb04182-9edc-448b-ac8f-d428f12e97f9,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:14.643395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c513a043-195d-4adf-8b48-dafa50736ba6 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:14.660564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a4de4130-b306-40a6-9184-a0cc31faa5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:14.678751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a079dc-5027-4ae5-8720-61af28ad4607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Network 232394e1-b127-4ef0-8bab-2ac3c4b27bba is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:14.683260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-84a079dc-5027-4ae5-8720-61af28ad4607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:14.694119 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a079dc-5027-4ae5-8720-61af28ad4607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:14.694979 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a079dc-5027-4ae5-8720-61af28ad4607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:14.695584 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-84a079dc-5027-4ae5-8720-61af28ad4607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:14.699751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a4de4130-b306-40a6-9184-a0cc31faa5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:14.700415 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a4de4130-b306-40a6-9184-a0cc31faa5b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a78c351-0989-4657-8a55-2f65b344d555 HTTP/1.1" status: 204 len: 168 time: 0.6406052 Jul 29 16:37:14.701206 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a079dc-5027-4ae5-8720-61af28ad4607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Pushing event updated for resources: {'Port': ['ID=f7731381-15a3-4049-966c-ea7c5d705408,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:14.703903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de4130-b306-40a6-9184-a0cc31faa5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a78c351-0989-4657-8a55-2f65b344d555,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:14.737248 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-84a079dc-5027-4ae5-8720-61af28ad4607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1664522 Jul 29 16:37:14.740672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44620) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:14.885641 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513a043-195d-4adf-8b48-dafa50736ba6 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Pushing event deleted for resources: {'Port': ['ID=fe5527f8-44c4-4e9a-853d-029be6d27fff,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:14.973395 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485d3b43-3cc7-4cf1-b552-89ce98e079e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:14.974052 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-485d3b43-3cc7-4cf1-b552-89ce98e079e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Synchronizing usage tracker for tenant:4c08cf3a59e7495ba43817e370046e87 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:15.040322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-485d3b43-3cc7-4cf1-b552-89ce98e079e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Unset dirty status for tenant:4c08cf3a59e7495ba43817e370046e87 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:15.041868 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-485d3b43-3cc7-4cf1-b552-89ce98e079e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "GET /v2.0/ports/f7731381-15a3-4049-966c-ea7c5d705408 HTTP/1.1" status: 200 len: 959 time: 0.3002272 Jul 29 16:37:15.045334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44630) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:15.078053 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fef57654-f161-442b-8d20-73625bd9619c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:15.101712 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8e7356-7173-4d17-baaf-16a4dbfddcc1'] response: {'name': 'network-changed', 'server_uuid': '99d0d1e9-e420-45de-81df-7099dfe2a498', 'tag': '86729bbb-9a3d-473c-a40e-a4485f064e91', 'status': 'completed', 'code': 200} Jul 29 16:37:15.119153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b45199-30a6-4f65-a865-93dba7b8c0c0 req-cfb223ba-0464-419d-afd3-fdd331597229 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:15.120745 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-10b45199-30a6-4f65-a865-93dba7b8c0c0 req-cfb223ba-0464-419d-afd3-fdd331597229 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 945 time: 0.3069935 Jul 29 16:37:15.132396 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52b3e17c-630d-4664-ba2e-300ea69f6a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:15.160718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a27697ee-4e72-400b-8a91-f79a461bf6c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Deleting port f7731381-15a3-4049-966c-ea7c5d705408 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:15.161340 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a27697ee-4e72-400b-8a91-f79a461bf6c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:15.213672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44634) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:15.218131 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-7a70cfa0-84ed-435f-841b-87082f1896b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:04Z', 'updated_at': '2022-07-29T16:36:16Z', 'revision_number': 4, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'gw_port': {'id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:05Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '81a0d1eb-8ca1-4239-b5f4-07ef5cac9825', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'floating_ip_address': '172.26.1.215', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'port_id': '86729bbb-9a3d-473c-a40e-a4485f064e91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'mac_address': 'fa:16:3e:48:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d0d1e9-e420-45de-81df-7099dfe2a498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:36:27Z', 'updated_at': '2022-07-29T16:37:11Z', 'revision_number': 1, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27aab41b-96e5-4278-9404-a8926dc907da', 'name': '', 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'mac_address': 'fa:16:3e:92:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:15Z', 'updated_at': '2022-07-29T16:36:24Z', 'revision_number': 5, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'subnets': [{'id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:15.222684 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70cfa0-84ed-435f-841b-87082f1896b6 None None] Checking router: ba25c1f5-7f47-4c9d-9889-721e30b1c04b for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:37:15.232038 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-10b45199-30a6-4f65-a865-93dba7b8c0c0 req-33dfebc7-e5fa-48d0-8206-ea0714f62093 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002123 Jul 29 16:37:15.238652 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70cfa0-84ed-435f-841b-87082f1896b6 None None] Routers {'ba25c1f5-7f47-4c9d-9889-721e30b1c04b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:15.239501 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-7a70cfa0-84ed-435f-841b-87082f1896b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:15.406222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a27697ee-4e72-400b-8a91-f79a461bf6c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:15.447694 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-7a70cfa0-84ed-435f-841b-87082f1896b6 None None] Set router ba25c1f5-7f47-4c9d-9889-721e30b1c04b gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:37:15.531383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a27697ee-4e72-400b-8a91-f79a461bf6c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Calling delete_port for f7731381-15a3-4049-966c-ea7c5d705408 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:15.611623 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a27697ee-4e72-400b-8a91-f79a461bf6c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:15.616912 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c513a043-195d-4adf-8b48-dafa50736ba6 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:15.665542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27697ee-4e72-400b-8a91-f79a461bf6c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7731381-15a3-4049-966c-ea7c5d705408,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:15.670672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a27697ee-4e72-400b-8a91-f79a461bf6c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:15.689908 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a27697ee-4e72-400b-8a91-f79a461bf6c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "DELETE /v2.0/ports/f7731381-15a3-4049-966c-ea7c5d705408 HTTP/1.1" status: 204 len: 168 time: 0.6405761 Jul 29 16:37:15.690261 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44642) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:15.732026 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-202ab41b-8d16-4ae5-b40a-e357e3bf7f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] GET failed (client error): The resource could not be found. Jul 29 16:37:15.732565 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-202ab41b-8d16-4ae5-b40a-e357e3bf7f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Synchronizing usage tracker for tenant:4c08cf3a59e7495ba43817e370046e87 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:15.747761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-202ab41b-8d16-4ae5-b40a-e357e3bf7f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Unset dirty status for tenant:4c08cf3a59e7495ba43817e370046e87 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:15.752444 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-202ab41b-8d16-4ae5-b40a-e357e3bf7f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "GET /v2.0/ports/f7731381-15a3-4049-966c-ea7c5d705408 HTTP/1.1" status: 404 len: 333 time: 0.0579822 Jul 29 16:37:15.752645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44646) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:15.758744 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-fa0fadc7-f293-462e-a3a6-6a9f498f1da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Request body: {'port': {'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244785278'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:15.764527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fa0fadc7-f293-462e-a3a6-6a9f498f1da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:15.775449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fa0fadc7-f293-462e-a3a6-6a9f498f1da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:15.785570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0fadc7-f293-462e-a3a6-6a9f498f1da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Made reservation on behalf of 4c08cf3a59e7495ba43817e370046e87 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:15.788455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fa0fadc7-f293-462e-a3a6-6a9f498f1da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:15.810988 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-fa0fadc7-f293-462e-a3a6-6a9f498f1da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] device_id is not set on port 2ec04e24-b703-403a-a4b0-f7fef47342d8 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:15.821174 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-7a70cfa0-84ed-435f-841b-87082f1896b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:04Z', 'updated_at': '2022-07-29T16:36:16Z', 'revision_number': 4, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'gw_port': {'id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:05Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '81a0d1eb-8ca1-4239-b5f4-07ef5cac9825', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'floating_ip_address': '172.26.1.215', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'port_id': '86729bbb-9a3d-473c-a40e-a4485f064e91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'mac_address': 'fa:16:3e:48:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d0d1e9-e420-45de-81df-7099dfe2a498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:36:27Z', 'updated_at': '2022-07-29T16:37:11Z', 'revision_number': 1, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27aab41b-96e5-4278-9404-a8926dc907da', 'name': '', 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'mac_address': 'fa:16:3e:92:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:15Z', 'updated_at': '2022-07-29T16:36:24Z', 'revision_number': 5, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'subnets': [{'id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:15.826655 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70cfa0-84ed-435f-841b-87082f1896b6 None None] The sync data for ids ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'] in dv-neutron-851534-1-hyperv is: [{'id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:04Z', 'updated_at': '2022-07-29T16:36:16Z', 'revision_number': 4, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'gw_port': {'id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:05Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '81a0d1eb-8ca1-4239-b5f4-07ef5cac9825', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'floating_ip_address': '172.26.1.215', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'port_id': '86729bbb-9a3d-473c-a40e-a4485f064e91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'mac_address': 'fa:16:3e:48:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d0d1e9-e420-45de-81df-7099dfe2a498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:36:27Z', 'updated_at': '2022-07-29T16:37:11Z', 'revision_number': 1, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27aab41b-96e5-4278-9404-a8926dc907da', 'name': '', 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'mac_address': 'fa:16:3e:92:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:15Z', 'updated_at': '2022-07-29T16:36:24Z', 'revision_number': 5, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'subnets': [{'id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:37:15.933189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02145f4c-59d9-4934-84c9-70e2a351649d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:15.949701 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c513a043-195d-4adf-8b48-dafa50736ba6 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:15.955103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c513a043-195d-4adf-8b48-dafa50736ba6 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:15.965663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:37:15.965990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:37:16.019318 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-88b3e6d6-e317-4a05-9c48-893fb53daccd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db626037ce38450fa89806fbd2cffa10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7788012 Jul 29 16:37:16.022611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44650) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:16.031000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-02145f4c-59d9-4934-84c9-70e2a351649d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48ac4b3-899a-4acb-9ccc-69680571fc35']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:16.053477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-02145f4c-59d9-4934-84c9-70e2a351649d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0df97b0-8b26-48af-8040-ef7461ab2ff6') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:16.053781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-02145f4c-59d9-4934-84c9-70e2a351649d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0df97b0-8b26-48af-8040-ef7461ab2ff6') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:16.061549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c513a043-195d-4adf-8b48-dafa50736ba6 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.062084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c513a043-195d-4adf-8b48-dafa50736ba6 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Fanout notify agent at l3_agent the message router_deleted on router 96f9e098-37bb-4f97-a752-8a68ed68ebc9 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:37:16.063698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fa0fadc7-f293-462e-a3a6-6a9f498f1da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.083918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02145f4c-59d9-4934-84c9-70e2a351649d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.100341 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b87e0-6bc0-4ccc-82a9-b0520e2de718 req-a8dbded9-1293-4bb9-9bb7-e1ddc1388e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:16.102308 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e16b87e0-6bc0-4ccc-82a9-b0520e2de718 req-a8dbded9-1293-4bb9-9bb7-e1ddc1388e5c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5805d9e4969d4ea4998b7fc9613962f4&device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 1098 time: 0.8891809 Jul 29 16:37:16.103742 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52b3e17c-630d-4664-ba2e-300ea69f6a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.106703 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fa0fadc7-f293-462e-a3a6-6a9f498f1da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.118761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd110726-0906-44ff-a9bd-e0c698d10088 None None] New status for floating IP 81a0d1eb-8ca1-4239-b5f4-07ef5cac9825: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:37:16.130321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdd23dc-7fb4-49ba-92e6-05eb13042f7b tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:37:16.158772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02145f4c-59d9-4934-84c9-70e2a351649d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.173314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3e17c-630d-4664-ba2e-300ea69f6a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478e6b33-3074-4b2a-b945-07270254a34e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:16.187059 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6fb04182-9edc-448b-ac8f-d428f12e97f9 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:16.197850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0fadc7-f293-462e-a3a6-6a9f498f1da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Network 232394e1-b127-4ef0-8bab-2ac3c4b27bba is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:16.201554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-fa0fadc7-f293-462e-a3a6-6a9f498f1da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:16.212176 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0fadc7-f293-462e-a3a6-6a9f498f1da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:16.213151 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0fadc7-f293-462e-a3a6-6a9f498f1da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:16.213739 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fa0fadc7-f293-462e-a3a6-6a9f498f1da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.219542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fadc7-f293-462e-a3a6-6a9f498f1da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Pushing event updated for resources: {'Port': ['ID=2ec04e24-b703-403a-a4b0-f7fef47342d8,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:16.234762 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ecc039fb-e6f4-45a9-bb6b-dd36cc122092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.246492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02145f4c-59d9-4934-84c9-70e2a351649d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:37:16.247103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02145f4c-59d9-4934-84c9-70e2a351649d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.273603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52b3e17c-630d-4664-ba2e-300ea69f6a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.273829 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ecc039fb-e6f4-45a9-bb6b-dd36cc122092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.277596 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-52b3e17c-630d-4664-ba2e-300ea69f6a65 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/478e6b33-3074-4b2a-b945-07270254a34e HTTP/1.1" status: 204 len: 168 time: 2.4940348 Jul 29 16:37:16.287236 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fa0fadc7-f293-462e-a3a6-6a9f498f1da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5307622 Jul 29 16:37:16.287395 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44658) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:16.301541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8515'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:16.426492 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 6fb04182-9edc-448b-ac8f-d428f12e97f9 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:16.427102 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.437541 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment a0df97b0-8b26-48af-8040-ef7461ab2ff6 resource provider aggregate not found Jul 29 16:37:16.439528 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.451277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ecc039fb-e6f4-45a9-bb6b-dd36cc122092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.453265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c513a043-195d-4adf-8b48-dafa50736ba6 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.454219 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c513a043-195d-4adf-8b48-dafa50736ba6 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "DELETE /v2.0/routers/96f9e098-37bb-4f97-a752-8a68ed68ebc9 HTTP/1.1" status: 204 len: 168 time: 5.8903821 Jul 29 16:37:16.465303 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44664) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:16.468161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02145f4c-59d9-4934-84c9-70e2a351649d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.471447 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Deleting port 6fb04182-9edc-448b-ac8f-d428f12e97f9 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:16.471914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.509197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc039fb-e6f4-45a9-bb6b-dd36cc122092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e423e22-7c3c-49da-8def-d8ce84ff1aab,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:16.527373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ecc039fb-e6f4-45a9-bb6b-dd36cc122092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.528753 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ecc039fb-e6f4-45a9-bb6b-dd36cc122092 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e423e22-7c3c-49da-8def-d8ce84ff1aab HTTP/1.1" status: 204 len: 168 time: 0.5052223 Jul 29 16:37:16.562002 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment a0df97b0-8b26-48af-8040-ef7461ab2ff6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0df97b0-8b26-48af-8040-ef7461ab2ff6 found for delete ", "request_id": "req-6b7b0242-ee5f-4571-b506-28bd11747418"}]} Jul 29 16:37:16.566904 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Request body: {'router': {'name': 'tempest-snat-router-377395528', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'enable_snat': False}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:16.585642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02145f4c-59d9-4934-84c9-70e2a351649d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.635465 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:16.645803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02145f4c-59d9-4934-84c9-70e2a351649d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Network': ['ID=a48ac4b3-899a-4acb-9ccc-69680571fc35,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:16.662413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Usage tracker for resource:router and tenant:55c39253ab4e4a2cae0721ad45d6578f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:16.669862 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-02145f4c-59d9-4934-84c9-70e2a351649d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/networks/a48ac4b3-899a-4acb-9ccc-69680571fc35 HTTP/1.1" status: 204 len: 168 time: 2.7749772 Jul 29 16:37:16.688591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:16.697007 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44670) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:16.729804 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-256771301'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:16.757092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:16.786590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:16.862151 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:network and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:16.865711 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b87e0-6bc0-4ccc-82a9-b0520e2de718 req-6a259eaf-59e1-4cfa-ba23-44a350b82bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:16.867367 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e16b87e0-6bc0-4ccc-82a9-b0520e2de718 req-6a259eaf-59e1-4cfa-ba23-44a350b82bcf service neutron] 10.222.0.69 "GET /v2.0/networks?id=c6dca99b-4c37-4728-925e-9fe121498e55 HTTP/1.1" status: 200 len: 912 time: 0.7415638 Jul 29 16:37:16.870962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:16.878227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] device_id is not set on port 2ec04e24-b703-403a-a4b0-f7fef47342d8 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:16.889968 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 6fb04182-9edc-448b-ac8f-d428f12e97f9 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:16.891686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.918651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Transition to ACTIVE for port object 2ec04e24-b703-403a-a4b0-f7fef47342d8 will not be triggered until provisioned by entity L2. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:16.925087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.951327 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:16.953782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:16.954847 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:17.011593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdd23dc-7fb4-49ba-92e6-05eb13042f7b tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:37:17.025362 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552c7cb3-69e8-4929-a7b4-5bd407b26d2b None None] Sync routers for ids ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:37:17.046664 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c7cb3-69e8-4929-a7b4-5bd407b26d2b None None] Routers {'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:17.047022 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-552c7cb3-69e8-4929-a7b4-5bd407b26d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:36:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:17.076165 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Pushing event updated for resources: {'Port': ['ID=2ec04e24-b703-403a-a4b0-f7fef47342d8,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:17.101861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:17.102224 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:17.102581 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:17.113503 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:17.113814 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:17.114121 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 2 to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 Jul 29 16:37:17.136213 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:17.136602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:17.136992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:17.143955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:17.144320 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:17.144712 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 3 to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 Jul 29 16:37:17.165167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:17.165605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:17.166426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:17.172380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:17.172709 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:17.173190 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 4 to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 Jul 29 16:37:17.192539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:17.192869 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:17.196502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:17.207882 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1bdd23dc-7fb4-49ba-92e6-05eb13042f7b tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:17.209973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:17.210309 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:17.210692 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 5 to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 Jul 29 16:37:17.244217 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:17.245344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:17.248803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:17.249495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:17.249495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:17.261553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:17.261553 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:17.261968 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 6 to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 Jul 29 16:37:17.301620 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:17.301993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:17.302285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:17.303431 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:17.312994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:17.313352 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:17.313742 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 7 to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 Jul 29 16:37:17.346230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:17.346230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:17.346230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:17.352327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:17.352669 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:17.353079 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 8 to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 Jul 29 16:37:17.362702 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e16b87e0-6bc0-4ccc-82a9-b0520e2de718 req-1ecdd8d8-33d5-4a6d-a76e-cdb19812bbd1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86729bbb-9a3d-473c-a40e-a4485f064e91 HTTP/1.1" status: 200 len: 1001 time: 0.4745076 Jul 29 16:37:17.364472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] For port 6fb04182-9edc-448b-ac8f-d428f12e97f9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6fb04182-9edc-448b-ac8f-d428f12e97f9,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:17.364780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:17.365444 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-552c7cb3-69e8-4929-a7b4-5bd407b26d2b None None] Set router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:37:17.369767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:17.370110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:17.370500 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:17.376574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:17.376908 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:17.377372 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 9 to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 Jul 29 16:37:17.401424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:17.401424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:17.401424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:17.406232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:17.406564 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:17.406950 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.plugins.ml2.plugin [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempt 10 to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 Jul 29 16:37:17.424791 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:17.425173 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] {{(pid=89209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:17.425517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempting to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:17.430644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:37:17.430997 dv-neutron-851534-1-hyperv neutron-server[89209]: ERROR neutron.plugins.ml2.managers [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Failed to bind port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on host hv-neutron-8515 for vnic_type normal using segments [{'id': '9e29a0c5-13ce-4bfc-baa3-693742a31c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '232394e1-b127-4ef0-8bab-2ac3c4b27bba'}] Jul 29 16:37:17.431327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:17.495775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:37:17.500190 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1bdd23dc-7fb4-49ba-92e6-05eb13042f7b tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "PUT /v2.0/floatingips/6fc6d3c3-8f92-497b-adc1-f46b45701d47 HTTP/1.1" status: 200 len: 992 time: 6.9376514 Jul 29 16:37:17.592673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a761ad92-1db9-44e9-a2d0-c5a85461b16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:17.610983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] For port 2ec04e24-b703-403a-a4b0-f7fef47342d8, host hv-neutron-8515, cleared binding levels {{(pid=89209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:37:17.611356 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attempted to set empty binding levels {{(pid=89209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jul 29 16:37:17.631187 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:17.654596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b6cdce-c00a-4711-ad6e-5f3bf98b2b30', 'tag': '3af416b5-f9c0-44c4-9981-5e9bfaba74d5'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:37:17.676595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Calling delete_port for 6fb04182-9edc-448b-ac8f-d428f12e97f9 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:17.739837 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:17.740742 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Added segment 22344984-b506-45a5-ace0-fa767c80495d of type vlan for network ea061efc-6ae4-42e3-8086-272eed9d0831 Jul 29 16:37:17.816122 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e0b4bd9-1fbc-4df1-b483-21cfa6581215'] response: {'name': 'network-changed', 'server_uuid': '03b6cdce-c00a-4711-ad6e-5f3bf98b2b30', 'tag': '3af416b5-f9c0-44c4-9981-5e9bfaba74d5', 'status': 'completed', 'code': 200} Jul 29 16:37:17.817884 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] In _notify_port_updated(), no bound segment for port 2ec04e24-b703-403a-a4b0-f7fef47342d8 on network 232394e1-b127-4ef0-8bab-2ac3c4b27bba {{(pid=89209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:37:17.821968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:17.822624 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:17.826695 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "PUT /v2.0/ports/2ec04e24-b703-403a-a4b0-f7fef47342d8 HTTP/1.1" status: 200 len: 981 time: 1.5357850 Jul 29 16:37:17.832235 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44714) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:17.863889 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44716) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:17.895788 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c5e70-b68c-4451-a85f-dbacef07e6f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Pushing event updated for resources: {'Port': ['ID=2ec04e24-b703-403a-a4b0-f7fef47342d8,revision_number=3']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:17.938894 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa37f7-7f78-40a1-8b71-b59ea87baa5a req-4c7fdc4d-9184-4c1a-958e-9e79d5bbd6cc tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:17.940781 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c6fa37f7-7f78-40a1-8b71-b59ea87baa5a req-4c7fdc4d-9184-4c1a-958e-9e79d5bbd6cc tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 946 time: 0.2370334 Jul 29 16:37:17.976899 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-552c7cb3-69e8-4929-a7b4-5bd407b26d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:06Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'gw_port': {'id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:08Z', 'updated_at': '2022-07-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6fc6d3c3-8f92-497b-adc1-f46b45701d47', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'floating_ip_address': '172.26.1.254', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'port_id': '3af416b5-f9c0-44c4-9981-5e9bfaba74d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'mac_address': 'fa:16:3e:a0:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b6cdce-c00a-4711-ad6e-5f3bf98b2b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:36:29Z', 'updated_at': '2022-07-29T16:37:12Z', 'revision_number': 1, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a71c26d-f804-4336-9444-57467e99dd7c', 'name': '', 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'mac_address': 'fa:16:3e:0b:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:16Z', 'updated_at': '2022-07-29T16:36:32Z', 'revision_number': 5, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'subnets': [{'id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:17.981397 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552c7cb3-69e8-4929-a7b4-5bd407b26d2b None None] Checking router: abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:37:17.991755 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c7cb3-69e8-4929-a7b4-5bd407b26d2b None None] Routers {'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:17.992374 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-552c7cb3-69e8-4929-a7b4-5bd407b26d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:18.010586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b87e0-6bc0-4ccc-82a9-b0520e2de718 req-1638420e-1219-4d28-b0d1-11d3934a10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:18.012040 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e16b87e0-6bc0-4ccc-82a9-b0520e2de718 req-1638420e-1219-4d28-b0d1-11d3934a10a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fcc5b9f-d525-4d8c-bbad-b1671378d8d9 HTTP/1.1" status: 200 len: 850 time: 0.6293805 Jul 29 16:37:18.040089 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c6fa37f7-7f78-40a1-8b71-b59ea87baa5a req-acfa51f3-7da0-406c-88a0-73d585fa0d70 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933115 Jul 29 16:37:18.084229 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3f2e5c1d-b4d8-4f4c-beb8-c5d03e7feaca tempest-AgentManagementNegativeTest-166504374 tempest-AgentManagementNegativeTest-166504374-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2135391 Jul 29 16:37:18.185858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:18.231626 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-552c7cb3-69e8-4929-a7b4-5bd407b26d2b None None] Set router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:37:18.236500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:18.273168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:18.332871 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:18.340149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d2f049a4-e7f8-4bf3-bcaa-c2686404e8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Deleting port 2ec04e24-b703-403a-a4b0-f7fef47342d8 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:18.340570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d2f049a4-e7f8-4bf3-bcaa-c2686404e8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:18.481525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a3177-c9c6-498f-90a4-2ef76a9119d7 req-34b393cc-71fe-4d10-bc4b-96adf3754986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:18.483097 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1f4a3177-c9c6-498f-90a4-2ef76a9119d7 req-34b393cc-71fe-4d10-bc4b-96adf3754986 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37ad27ba7b8b4687a17c6926b862fc32&device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 1099 time: 0.6519077 Jul 29 16:37:18.498226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44742) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:18.563082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:18.568999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:18.569614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:18.677995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b87e0-6bc0-4ccc-82a9-b0520e2de718 req-fb1d0dab-8ce0-4878-ae0a-429583953f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:18.679507 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e16b87e0-6bc0-4ccc-82a9-b0520e2de718 req-fb1d0dab-8ce0-4878-ae0a-429583953f17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c6dca99b-4c37-4728-925e-9fe121498e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6439025 Jul 29 16:37:18.692428 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-552c7cb3-69e8-4929-a7b4-5bd407b26d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:06Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'gw_port': {'id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:08Z', 'updated_at': '2022-07-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6fc6d3c3-8f92-497b-adc1-f46b45701d47', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'floating_ip_address': '172.26.1.254', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'port_id': '3af416b5-f9c0-44c4-9981-5e9bfaba74d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'mac_address': 'fa:16:3e:a0:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b6cdce-c00a-4711-ad6e-5f3bf98b2b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:36:29Z', 'updated_at': '2022-07-29T16:37:12Z', 'revision_number': 1, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a71c26d-f804-4336-9444-57467e99dd7c', 'name': '', 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'mac_address': 'fa:16:3e:0b:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:16Z', 'updated_at': '2022-07-29T16:36:32Z', 'revision_number': 5, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'subnets': [{'id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:18.698306 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552c7cb3-69e8-4929-a7b4-5bd407b26d2b None None] The sync data for ids ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'] in dv-neutron-851534-1-hyperv is: [{'id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:06Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'gw_port': {'id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:08Z', 'updated_at': '2022-07-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6fc6d3c3-8f92-497b-adc1-f46b45701d47', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'floating_ip_address': '172.26.1.254', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'port_id': '3af416b5-f9c0-44c4-9981-5e9bfaba74d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'mac_address': 'fa:16:3e:a0:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b6cdce-c00a-4711-ad6e-5f3bf98b2b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:36:29Z', 'updated_at': '2022-07-29T16:37:12Z', 'revision_number': 1, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a71c26d-f804-4336-9444-57467e99dd7c', 'name': '', 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'mac_address': 'fa:16:3e:0b:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:16Z', 'updated_at': '2022-07-29T16:36:32Z', 'revision_number': 5, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'subnets': [{'id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:37:18.805096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44752) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:18.856267 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-67a23103-d877-406d-9574-7ae57e595dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:18.874616 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1685939583', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:18.882721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:18.889237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Usage tracker for resource:port and tenant:064cb58eeaa84b9b9fed920863edae49 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:18.893177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-67a23103-d877-406d-9574-7ae57e595dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:18.895698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:18.901556 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-67a23103-d877-406d-9574-7ae57e595dea admin admin] Usage tracker for resource:security_group_rule and tenant:dd441fb0c1f54b1c831a0011246cc44c is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:18.906867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-67a23103-d877-406d-9574-7ae57e595dea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:18.909570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:18.920167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-67a23103-d877-406d-9574-7ae57e595dea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:18.932103 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Made reservation on behalf of 064cb58eeaa84b9b9fed920863edae49 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:18.934934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:18.948261 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:18.971139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:18.975569 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Usage tracker for resource:security_group_rule and tenant:064cb58eeaa84b9b9fed920863edae49 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:18.978515 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:18.984095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3c353b-da39-4cf4-9068-6c8199aac731 None None] New status for floating IP 6fc6d3c3-8f92-497b-adc1-f46b45701d47: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:37:18.985674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:19.046968 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.3434315 Jul 29 16:37:19.050512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44758) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:19.057746 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'subnet': {'network_id': 'ea061efc-6ae4-42e3-8086-272eed9d0831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:19.098918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b150744-eca2-4335-a475-a72130f352fb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Network': ['ID=ea061efc-6ae4-42e3-8086-272eed9d0831,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:19.143415 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network ea061efc-6ae4-42e3-8086-272eed9d0831 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:37:19.189792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:19.199183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:19.207637 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:subnet and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:19.214854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:19.234377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:19.249831 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a3177-c9c6-498f-90a4-2ef76a9119d7 req-7e9a29e8-15f3-4bb7-925d-5adfe5efa41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:19.251580 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1f4a3177-c9c6-498f-90a4-2ef76a9119d7 req-7e9a29e8-15f3-4bb7-925d-5adfe5efa41c service neutron] 10.222.0.69 "GET /v2.0/networks?id=5dcc6516-a1ee-4da5-989d-49f628a9f2f1 HTTP/1.1" status: 200 len: 907 time: 0.7570734 Jul 29 16:37:19.259946 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-d2f049a4-e7f8-4bf3-bcaa-c2686404e8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] For port 2ec04e24-b703-403a-a4b0-f7fef47342d8, host hv-neutron-8515, got binding levels [] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:19.260502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d2f049a4-e7f8-4bf3-bcaa-c2686404e8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:19.278309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fb04182-9edc-448b-ac8f-d428f12e97f9,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:19.278998 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:19.285347 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:19.420409 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.ipam_backend_mixin [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Performing IP validity checks on allocation pools {{(pid=89209) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jul 29 16:37:19.423186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.ipam_backend_mixin [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89209) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jul 29 16:37:19.438643 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-67a23103-d877-406d-9574-7ae57e595dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:19.445592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:19.449716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-67a23103-d877-406d-9574-7ae57e595dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:19.472303 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:19.483612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] device_id is not set on port 60bd4427-75a4-4cc7-9f04-c271406b60d7 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:19.547182 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d2f049a4-e7f8-4bf3-bcaa-c2686404e8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Calling delete_port for 2ec04e24-b703-403a-a4b0-f7fef47342d8 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:19.562934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a23103-d877-406d-9574-7ae57e595dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe75d07e-e1e4-488d-857b-e92c68f98561,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:19.579950 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-67a23103-d877-406d-9574-7ae57e595dea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd441fb0c1f54b1c831a0011246cc44c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0804496 Jul 29 16:37:19.581558 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44762) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:19.605925 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e16b87e0-6bc0-4ccc-82a9-b0520e2de718 req-b37ecb42-c5c9-4896-ae48-3b4eb163574d service neutron] 10.222.0.69 "GET /v2.0/networks/c6dca99b-4c37-4728-925e-9fe121498e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8751466 Jul 29 16:37:19.697540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8af9d07-5b98-498b-9879-086185afb5c9,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:19.723449 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1f4a3177-c9c6-498f-90a4-2ef76a9119d7 req-d4969b70-68b3-49e3-bcaf-e8f59dcbc7fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3af416b5-f9c0-44c4-9981-5e9bfaba74d5 HTTP/1.1" status: 200 len: 1002 time: 0.4484181 Jul 29 16:37:19.795331 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:19.812411 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Allocated IP 172.26.1.132 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/60bd4427-75a4-4cc7-9f04-c271406b60d7) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:19.815965 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bdfefca4-d76a-4a04-a226-9e6bb2ed6a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:19.865188 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:19.871230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bdfefca4-d76a-4a04-a226-9e6bb2ed6a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:19.899848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.020713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Subnet': ['ID=04531acc-0825-4549-92ac-7e38859fd714,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:20.045238 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d2f049a4-e7f8-4bf3-bcaa-c2686404e8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.110581 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Checking segment: {'id': '22344984-b506-45a5-ace0-fa767c80495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ea061efc-6ae4-42e3-8086-272eed9d0831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:20.110968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network hostable DHCP agents. Network: ea061efc-6ae4-42e3-8086-272eed9d0831, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:37:20.135493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bdfefca4-d76a-4a04-a226-9e6bb2ed6a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.179142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network ea061efc-6ae4-42e3-8086-272eed9d0831 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:37:20.190475 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfefca4-d76a-4a04-a226-9e6bb2ed6a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe75d07e-e1e4-488d-857b-e92c68f98561,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:20.298788 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.326175 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, ea061efc-6ae4-42e3-8086-272eed9d0831) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:20.335234 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.339504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d2f55d-101f-4fe8-9b71-4a1653ba6870 None None] Network ea061efc-6ae4-42e3-8086-272eed9d0831 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:20.339932 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:20.340520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.358520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.360428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bdfefca4-d76a-4a04-a226-9e6bb2ed6a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.360933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f049a4-e7f8-4bf3-bcaa-c2686404e8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ec04e24-b703-403a-a4b0-f7fef47342d8,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:20.364239 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bdfefca4-d76a-4a04-a226-9e6bb2ed6a1d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe75d07e-e1e4-488d-857b-e92c68f98561 HTTP/1.1" status: 204 len: 168 time: 0.7751350 Jul 29 16:37:20.364389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a3177-c9c6-498f-90a4-2ef76a9119d7 req-7d846b28-0889-4b82-bdb7-1872afc57ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:20.365109 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1f4a3177-c9c6-498f-90a4-2ef76a9119d7 req-7d846b28-0889-4b82-bdb7-1872afc57ce6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=832e7970-a10e-4bc8-b9c8-ce252c30b091 HTTP/1.1" status: 200 len: 845 time: 0.5599742 Jul 29 16:37:20.370123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.405816 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-05da8d4f-83dc-4cc0-9d8d-019e64241e85 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3538256 Jul 29 16:37:20.406654 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44768) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:20.414653 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'network_id': 'ea061efc-6ae4-42e3-8086-272eed9d0831', 'name': 'tempest-PortsIpV6TestJSON-799229903'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:20.426883 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d2f049a4-e7f8-4bf3-bcaa-c2686404e8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.433928 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.444003 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e16b87e0-6bc0-4ccc-82a9-b0520e2de718 req-cd21bb2a-a2c6-454a-b2b2-e7a1d2f1709d service neutron] 10.222.0.69 "GET /v2.0/networks/c6dca99b-4c37-4728-925e-9fe121498e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8202753 Jul 29 16:37:20.471570 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d2f049a4-e7f8-4bf3-bcaa-c2686404e8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "DELETE /v2.0/ports/2ec04e24-b703-403a-a4b0-f7fef47342d8 HTTP/1.1" status: 204 len: 168 time: 2.5822268 Jul 29 16:37:20.473159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.497284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44772) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:20.543810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.553038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.553593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1595a3f5-0198-4f99-bc96-58e4f2e2892b {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:37:20.604696 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fc6179-079b-4d14-9895-3b9bee6f7b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] GET failed (client error): The resource could not be found. Jul 29 16:37:20.605285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-56fc6179-079b-4d14-9895-3b9bee6f7b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Synchronizing usage tracker for tenant:4c08cf3a59e7495ba43817e370046e87 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:20.605421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:20.616921 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.618268 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-75e4dead-79d8-450a-8055-bcea859259cd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "DELETE /v2.0/routers/1595a3f5-0198-4f99-bc96-58e4f2e2892b HTTP/1.1" status: 204 len: 168 time: 8.5546942 Jul 29 16:37:20.625340 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44778) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:20.665270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:20.668740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:20.731554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:20.732274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.767688 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-ea061efc-6ae4-42e3-8086-272eed9d0831', 'network_id': 'ea061efc-6ae4-42e3-8086-272eed9d0831', 'tenant_id': 'fc630b34605447ae9c7be362e869ad61', 'fixed_ips': [{'subnet_id': '04531acc-0825-4549-92ac-7e38859fd714'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:37:20.768751 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.795126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Pushing event updated for resources: {'Port': ['ID=60bd4427-75a4-4cc7-9f04-c271406b60d7,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:20.826848 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-df9b7194-9c9d-4848-986b-b8ba3131754b tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0202422 Jul 29 16:37:20.833958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44786) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:20.842179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:20.848301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-56fc6179-079b-4d14-9895-3b9bee6f7b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] Unset dirty status for tenant:4c08cf3a59e7495ba43817e370046e87 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:20.850225 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-56fc6179-079b-4d14-9895-3b9bee6f7b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-860885559-project-admin] 10.222.0.58 "GET /v2.0/ports/2ec04e24-b703-403a-a4b0-f7fef47342d8 HTTP/1.1" status: 404 len: 333 time: 0.3472953 Jul 29 16:37:20.855014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44792) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:20.858434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.132'}]}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:20.869247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:20.887886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:20.890915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Usage tracker for resource:router and tenant:064cb58eeaa84b9b9fed920863edae49 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:20.924975 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a3177-c9c6-498f-90a4-2ef76a9119d7 req-3f89d8fd-961c-4b2d-a88f-f9f108d87c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:20.926835 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1f4a3177-c9c6-498f-90a4-2ef76a9119d7 req-3f89d8fd-961c-4b2d-a88f-f9f108d87c17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5dcc6516-a1ee-4da5-989d-49f628a9f2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5476992 Jul 29 16:37:20.937788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:20.969378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:20.976357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:20.976933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Allocated IP 2001:db8::2 (ea061efc-6ae4-42e3-8086-272eed9d0831/04531acc-0825-4549-92ac-7e38859fd714/d4b01041-5c97-471a-9a86-9290cecd449a) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:20.986692 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:20.991868 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.038825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-116ecc1f-736f-490f-92d0-4ad5b36e87f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.041572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port a60e2794-0884-4bdc-958a-397e690dab54 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:21.225120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.226369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.230479 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Allocated IP 172.26.1.241 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/7699118c-f781-4e99-8a7f-5a891ddfa2d9) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:21.241091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.258486 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Transition to ACTIVE for port object d4b01041-5c97-471a-9a86-9290cecd449a will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:21.289276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Transition to ACTIVE for port object d4b01041-5c97-471a-9a86-9290cecd449a will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:21.302307 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.304856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.384296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Network ea061efc-6ae4-42e3-8086-272eed9d0831 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:21.387120 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:21.391087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:21.394771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Allocated IP 2001:db8::62 (ea061efc-6ae4-42e3-8086-272eed9d0831/04531acc-0825-4549-92ac-7e38859fd714/a60e2794-0884-4bdc-958a-397e690dab54) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:21.397263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Pushing event updated for resources: {'Port': ['ID=d4b01041-5c97-471a-9a86-9290cecd449a,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:21.397958 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-116ecc1f-736f-490f-92d0-4ad5b36e87f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.432922 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-116ecc1f-736f-490f-92d0-4ad5b36e87f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232394e1-b127-4ef0-8bab-2ac3c4b27bba']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:21.455559 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1f4a3177-c9c6-498f-90a4-2ef76a9119d7 req-2435f930-6a89-412a-9650-96ef98d9e1ea service neutron] 10.222.0.69 "GET /v2.0/networks/5dcc6516-a1ee-4da5-989d-49f628a9f2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103254 Jul 29 16:37:21.459464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-116ecc1f-736f-490f-92d0-4ad5b36e87f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e29a0c5-13ce-4bfc-baa3-693742a31c61') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:21.459769 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-116ecc1f-736f-490f-92d0-4ad5b36e87f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e29a0c5-13ce-4bfc-baa3-693742a31c61') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:21.480697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44806) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.491212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-116ecc1f-736f-490f-92d0-4ad5b36e87f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.518241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Attempting to bind port d4b01041-5c97-471a-9a86-9290cecd449a on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:21.522016 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-116ecc1f-736f-490f-92d0-4ad5b36e87f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.523163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Attempting to bind port d4b01041-5c97-471a-9a86-9290cecd449a by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '22344984-b506-45a5-ace0-fa767c80495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ea061efc-6ae4-42e3-8086-272eed9d0831'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:21.524962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Attempting to bind port d4b01041-5c97-471a-9a86-9290cecd449a on network ea061efc-6ae4-42e3-8086-272eed9d0831 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:21.533475 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.541121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:37:21.541501 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Checking segment: {'id': '22344984-b506-45a5-ace0-fa767c80495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ea061efc-6ae4-42e3-8086-272eed9d0831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:21.542750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.544580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Bound using segment: {'id': '22344984-b506-45a5-ace0-fa767c80495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ea061efc-6ae4-42e3-8086-272eed9d0831'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:37:21.546371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Bound port: d4b01041-5c97-471a-9a86-9290cecd449a, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22344984-b506-45a5-ace0-fa767c80495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ea061efc-6ae4-42e3-8086-272eed9d0831'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:37:21.547833 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.547993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116ecc1f-736f-490f-92d0-4ad5b36e87f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:37:21.548332 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-116ecc1f-736f-490f-92d0-4ad5b36e87f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.670423 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 9e29a0c5-13ce-4bfc-baa3-693742a31c61 resource provider aggregate not found Jul 29 16:37:21.678693 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] For port d4b01041-5c97-471a-9a86-9290cecd449a, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:37:21.683685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-c9026699-b233-4b3a-ad6d-42b2f2de9039 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.683685 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c9026699-b233-4b3a-ad6d-42b2f2de9039 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1949549 Jul 29 16:37:21.691336 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44818) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.692008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] For port d4b01041-5c97-471a-9a86-9290cecd449a, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d4b01041-5c97-471a-9a86-9290cecd449a,segment=NetworkSegment(22344984-b506-45a5-ace0-fa767c80495d),segment_id=22344984-b506-45a5-ace0-fa767c80495d)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:37:21.704796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.710308 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 9e29a0c5-13ce-4bfc-baa3-693742a31c61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e29a0c5-13ce-4bfc-baa3-693742a31c61 found for delete ", "request_id": "req-89228166-0582-423a-b745-c5730e1f01fc"}]} Jul 29 16:37:21.713218 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-e5d21641-b4d6-445f-82f8-51743459658f tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.716568 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e5d21641-b4d6-445f-82f8-51743459658f tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0219367 Jul 29 16:37:21.723294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44822) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.730261 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-b88e9a11-a10d-4c79-bfe1-7bbd1db8f3bc tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.733662 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b88e9a11-a10d-4c79-bfe1-7bbd1db8f3bc tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0082936 Jul 29 16:37:21.734779 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44826) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.746384 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-b6f51ce8-0ca8-4ada-89ad-304ff8793f20 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.749771 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b6f51ce8-0ca8-4ada-89ad-304ff8793f20 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0116792 Jul 29 16:37:21.749771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-116ecc1f-736f-490f-92d0-4ad5b36e87f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.754955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44830) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.783050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-116ecc1f-736f-490f-92d0-4ad5b36e87f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.794145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17d7de-2028-4422-9f6d-689c454c2177 None None] Pushing event updated for resources: {'Port': ['ID=d4b01041-5c97-471a-9a86-9290cecd449a,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:21.800466 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-ddee70b0-28d8-4a9e-8df9-48f4fea6451d tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.803884 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ddee70b0-28d8-4a9e-8df9-48f4fea6451d tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0308692 Jul 29 16:37:21.819305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44834) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.820109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ecc1f-736f-490f-92d0-4ad5b36e87f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] Pushing event deleted for resources: {'Network': ['ID=232394e1-b127-4ef0-8bab-2ac3c4b27bba,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:21.831361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-02e05b7c-5d03-4650-a2da-b8cd8251c17c tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.832335 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-02e05b7c-5d03-4650-a2da-b8cd8251c17c tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0101774 Jul 29 16:37:21.837577 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-116ecc1f-736f-490f-92d0-4ad5b36e87f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-807004895-project] 10.222.0.58 "DELETE /v2.0/networks/232394e1-b127-4ef0-8bab-2ac3c4b27bba HTTP/1.1" status: 204 len: 168 time: 0.9814627 Jul 29 16:37:21.838409 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44838) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.861440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-a97ac91f-0173-4b06-816e-c9b7803803a8 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.865384 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a97ac91f-0173-4b06-816e-c9b7803803a8 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0132344 Jul 29 16:37:21.868573 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.871780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44844) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.880280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-6da248a8-8740-4b9c-9974-6bd32d3abfcf tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.884770 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6da248a8-8740-4b9c-9974-6bd32d3abfcf tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0120080 Jul 29 16:37:21.887924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44848) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.896926 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-ba5fbca3-4b0d-4f1f-b8b5-b0c658b352e6 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.900707 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ba5fbca3-4b0d-4f1f-b8b5-b0c658b352e6 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0119853 Jul 29 16:37:21.905310 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44852) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.912083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-aec00d96-fcd0-4089-a8a1-1a8f53d58cf7 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.915876 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-aec00d96-fcd0-4089-a8a1-1a8f53d58cf7 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0095458 Jul 29 16:37:21.917185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Transition to ACTIVE for port object a60e2794-0884-4bdc-958a-397e690dab54 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:21.918242 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44856) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.925439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-88a85cc4-5df8-4984-a3e9-ef75460658e0 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.927580 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-88a85cc4-5df8-4984-a3e9-ef75460658e0 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0082877 Jul 29 16:37:21.929862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44860) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.937103 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-ab6b8f0b-6d0a-431c-8969-a4a6039bf98c tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.938058 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ab6b8f0b-6d0a-431c-8969-a4a6039bf98c tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0060930 Jul 29 16:37:21.940993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44864) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.947598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-9729f9f2-4159-42a8-b796-031e4ba43032 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.951085 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9729f9f2-4159-42a8-b796-031e4ba43032 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0065475 Jul 29 16:37:21.951535 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44868) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.960903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-b147d87d-1e95-4c0e-a396-b01e45d72236 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.964504 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b147d87d-1e95-4c0e-a396-b01e45d72236 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0095336 Jul 29 16:37:21.965552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44872) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.966228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Deleting port f2c3c08c-343b-4a4a-a841-b587f297a306 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:21.966571 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.971937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-50b09a19-4441-49e8-8821-776b42372966 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.975843 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-50b09a19-4441-49e8-8821-776b42372966 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0064533 Jul 29 16:37:21.975843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44876) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:21.980664 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-a5bdd0a7-32e1-4b51-92d0-4f3bfc5aeea0 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:21.981631 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a5bdd0a7-32e1-4b51-92d0-4f3bfc5aeea0 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0051932 Jul 29 16:37:21.984193 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:21.985716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44880) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.033418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-5accd889-39e6-4a51-ab1b-f983f0a4d68b tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.037432 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5accd889-39e6-4a51-ab1b-f983f0a4d68b tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0478001 Jul 29 16:37:22.044769 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44884) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.060006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-572e990d-e983-4143-9ba5-598cf0227766 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.065757 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-572e990d-e983-4143-9ba5-598cf0227766 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0153785 Jul 29 16:37:22.072086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network ea061efc-6ae4-42e3-8086-272eed9d0831 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:22.086277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44888) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.086990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:22.097722 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:22.109739 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:22.114749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:22.121513 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6fb04182-9edc-448b-ac8f-d428f12e97f9 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:37:22.125997 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-96b9a86f-b9f1-4151-b571-e90605870ef6 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.129418 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-96b9a86f-b9f1-4151-b571-e90605870ef6 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0377905 Jul 29 16:37:22.132378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44892) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.162216 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 6fb04182-9edc-448b-ac8f-d428f12e97f9 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:37:22.162570 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6fb04182-9edc-448b-ac8f-d428f12e97f9 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:37:22.172803 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-12840151-eecf-4a1a-af8d-0ba49c96f69b tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.173852 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-12840151-eecf-4a1a-af8d-0ba49c96f69b tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0356746 Jul 29 16:37:22.175600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=a60e2794-0884-4bdc-958a-397e690dab54,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:22.187055 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44898) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.192500 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-e9ca3e8f-e2b8-446b-adbb-d28fcc060c83 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.194129 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e9ca3e8f-e2b8-446b-adbb-d28fcc060c83 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0060380 Jul 29 16:37:22.202179 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2af8f8c6-e931-4586-8ba3-ae56f825df46 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7908027 Jul 29 16:37:22.203008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44902) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.203342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44904) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.210746 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-477c99c2-fea3-436e-a9c9-55e206008848 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.214593 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-477c99c2-fea3-436e-a9c9-55e206008848 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074468 Jul 29 16:37:22.235992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44910) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.281484 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [None req-384e9ff2-b653-4a4a-aa2d-5cb1ce6f6135 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.286718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44914) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.287280 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-384e9ff2-b653-4a4a-aa2d-5cb1ce6f6135 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0384097 Jul 29 16:37:22.291670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-da33dcb8-0d22-49ca-88b2-22c7ed1e3f41 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port a60e2794-0884-4bdc-958a-397e690dab54 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:22.292023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-da33dcb8-0d22-49ca-88b2-22c7ed1e3f41 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:22.320126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44916) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.326095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-5cc863ab-07bd-45aa-9430-ed0a95451874 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.326975 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5cc863ab-07bd-45aa-9430-ed0a95451874 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052547 Jul 29 16:37:22.327641 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e03c7486-82ef-40fe-a2e7-e539a72f3522 req-8b28cc91-01f8-4405-8f16-21622f6512ad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8711805 Jul 29 16:37:22.331960 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44922) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.343450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-091dd661-6c9e-42b2-9ef4-e5464209072b tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.345110 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-091dd661-6c9e-42b2-9ef4-e5464209072b tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0115674 Jul 29 16:37:22.347551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44926) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.358706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-08b5bbb1-5147-48fb-9959-18c5a07d4afb tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.359633 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-08b5bbb1-5147-48fb-9959-18c5a07d4afb tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0112271 Jul 29 16:37:22.362750 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44930) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.372238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-b05fc9d2-2f4a-42a3-8c7e-02e98aa0b9c4 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.373216 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b05fc9d2-2f4a-42a3-8c7e-02e98aa0b9c4 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0095770 Jul 29 16:37:22.376120 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44934) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.378538 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:22.384024 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-87c89635-0267-48b1-9f08-08c79531852f tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.384977 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-87c89635-0267-48b1-9f08-08c79531852f tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0080512 Jul 29 16:37:22.406861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44938) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.415544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [None req-877b23fa-e38f-463b-929d-1272ca6ac3c9 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.416487 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-877b23fa-e38f-463b-929d-1272ca6ac3c9 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049970 Jul 29 16:37:22.429083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44944) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.440716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-97e3c19b-7ac1-4634-a1fd-348f2638043f tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.445229 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-97e3c19b-7ac1-4634-a1fd-348f2638043f tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0153279 Jul 29 16:37:22.447994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44948) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.453342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-afa7b0dc-11ba-4529-847f-c2291e2fd45a tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.456803 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-afa7b0dc-11ba-4529-847f-c2291e2fd45a tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077755 Jul 29 16:37:22.464982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44952) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.480544 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-1a6eb9ab-e5c0-4d72-a8bb-75491de4f803 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.484794 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1a6eb9ab-e5c0-4d72-a8bb-75491de4f803 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0187624 Jul 29 16:37:22.487893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44956) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.495372 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-37e1639f-3bea-43e6-b6ef-512649d1dbc4 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.497105 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-37e1639f-3bea-43e6-b6ef-512649d1dbc4 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0072100 Jul 29 16:37:22.499636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44960) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.515437 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1f4a3177-c9c6-498f-90a4-2ef76a9119d7 req-e9a7f26f-e186-4950-ac09-4affd2032133 service neutron] 10.222.0.69 "GET /v2.0/networks/5dcc6516-a1ee-4da5-989d-49f628a9f2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9722142 Jul 29 16:37:22.520071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:22.527017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-729f3a8c-0b2a-4cb9-a4e6-2f2dd2162d16 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.530562 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-729f3a8c-0b2a-4cb9-a4e6-2f2dd2162d16 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0275714 Jul 29 16:37:22.531200 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 44964) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.544335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [None req-fb13e9c7-de03-46c8-ac92-b217c8a5fef4 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.545327 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fb13e9c7-de03-46c8-ac92-b217c8a5fef4 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0118868 Jul 29 16:37:22.585808 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44968) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.604580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-a786163b-e577-46c9-920b-6b560be21bbb tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.605762 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a786163b-e577-46c9-920b-6b560be21bbb tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0187848 Jul 29 16:37:22.608728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44972) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.697624 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] For port f2c3c08c-343b-4a4a-a841-b587f297a306, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f2c3c08c-343b-4a4a-a841-b587f297a306,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:22.697988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:22.723374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-310be6ba-d021-4bb4-98f1-64240d113743 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.726920 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-310be6ba-d021-4bb4-98f1-64240d113743 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.1146972 Jul 29 16:37:22.727377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44976) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.734593 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-9fa48d7c-178a-4978-a869-f038cab73423 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.738100 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9fa48d7c-178a-4978-a869-f038cab73423 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0072908 Jul 29 16:37:22.738387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44980) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.748741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-1ca1d959-aba0-4f49-993a-d9bc6c21a68a tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.750998 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1ca1d959-aba0-4f49-993a-d9bc6c21a68a tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0104570 Jul 29 16:37:22.753381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44984) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.772736 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-21606b1c-41c1-4b66-b4ab-d453b7946c52 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.773402 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-21606b1c-41c1-4b66-b4ab-d453b7946c52 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0193462 Jul 29 16:37:22.776409 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44988) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.788965 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-62cfd066-468f-4033-b7da-01b9d5dff4c5 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.792463 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-62cfd066-468f-4033-b7da-01b9d5dff4c5 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0129716 Jul 29 16:37:22.793419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44992) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.800566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-ac64cf18-0bf8-48a1-8953-245fd9018a05 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.803909 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ac64cf18-0bf8-48a1-8953-245fd9018a05 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0072169 Jul 29 16:37:22.803909 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-da33dcb8-0d22-49ca-88b2-22c7ed1e3f41 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:22.810593 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 44996) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.820484 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-e6823549-ee17-4e80-a4a8-df96fea8da63 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.824186 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e6823549-ee17-4e80-a4a8-df96fea8da63 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0101676 Jul 29 16:37:22.853510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Calling delete_port for f2c3c08c-343b-4a4a-a841-b587f297a306 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:22.870557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45000) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.897628 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-43b21a38-3251-4080-bb86-48022314a38f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ecd252331c4b4f7e903a796d08709e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5735471 Jul 29 16:37:22.904087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45004) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:22.931882 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7486-82ef-40fe-a2e7-e539a72f3522 req-a04cdeb7-99a8-4369-9c13-27a532b5015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:22.932359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-bf83f790-e710-4758-be02-35d1fd0a8f84 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:22.933300 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e03c7486-82ef-40fe-a2e7-e539a72f3522 req-a04cdeb7-99a8-4369-9c13-27a532b5015b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5805d9e4969d4ea4998b7fc9613962f4&device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 1098 time: 0.5159230 Jul 29 16:37:22.933413 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bf83f790-e710-4758-be02-35d1fd0a8f84 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0624425 Jul 29 16:37:22.938260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:22.940276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-da33dcb8-0d22-49ca-88b2-22c7ed1e3f41 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for a60e2794-0884-4bdc-958a-397e690dab54 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:22.944416 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45008) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.011671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [None req-3255d135-fbfd-4662-a4e2-c421596c399b tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.015060 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3255d135-fbfd-4662-a4e2-c421596c399b tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0353789 Jul 29 16:37:23.023172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45012) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.029010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-7f8984f5-4080-43d9-bad3-f6afebf3c825 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.030335 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7f8984f5-4080-43d9-bad3-f6afebf3c825 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0063112 Jul 29 16:37:23.032703 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45016) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.038314 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-d946322c-3cf6-4a33-a714-a48db2c4a066 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.041737 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d946322c-3cf6-4a33-a714-a48db2c4a066 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0053883 Jul 29 16:37:23.041737 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45020) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.046715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848318f5-4567-46db-99db-2d3f884c71f9 None None] Network ea061efc-6ae4-42e3-8086-272eed9d0831 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:23.084493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-40bd70fa-5d9a-4a36-bfa9-4463a07f90e8 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.088101 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-40bd70fa-5d9a-4a36-bfa9-4463a07f90e8 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0429749 Jul 29 16:37:23.088531 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45024) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.095921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-ea859e14-8740-449f-b97e-81f8265a372e tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.099127 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ea859e14-8740-449f-b97e-81f8265a372e tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0074151 Jul 29 16:37:23.099451 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45028) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.103880 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:23.106474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-cdd72b65-09b8-42bc-9943-5375c1696b55 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.109294 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cdd72b65-09b8-42bc-9943-5375c1696b55 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0068495 Jul 29 16:37:23.110206 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45032) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.116532 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-91696ba7-de18-4a39-89ca-605caf17ca86 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.119451 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-91696ba7-de18-4a39-89ca-605caf17ca86 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0069628 Jul 29 16:37:23.120252 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45036) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.128854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-4f4c3545-5b17-4f6c-89ad-a16e3cdf38f1 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.132724 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4f4c3545-5b17-4f6c-89ad-a16e3cdf38f1 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0090559 Jul 29 16:37:23.133099 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45040) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.137748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-cd2796e5-1ac1-4cca-8dc4-04951fe41dfe tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.141341 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cd2796e5-1ac1-4cca-8dc4-04951fe41dfe tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048232 Jul 29 16:37:23.141341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45044) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.143823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-da33dcb8-0d22-49ca-88b2-22c7ed1e3f41 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:23.147576 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-7d0d3a42-c7df-4367-ab78-babb3a205e22 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.150853 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7d0d3a42-c7df-4367-ab78-babb3a205e22 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0063338 Jul 29 16:37:23.157395 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1e192749-7d72-4caf-b9bb-1e9105e6cd51 None None] Provisioning for port d4b01041-5c97-471a-9a86-9290cecd449a completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:23.161251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45048) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.162077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:23.179677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:23.198568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33dcb8-0d22-49ca-88b2-22c7ed1e3f41 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=a60e2794-0884-4bdc-958a-397e690dab54,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:23.215803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [None req-20fa45ac-349c-43b6-ba2e-83e4d72a35dc tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.219824 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-20fa45ac-349c-43b6-ba2e-83e4d72a35dc tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0525522 Jul 29 16:37:23.219824 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Pushing event updated for resources: {'Port': ['ID=7699118c-f781-4e99-8a7f-5a891ddfa2d9,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:23.228460 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:37:23.235541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45052) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.249733 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-da33dcb8-0d22-49ca-88b2-22c7ed1e3f41 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:23.260111 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-da33dcb8-0d22-49ca-88b2-22c7ed1e3f41 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/a60e2794-0884-4bdc-958a-397e690dab54 HTTP/1.1" status: 204 len: 168 time: 1.0535142 Jul 29 16:37:23.262338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45056) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.263052 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [None req-d816a652-10d1-4da3-a4ef-4e16194c3cc0 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.264079 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d816a652-10d1-4da3-a4ef-4e16194c3cc0 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0264485 Jul 29 16:37:23.267219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45060) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.293212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f36ac333-0bcb-4534-8f7a-b4cc00b8eb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:23.301152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-90153c2a-a291-433b-ac63-93f2285e0536 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.304698 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-90153c2a-a291-433b-ac63-93f2285e0536 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0340269 Jul 29 16:37:23.307218 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45064) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.317184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-b6d0d9d1-3c35-411f-a950-ad323c986c4c tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.320670 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b6d0d9d1-3c35-411f-a950-ad323c986c4c tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0100124 Jul 29 16:37:23.320670 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a6e631-a818-4502-acd9-f6c5379aa8e2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] DELETE failed (client error): The resource could not be found. Jul 29 16:37:23.320670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a6e631-a818-4502-acd9-f6c5379aa8e2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:37:23.322958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45068) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.324400 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e4a6e631-a818-4502-acd9-f6c5379aa8e2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/a60e2794-0884-4bdc-958a-397e690dab54 HTTP/1.1" status: 404 len: 333 time: 0.0611060 Jul 29 16:37:23.324959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45070) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.369011 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-77359d3b-d5d8-4ad3-ac32-96be2f5f52d5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] GET failed (client error): The resource could not be found. Jul 29 16:37:23.369583 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-77359d3b-d5d8-4ad3-ac32-96be2f5f52d5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:23.387752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-77359d3b-d5d8-4ad3-ac32-96be2f5f52d5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:23.391611 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-77359d3b-d5d8-4ad3-ac32-96be2f5f52d5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/a60e2794-0884-4bdc-958a-397e690dab54 HTTP/1.1" status: 404 len: 333 time: 0.0631638 Jul 29 16:37:23.391845 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45076) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.410727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [None req-b39398c5-0ed7-41e2-bf71-4b2e09d9c419 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.411716 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b39398c5-0ed7-41e2-bf71-4b2e09d9c419 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0803113 Jul 29 16:37:23.427319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45080) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.446630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-5dc73f73-b33f-442a-91a5-163750c04c89 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.447605 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5dc73f73-b33f-442a-91a5-163750c04c89 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0164368 Jul 29 16:37:23.450541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45084) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.450662 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f36ac333-0bcb-4534-8f7a-b4cc00b8eb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:23.457757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-be8905f2-122a-4bc3-b682-9aeff62654c5 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.461671 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-be8905f2-122a-4bc3-b682-9aeff62654c5 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0073512 Jul 29 16:37:23.462680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45088) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.469089 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-58d233ca-0119-4831-8d8d-4eaac8edfa3f tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.473518 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-58d233ca-0119-4831-8d8d-4eaac8edfa3f tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0069582 Jul 29 16:37:23.473518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45092) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.479557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-1f83c0f6-98f8-4482-a2a1-2afbc204eb1c tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.483344 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1f83c0f6-98f8-4482-a2a1-2afbc204eb1c tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0070577 Jul 29 16:37:23.483344 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45096) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.489662 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-c152b2e1-7560-43f1-a70c-3a1b0916a0d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting subnet 04531acc-0825-4549-92ac-7e38859fd714 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:37:23.494341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-1c398f4c-0667-42a4-8653-8f70c4bf9ff7 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.497136 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1c398f4c-0667-42a4-8653-8f70c4bf9ff7 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0110734 Jul 29 16:37:23.501354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c152b2e1-7560-43f1-a70c-3a1b0916a0d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:23.529944 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45100) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.543693 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-3828d099-5f50-4c1b-8587-d6430ce22233 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.547053 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3828d099-5f50-4c1b-8587-d6430ce22233 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0137839 Jul 29 16:37:23.548438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45104) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.555929 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-6c8c7883-b82b-46ef-ba94-758dee611635 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.559298 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6c8c7883-b82b-46ef-ba94-758dee611635 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0082531 Jul 29 16:37:23.561569 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45108) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.569767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-1023ef40-fe5d-4339-b293-0437cd1bfddf tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.573679 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1023ef40-fe5d-4339-b293-0437cd1bfddf tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0085416 Jul 29 16:37:23.576996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45112) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.577227 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7486-82ef-40fe-a2e7-e539a72f3522 req-670f0dae-f5ed-447c-bf7a-a6fa5f5d850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:23.578525 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e03c7486-82ef-40fe-a2e7-e539a72f3522 req-670f0dae-f5ed-447c-bf7a-a6fa5f5d850c service neutron] 10.222.0.69 "GET /v2.0/networks?id=c6dca99b-4c37-4728-925e-9fe121498e55 HTTP/1.1" status: 200 len: 912 time: 0.5929592 Jul 29 16:37:23.586009 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-830441b4-cd14-455c-9408-ec6fc88387ac tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.587454 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-830441b4-cd14-455c-9408-ec6fc88387ac tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0090322 Jul 29 16:37:23.595729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45116) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.600204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c152b2e1-7560-43f1-a70c-3a1b0916a0d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:23.630011 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [None req-84a9d351-266a-40f3-892e-30ffcd82bdd7 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:37:23.631447 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-84a9d351-266a-40f3-892e-30ffcd82bdd7 tempest-ExtensionsTestJSON-150266048 tempest-ExtensionsTestJSON-150266048-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0348208 Jul 29 16:37:23.752150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c152b2e1-7560-43f1-a70c-3a1b0916a0d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:23.841556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-455cc40a-b503-4dc0-ab52-f506e0df661d None None] Could not find standard attr ID for object a60e2794-0884-4bdc-958a-397e690dab54. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:37:23.870824 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c152b2e1-7560-43f1-a70c-3a1b0916a0d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:23.910258 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45124) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:23.929575 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152b2e1-7560-43f1-a70c-3a1b0916a0d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Subnet': ['ID=04531acc-0825-4549-92ac-7e38859fd714,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:23.937003 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c152b2e1-7560-43f1-a70c-3a1b0916a0d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:23.945226 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c152b2e1-7560-43f1-a70c-3a1b0916a0d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/04531acc-0825-4549-92ac-7e38859fd714 HTTP/1.1" status: 204 len: 168 time: 0.5513306 Jul 29 16:37:23.946839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45128) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:24.037208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fe4ea1-e3cb-4a9c-ac37-53dbb46d5a9b None None] Network ea061efc-6ae4-42e3-8086-272eed9d0831 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:24.063858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.075641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port d4b01041-5c97-471a-9a86-9290cecd449a {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:24.075981 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.090483 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e03c7486-82ef-40fe-a2e7-e539a72f3522 req-f938935d-4f6e-4780-9022-6267817896a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86729bbb-9a3d-473c-a40e-a4485f064e91 HTTP/1.1" status: 200 len: 1001 time: 0.2977209 Jul 29 16:37:24.247274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7486-82ef-40fe-a2e7-e539a72f3522 req-349ec13f-2750-475b-80e9-21c92598d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:24.248631 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e03c7486-82ef-40fe-a2e7-e539a72f3522 req-349ec13f-2750-475b-80e9-21c92598d12a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fcc5b9f-d525-4d8c-bbad-b1671378d8d9 HTTP/1.1" status: 200 len: 850 time: 0.1470351 Jul 29 16:37:24.256134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d4b01041-5c97-471a-9a86-9290cecd449a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:24.263577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f36ac333-0bcb-4534-8f7a-b4cc00b8eb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.276619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0c285828-a8bd-4c76-b32b-daad0988cdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.323854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] For port d4b01041-5c97-471a-9a86-9290cecd449a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d4b01041-5c97-471a-9a86-9290cecd449a,segment=NetworkSegment(22344984-b506-45a5-ace0-fa767c80495d),segment_id=22344984-b506-45a5-ace0-fa767c80495d)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:24.324450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.334973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.385812 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port d4b01041-5c97-471a-9a86-9290cecd449a completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:24.393246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port d4b01041-5c97-471a-9a86-9290cecd449a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:24.393841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.471704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db927a57-4d6f-444a-aa16-935206c81533 None None] DHCP port deletion for ea061efc-6ae4-42e3-8086-272eed9d0831 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:37:24.473388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for d4b01041-5c97-471a-9a86-9290cecd449a owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:24.519292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ac333-0bcb-4534-8f7a-b4cc00b8eb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d006d6b-b410-47a1-ab3a-6eb95f6b7a84,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:24.553516 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.562021 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2c3c08c-343b-4a4a-a841-b587f297a306,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:24.564504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-db927a57-4d6f-444a-aa16-935206c81533 None None] Deleting port d4b01041-5c97-471a-9a86-9290cecd449a {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:24.565066 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-db927a57-4d6f-444a-aa16-935206c81533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.571579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0c285828-a8bd-4c76-b32b-daad0988cdcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:24.600968 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d4b01041-5c97-471a-9a86-9290cecd449a is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:24.601452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.611849 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.612420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No DVR routers for this DVR port d4b01041-5c97-471a-9a86-9290cecd449a on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:37:24.657263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0c285828-a8bd-4c76-b32b-daad0988cdcc admin admin] Usage tracker for resource:security_group_rule and tenant:423de9b5ac484fca8d93463eb0d19cbc is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:24.696160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0c285828-a8bd-4c76-b32b-daad0988cdcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:24.717003 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-db927a57-4d6f-444a-aa16-935206c81533 None None] The port 'd4b01041-5c97-471a-9a86-9290cecd449a' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:37:24.717324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.729636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0c285828-a8bd-4c76-b32b-daad0988cdcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:24.740581 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=d4b01041-5c97-471a-9a86-9290cecd449a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:24.822752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f36ac333-0bcb-4534-8f7a-b4cc00b8eb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.823793 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f36ac333-0bcb-4534-8f7a-b4cc00b8eb58 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d006d6b-b410-47a1-ab3a-6eb95f6b7a84 HTTP/1.1" status: 204 len: 168 time: 1.9107664 Jul 29 16:37:24.844585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.866840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.873106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea061efc-6ae4-42e3-8086-272eed9d0831']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:24.888064 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22344984-b506-45a5-ace0-fa767c80495d') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:24.888757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22344984-b506-45a5-ace0-fa767c80495d') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:24.902388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.920134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.927452 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:37:24.927976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:24.989965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.001851 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 22344984-b506-45a5-ace0-fa767c80495d resource provider aggregate not found Jul 29 16:37:25.031589 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 22344984-b506-45a5-ace0-fa767c80495d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22344984-b506-45a5-ace0-fa767c80495d found for delete ", "request_id": "req-58ee5f67-9810-4edd-bafd-7ff81c59d554"}]} Jul 29 16:37:25.045266 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.063572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.075294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Network': ['ID=ea061efc-6ae4-42e3-8086-272eed9d0831,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:25.089425 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8efa1cf6-f246-435d-a1aa-b5580fcb3a17 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/networks/ea061efc-6ae4-42e3-8086-272eed9d0831 HTTP/1.1" status: 204 len: 168 time: 1.1415477 Jul 29 16:37:25.093105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45146) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:25.099447 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2068114205'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:25.105227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:25.109227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:network and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:25.112448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:25.119273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:25.130190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:25.134472 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.161007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45150) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:25.177410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:37:25.199915 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.200256 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Added segment 3ef6d119-f019-49f3-80c1-3672199d6db5 of type vlan for network bd473b76-07ad-408b-9eff-4d5cae6801e4 Jul 29 16:37:25.245013 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dd50f3f1-d3d4-49fd-ae6a-2cdd4ead6807 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c08cf3a59e7495ba43817e370046e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828738 Jul 29 16:37:25.248700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.252147 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45154) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:25.317275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.323277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:25.323866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.353746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7486-82ef-40fe-a2e7-e539a72f3522 req-0ad37c9b-d421-478b-80af-483f7521773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:25.355306 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e03c7486-82ef-40fe-a2e7-e539a72f3522 req-0ad37c9b-d421-478b-80af-483f7521773b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c6dca99b-4c37-4728-925e-9fe121498e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0884070 Jul 29 16:37:25.374631 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.403647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.410664 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4d6dae59-e2f3-4759-b847-845e1b2e3531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.451991 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3574712 Jul 29 16:37:25.456378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45158) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:25.459157 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3ef5f-78e3-4588-b464-bb08c017910a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Network': ['ID=bd473b76-07ad-408b-9eff-4d5cae6801e4,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:25.471110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'subnet': {'network_id': 'bd473b76-07ad-408b-9eff-4d5cae6801e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:25.471262 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network bd473b76-07ad-408b-9eff-4d5cae6801e4 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:37:25.544817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4d6dae59-e2f3-4759-b847-845e1b2e3531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.617127 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.617698 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e528c73e-4bef-412d-b27b-9a6a724ef928 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:37:25.618027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:25.622578 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:subnet and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:25.625941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:25.632746 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:25.651001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4d6dae59-e2f3-4759-b847-845e1b2e3531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.667260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dae59-e2f3-4759-b847-845e1b2e3531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c711d1f7-78ed-42f5-b36e-82574d5a28ae,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:25.671792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4d6dae59-e2f3-4759-b847-845e1b2e3531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.675974 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4d6dae59-e2f3-4759-b847-845e1b2e3531 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c711d1f7-78ed-42f5-b36e-82574d5a28ae HTTP/1.1" status: 204 len: 168 time: 0.4198639 Jul 29 16:37:25.689741 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0c285828-a8bd-4c76-b32b-daad0988cdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.710332 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:25.715086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.775164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0c285828-a8bd-4c76-b32b-daad0988cdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.833630 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:25.913215 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e03c7486-82ef-40fe-a2e7-e539a72f3522 req-f8efe80a-3001-4e25-a75c-a9f2455165d1 service neutron] 10.222.0.69 "GET /v2.0/networks/c6dca99b-4c37-4728-925e-9fe121498e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308986 Jul 29 16:37:25.958499 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.039946 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0c285828-a8bd-4c76-b32b-daad0988cdcc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=423de9b5ac484fca8d93463eb0d19cbc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1182961 Jul 29 16:37:26.040756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c285828-a8bd-4c76-b32b-daad0988cdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd62324-4873-4f94-b9e6-1b8624ebe632,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:26.043554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45168) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:26.060651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Checking segment: {'id': '3ef6d119-f019-49f3-80c1-3672199d6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd473b76-07ad-408b-9eff-4d5cae6801e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:26.061012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network hostable DHCP agents. Network: bd473b76-07ad-408b-9eff-4d5cae6801e4, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:37:26.075334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Subnet': ['ID=80addd2f-cb00-436b-8c16-f6dacf673fff,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:26.129271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc472-ba7f-442f-99e5-c8cdcbfad910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.131421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network bd473b76-07ad-408b-9eff-4d5cae6801e4 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:37:26.157036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, bd473b76-07ad-408b-9eff-4d5cae6801e4) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:26.167396 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bac685-549b-44ea-807d-f48b95a2c796 None None] Network bd473b76-07ad-408b-9eff-4d5cae6801e4 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:26.174699 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:26.175405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.219101 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc472-ba7f-442f-99e5-c8cdcbfad910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.229777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.230929 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ec26392a-716b-49c0-bde7-24d5df5261cb tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "DELETE /v2.0/routers/e528c73e-4bef-412d-b27b-9a6a724ef928 HTTP/1.1" status: 204 len: 168 time: 5.6023283 Jul 29 16:37:26.249083 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45178) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:26.294527 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-47dbda61-bb18-4c02-a11c-8dbc3b323ea3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8366876 Jul 29 16:37:26.297059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45182) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:26.301974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc472-ba7f-442f-99e5-c8cdcbfad910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.315730 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1346681689', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:26.315888 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'network_id': 'bd473b76-07ad-408b-9eff-4d5cae6801e4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1066287694'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:26.337932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:26.344562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.349297 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Usage tracker for resource:router and tenant:227cb2d45a114d729cfd19669f163ead is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:26.352912 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.359643 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:26.362917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fc472-ba7f-442f-99e5-c8cdcbfad910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd62324-4873-4f94-b9e6-1b8624ebe632,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:26.363716 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.381547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:26.404257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d4b01041-5c97-471a-9a86-9290cecd449a no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:37:26.469106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc472-ba7f-442f-99e5-c8cdcbfad910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.474113 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5b1fc472-ba7f-442f-99e5-c8cdcbfad910 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4fd62324-4873-4f94-b9e6-1b8624ebe632 HTTP/1.1" status: 204 len: 168 time: 0.4292550 Jul 29 16:37:26.487942 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: d4b01041-5c97-471a-9a86-9290cecd449a {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:37:26.488424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d4b01041-5c97-471a-9a86-9290cecd449a not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:37:26.488676 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f2c3c08c-343b-4a4a-a841-b587f297a306 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:37:26.571613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: f2c3c08c-343b-4a4a-a841-b587f297a306 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:37:26.571980 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f2c3c08c-343b-4a4a-a841-b587f297a306 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:37:26.577403 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.578452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.583258 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e03c7486-82ef-40fe-a2e7-e539a72f3522 req-b09d93ee-4725-4be6-b29e-70c8e063cf66 service neutron] 10.222.0.69 "GET /v2.0/networks/c6dca99b-4c37-4728-925e-9fe121498e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931280 Jul 29 16:37:26.587598 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-bd473b76-07ad-408b-9eff-4d5cae6801e4', 'network_id': 'bd473b76-07ad-408b-9eff-4d5cae6801e4', 'tenant_id': 'fc630b34605447ae9c7be362e869ad61', 'fixed_ips': [{'subnet_id': '80addd2f-cb00-436b-8c16-f6dacf673fff'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:37:26.588428 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.610278 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.610761 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 425d4ec5-3ddc-40e5-877b-528fe7f36531 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:37:26.626823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:26.637666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:port and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:26.644155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:26.652755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:26.686978 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:26.694252 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.694782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:26.714578 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 29 16:37:26.718994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45198) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:26.726730 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-342cf0e3-6797-4049-b058-6709d4c4b751 tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.8846426 Jul 29 16:37:26.780224 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port 14510703-d856-4ecf-837c-10fc7cb302ae yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:26.817522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45202) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:26.832015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Allocated IP 2001:db8::2 (bd473b76-07ad-408b-9eff-4d5cae6801e4/80addd2f-cb00-436b-8c16-f6dacf673fff/1d7cec57-9a5d-4ea7-b84a-a11e71856145) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:26.867974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-7237fd0d-a03d-4147-ba77-5696f698e89c tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Deleting port 60bd4427-75a4-4cc7-9f04-c271406b60d7 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:26.868486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7237fd0d-a03d-4147-ba77-5696f698e89c tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:27.127927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:27.146712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Transition to ACTIVE for port object 1d7cec57-9a5d-4ea7-b84a-a11e71856145 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:27.176891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Transition to ACTIVE for port object 1d7cec57-9a5d-4ea7-b84a-a11e71856145 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:27.185996 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:27.266297 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Network bd473b76-07ad-408b-9eff-4d5cae6801e4 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:27.269508 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:27.273795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:27.282761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Pushing event updated for resources: {'Port': ['ID=1d7cec57-9a5d-4ea7-b84a-a11e71856145,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:27.299878 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1668727647'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:27.305237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:27.309082 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Usage tracker for resource:network and tenant:d5d5fb7d0e6e428880abac8a62f52348 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:27.311892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:27.318589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:27.336477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Made reservation on behalf of d5d5fb7d0e6e428880abac8a62f52348 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:27.340047 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:27.340643 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:27.357482 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:27.357803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Router b29600e1-ed65-4600-b36c-827925c02ed5 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:37:27.407319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:27.418638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Attempting to bind port 1d7cec57-9a5d-4ea7-b84a-a11e71856145 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:27.419010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Attempting to bind port 1d7cec57-9a5d-4ea7-b84a-a11e71856145 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '3ef6d119-f019-49f3-80c1-3672199d6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd473b76-07ad-408b-9eff-4d5cae6801e4'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:27.419366 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Attempting to bind port 1d7cec57-9a5d-4ea7-b84a-a11e71856145 on network bd473b76-07ad-408b-9eff-4d5cae6801e4 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:27.425624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:37:27.426227 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Checking segment: {'id': '3ef6d119-f019-49f3-80c1-3672199d6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd473b76-07ad-408b-9eff-4d5cae6801e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:27.426985 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:27.427554 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Bound using segment: {'id': '3ef6d119-f019-49f3-80c1-3672199d6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd473b76-07ad-408b-9eff-4d5cae6801e4'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:37:27.428159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Bound port: 1d7cec57-9a5d-4ea7-b84a-a11e71856145, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef6d119-f019-49f3-80c1-3672199d6db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bd473b76-07ad-408b-9eff-4d5cae6801e4'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:37:27.428789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:27.431525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Usage tracker for resource:security_group_rule and tenant:d5d5fb7d0e6e428880abac8a62f52348 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:27.436106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Allocated IP 2001:db8::267 (bd473b76-07ad-408b-9eff-4d5cae6801e4/80addd2f-cb00-436b-8c16-f6dacf673fff/14510703-d856-4ecf-837c-10fc7cb302ae) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:27.439249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7237fd0d-a03d-4147-ba77-5696f698e89c tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:27.449067 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:27.465632 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:27.549948 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] For port 1d7cec57-9a5d-4ea7-b84a-a11e71856145, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:37:27.555162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] For port 1d7cec57-9a5d-4ea7-b84a-a11e71856145, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1d7cec57-9a5d-4ea7-b84a-a11e71856145,segment=NetworkSegment(3ef6d119-f019-49f3-80c1-3672199d6db5),segment_id=3ef6d119-f019-49f3-80c1-3672199d6db5)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:37:27.559874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:27.595811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-7237fd0d-a03d-4147-ba77-5696f698e89c tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Calling delete_port for 60bd4427-75a4-4cc7-9f04-c271406b60d7 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:27.647938 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:37:27.668696 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Sync routers for ids ['b29600e1-ed65-4600-b36c-827925c02ed5'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:37:27.680029 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Routers {'b29600e1-ed65-4600-b36c-827925c02ed5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:27.681069 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b29600e1-ed65-4600-b36c-827925c02ed5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:27.692227 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:27.694072 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-dc716866-fbd5-43ec-a94a-bee194ef82db tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.2237902 Jul 29 16:37:27.696639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45224) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:27.740215 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08665194-eaad-47e8-9b81-0b853452b7e6 None None] Pushing event updated for resources: {'Port': ['ID=1d7cec57-9a5d-4ea7-b84a-a11e71856145,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:27.763551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45228) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:27.912979 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Set router b29600e1-ed65-4600-b36c-827925c02ed5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:37:27.993344 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.006279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7237fd0d-a03d-4147-ba77-5696f698e89c tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.049406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.088991 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-6db360c8-7019-428c-8c5b-46e01a8a2344 tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] Request body: {'port': {'network_id': '90cc23dd-29c2-4827-813d-901abc343a9b', 'name': 'tempest-NetworksNegativeTestJSON-688144976'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:28.107636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237fd0d-a03d-4147-ba77-5696f698e89c tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Pushing event deleted for resources: {'Port': ['ID=60bd4427-75a4-4cc7-9f04-c271406b60d7,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:28.122497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.131115 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db360c8-7019-428c-8c5b-46e01a8a2344 tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] POST failed (client error): The resource could not be found. Jul 29 16:37:28.131599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db360c8-7019-428c-8c5b-46e01a8a2344 tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:37:28.132793 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6db360c8-7019-428c-8c5b-46e01a8a2344 tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3630588 Jul 29 16:37:28.137358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Transition to ACTIVE for port object 14510703-d856-4ecf-837c-10fc7cb302ae will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:28.139894 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45234) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:28.232563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:37:28.232888 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0ad4d7-584d-40df-ac88-0c7baf0695fa tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] DELETE failed (client error): The resource could not be found. Jul 29 16:37:28.233529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0ad4d7-584d-40df-ac88-0c7baf0695fa tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:37:28.242172 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1d7cec57-9a5d-4ea7-b84a-a11e71856145 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:28.249992 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9d0ad4d7-584d-40df-ac88-0c7baf0695fa tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] 10.222.0.58 "DELETE /v2.0/networks/b516ff20-40c9-4c7a-a2a3-355a122c6b46 HTTP/1.1" status: 404 len: 339 time: 0.1062818 Jul 29 16:37:28.250642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45238) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:28.260908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.300477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.300824 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Added segment 28ac35a8-b9bf-4d4f-b8fd-f82761228381 of type vlan for network 499f3411-e69b-4664-a7d6-c6af7546bc02 Jul 29 16:37:28.303990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623044eb-e39f-4635-b9f1-8ec60ffce30b,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:28.346552 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 1d7cec57-9a5d-4ea7-b84a-a11e71856145 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:28.351519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7237fd0d-a03d-4147-ba77-5696f698e89c tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.355713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.376041 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.376940 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e6c11659-1b1e-4bf0-b275-0b3d1098638d tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/routers/b29600e1-ed65-4600-b36c-827925c02ed5 HTTP/1.1" status: 200 len: 908 time: 0.6790922 Jul 29 16:37:28.384178 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.385986 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45244) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:28.386385 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29600e1-ed65-4600-b36c-827925c02ed5', 'name': 'tempest-snat-router-377395528', 'tenant_id': '55c39253ab4e4a2cae0721ad45d6578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.241'}], 'enable_snat': False}, 'gw_port_id': '7699118c-f781-4e99-8a7f-5a891ddfa2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:16Z', 'updated_at': '2022-07-29T16:37:24Z', 'revision_number': 3, 'project_id': '55c39253ab4e4a2cae0721ad45d6578f', 'gw_port': {'id': '7699118c-f781-4e99-8a7f-5a891ddfa2d9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29600e1-ed65-4600-b36c-827925c02ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:20Z', 'updated_at': '2022-07-29T16:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:28.389020 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d6943a-3ecd-494e-8fe1-b462db412a4d tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] DELETE failed (client error): The resource could not be found. Jul 29 16:37:28.389602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d6943a-3ecd-494e-8fe1-b462db412a4d tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:37:28.390724 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Checking router: b29600e1-ed65-4600-b36c-827925c02ed5 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:37:28.394928 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Updating router b29600e1-ed65-4600-b36c-827925c02ed5 port 7699118c-f781-4e99-8a7f-5a891ddfa2d9 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:37:28.395060 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-20d6943a-3ecd-494e-8fe1-b462db412a4d tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] 10.222.0.58 "DELETE /v2.0/ports/37677875-e0ef-4306-864d-076745a5cc60 HTTP/1.1" status: 404 len: 333 time: 0.1375604 Jul 29 16:37:28.395979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Request body: {'router': {'name': 'tempest-snat-router-377395528', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'enable_snat': True}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:28.400505 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45248) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:28.437012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:28.453387 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.464474 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7237fd0d-a03d-4147-ba77-5696f698e89c tempest-RoutersAdminNegativeTest-1467989372 tempest-RoutersAdminNegativeTest-1467989372-project-admin] 10.222.0.58 "DELETE /v2.0/ports/60bd4427-75a4-4cc7-9f04-c271406b60d7 HTTP/1.1" status: 204 len: 168 time: 1.7421064 Jul 29 16:37:28.478326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Usage tracker for resource:router and tenant:55c39253ab4e4a2cae0721ad45d6578f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:28.488940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:28.492943 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network bd473b76-07ad-408b-9eff-4d5cae6801e4 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:28.496717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:28.501607 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:28.507317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:28.507945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.510784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:28.513360 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ba4991-597f-4db9-ab3d-a525dd77305e tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] DELETE failed (client error): The resource could not be found. Jul 29 16:37:28.513738 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=14510703-d856-4ecf-837c-10fc7cb302ae,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:28.514167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ba4991-597f-4db9-ab3d-a525dd77305e tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:37:28.520918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.527015 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:28.527627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.535869 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-91ba4991-597f-4db9-ab3d-a525dd77305e tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] 10.222.0.58 "DELETE /v2.0/subnets/5b1a94d1-1077-4adc-8a58-5f7dfd002115 HTTP/1.1" status: 404 len: 337 time: 0.1008489 Jul 29 16:37:28.540342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45254) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:28.574226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.575514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.617336 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2fda4b9-f3b2-4915-9b7e-696d67cb593f tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] GET failed (client error): The resource could not be found. Jul 29 16:37:28.621657 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d6872119-33b4-4342-a843-9d12c055607b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3201261 Jul 29 16:37:28.622484 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c2fda4b9-f3b2-4915-9b7e-696d67cb593f tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] 10.222.0.58 "GET /v2.0/networks/5bea3bf8-f38f-4bd0-b746-2abfdad21e68 HTTP/1.1" status: 404 len: 339 time: 0.0808778 Jul 29 16:37:28.622679 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45258) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:28.626319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45262) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:28.647246 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.675073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Allocated IP 172.26.1.109 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/bbebd94c-60f9-4693-b260-b06c394ec036) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:28.732062 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9033594 Jul 29 16:37:28.751450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45266) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:28.775269 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Request body: {'subnet': {'network_id': '499f3411-e69b-4664-a7d6-c6af7546bc02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:28.793629 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea9a93b-5dd6-4046-be21-5ce879bf85bb tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] GET failed (client error): The resource could not be found. Jul 29 16:37:28.798347 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dea9a93b-5dd6-4046-be21-5ce879bf85bb tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] 10.222.0.58 "GET /v2.0/ports/9cf7db94-ec1c-4373-832f-690e202363e7 HTTP/1.1" status: 404 len: 333 time: 0.1677182 Jul 29 16:37:28.798347 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e65c86-4d38-48dd-85d9-4d3eacfa5bff tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event updated for resources: {'Network': ['ID=499f3411-e69b-4664-a7d6-c6af7546bc02,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:28.804275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45270) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:28.813225 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 499f3411-e69b-4664-a7d6-c6af7546bc02 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:37:28.936994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-92b572c0-cac6-4c4e-831e-87b1b07c814d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port 14510703-d856-4ecf-837c-10fc7cb302ae {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:28.937478 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-92b572c0-cac6-4c4e-831e-87b1b07c814d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:28.972206 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45276) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:28.985204 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-710640da-0a1a-4718-8a9d-47a6435a672f tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] GET failed (client error): The resource could not be found. Jul 29 16:37:28.986497 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-710640da-0a1a-4718-8a9d-47a6435a672f tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] 10.222.0.58 "GET /v2.0/subnets/5fc7908f-c139-41bd-b8dc-97f9e957707b HTTP/1.1" status: 404 len: 337 time: 0.1788054 Jul 29 16:37:29.011270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45280) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:29.028157 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a9996c25-cd0d-438a-aa56-4745263e719f tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:29.069133 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9996c25-cd0d-438a-aa56-4745263e719f tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] PUT failed (client error): The resource could not be found. Jul 29 16:37:29.069606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9996c25-cd0d-438a-aa56-4745263e719f tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:37:29.070731 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a9996c25-cd0d-438a-aa56-4745263e719f tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] 10.222.0.58 "PUT /v2.0/networks/8ebb50d3-01c2-4979-b7b7-10f1e3d063db HTTP/1.1" status: 404 len: 339 time: 0.0585403 Jul 29 16:37:29.075351 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45286) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:29.083111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-45dc5678-313f-49e8-8148-496d3daa8c01 tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:29.149767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88251fdb-37c5-475d-903f-5222682d114f None None] Network bd473b76-07ad-408b-9eff-4d5cae6801e4 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:29.203356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:29.244199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c6d2d31e-5716-480c-8951-d24f8a53bde8 None None] Provisioning for port 1d7cec57-9a5d-4ea7-b84a-a11e71856145 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:29.255300 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c6d2d31e-5716-480c-8951-d24f8a53bde8 None None] Provisioning complete for port 1d7cec57-9a5d-4ea7-b84a-a11e71856145 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:29.256274 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d31e-5716-480c-8951-d24f8a53bde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:29.265123 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:29.284792 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-45dc5678-313f-49e8-8148-496d3daa8c01 tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] PUT failed (client error): The resource could not be found. Jul 29 16:37:29.285303 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45dc5678-313f-49e8-8148-496d3daa8c01 tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:37:29.291258 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-45dc5678-313f-49e8-8148-496d3daa8c01 tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] 10.222.0.58 "PUT /v2.0/ports/26a35239-cf15-4525-b3c7-f1b677be2601 HTTP/1.1" status: 404 len: 333 time: 0.2081943 Jul 29 16:37:29.292376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45290) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:29.293339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Usage tracker for resource:subnet and tenant:d5d5fb7d0e6e428880abac8a62f52348 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:29.309536 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:29.315084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-98716ccc-e8b1-4d04-a719-0d0fa587b8a3 tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:29.343545 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b6b32a25-94e8-4312-93db-52dc65b7ac58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:29.356614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:29.360061 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:29.374524 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-98716ccc-e8b1-4d04-a719-0d0fa587b8a3 tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] PUT failed (client error): The resource could not be found. Jul 29 16:37:29.374990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98716ccc-e8b1-4d04-a719-0d0fa587b8a3 tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:37:29.376115 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-98716ccc-e8b1-4d04-a719-0d0fa587b8a3 tempest-NetworksNegativeTestJSON-444110189 tempest-NetworksNegativeTestJSON-444110189-project] 10.222.0.58 "PUT /v2.0/subnets/6af7eabc-1658-4dc4-a201-d4524239fcd6 HTTP/1.1" status: 404 len: 337 time: 0.0726035 Jul 29 16:37:29.403970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b6b32a25-94e8-4312-93db-52dc65b7ac58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:29.442336 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:29.462802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b6b32a25-94e8-4312-93db-52dc65b7ac58 admin admin] Usage tracker for resource:security_group_rule and tenant:10eb4c7b821848c49a6a57afaeaae296 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:29.468818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b6b32a25-94e8-4312-93db-52dc65b7ac58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:29.471774 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Made reservation on behalf of d5d5fb7d0e6e428880abac8a62f52348 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:29.475501 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:29.507533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b6b32a25-94e8-4312-93db-52dc65b7ac58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:29.598134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2d31e-5716-480c-8951-d24f8a53bde8 None None] Current status of the port 1d7cec57-9a5d-4ea7-b84a-a11e71856145 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:29.598534 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d31e-5716-480c-8951-d24f8a53bde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:29.663682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c6d2d31e-5716-480c-8951-d24f8a53bde8 None None] For port 1d7cec57-9a5d-4ea7-b84a-a11e71856145, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1d7cec57-9a5d-4ea7-b84a-a11e71856145,segment=NetworkSegment(3ef6d119-f019-49f3-80c1-3672199d6db5),segment_id=3ef6d119-f019-49f3-80c1-3672199d6db5)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:29.671996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-92b572c0-cac6-4c4e-831e-87b1b07c814d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:29.679932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c6d2d31e-5716-480c-8951-d24f8a53bde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:29.773550 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2d31e-5716-480c-8951-d24f8a53bde8 None None] Pushing event updated for resources: {'Port': ['ID=1d7cec57-9a5d-4ea7-b84a-a11e71856145,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:29.808777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45298) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:29.820307 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-92b572c0-cac6-4c4e-831e-87b1b07c814d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for 14510703-d856-4ecf-837c-10fc7cb302ae owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:29.864572 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:29.870079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:29.876576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:29.883958 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Transition to ACTIVE for port object 7699118c-f781-4e99-8a7f-5a891ddfa2d9 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:29.888622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:29.900619 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:29.997221 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44601310-edb2-4891-9245-4482fda7e8d8 None None] Pushing event updated for resources: {'Port': ['ID=7699118c-f781-4e99-8a7f-5a891ddfa2d9,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:29.998062 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Pushing event updated for resources: {'Port': ['ID=bbebd94c-60f9-4693-b260-b06c394ec036,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:30.013707 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44601310-edb2-4891-9245-4482fda7e8d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:30.014074 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44601310-edb2-4891-9245-4482fda7e8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:30.014437 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44601310-edb2-4891-9245-4482fda7e8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:30.015267 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44601310-edb2-4891-9245-4482fda7e8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:30.015657 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44601310-edb2-4891-9245-4482fda7e8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:30.016543 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44601310-edb2-4891-9245-4482fda7e8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:30.016543 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44601310-edb2-4891-9245-4482fda7e8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:30.016848 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44601310-edb2-4891-9245-4482fda7e8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:30.017132 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44601310-edb2-4891-9245-4482fda7e8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:30.017630 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44601310-edb2-4891-9245-4482fda7e8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:30.018431 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44601310-edb2-4891-9245-4482fda7e8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:30.018772 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44601310-edb2-4891-9245-4482fda7e8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:37:30.065635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a43619aa-efdc-4b67-92d9-a57adc4e73bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.092689 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Attempting to bind port 7699118c-f781-4e99-8a7f-5a891ddfa2d9 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:30.093281 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Attempting to bind port 7699118c-f781-4e99-8a7f-5a891ddfa2d9 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:30.093708 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Attempting to bind port 7699118c-f781-4e99-8a7f-5a891ddfa2d9 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:30.101110 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:37:30.101587 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:30.102046 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.102646 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:37:30.103301 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Bound port: 7699118c-f781-4e99-8a7f-5a891ddfa2d9, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:37:30.103879 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.146605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b6b32a25-94e8-4312-93db-52dc65b7ac58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.159629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a43619aa-efdc-4b67-92d9-a57adc4e73bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:30.180937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b6b32a25-94e8-4312-93db-52dc65b7ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.181696 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1d7cec57-9a5d-4ea7-b84a-a11e71856145 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:30.197650 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a43619aa-efdc-4b67-92d9-a57adc4e73bf admin admin] Usage tracker for resource:security_group_rule and tenant:6fed9eee156d45598e29c6b909bd1bff is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:30.218153 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] For port 7699118c-f781-4e99-8a7f-5a891ddfa2d9, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:37:30.222740 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] For port 7699118c-f781-4e99-8a7f-5a891ddfa2d9, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7699118c-f781-4e99-8a7f-5a891ddfa2d9,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:37:30.224191 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a43619aa-efdc-4b67-92d9-a57adc4e73bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:30.229753 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.266250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.283937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.284994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 1d7cec57-9a5d-4ea7-b84a-a11e71856145 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:30.285487 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.300988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.307566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a43619aa-efdc-4b67-92d9-a57adc4e73bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:30.332956 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44601310-edb2-4891-9245-4482fda7e8d8 None None] Pushing event updated for resources: {'Port': ['ID=7699118c-f781-4e99-8a7f-5a891ddfa2d9,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:30.365611 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Routers {'b29600e1-ed65-4600-b36c-827925c02ed5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:30.366987 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b29600e1-ed65-4600-b36c-827925c02ed5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:30.372314 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-92b572c0-cac6-4c4e-831e-87b1b07c814d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.377888 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b6b32a25-94e8-4312-93db-52dc65b7ac58 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10eb4c7b821848c49a6a57afaeaae296&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3943145 Jul 29 16:37:30.395296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b65c63e6-18a6-40d6-9159-10fe6d933bdf None None] Provisioning for port 14510703-d856-4ecf-837c-10fc7cb302ae completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:30.403826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b65c63e6-18a6-40d6-9159-10fe6d933bdf None None] Provisioning complete for port 14510703-d856-4ecf-837c-10fc7cb302ae triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:30.404236 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b65c63e6-18a6-40d6-9159-10fe6d933bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.441005 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45306) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:30.444867 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b65c63e6-18a6-40d6-9159-10fe6d933bdf None None] Port 14510703-d856-4ecf-837c-10fc7cb302ae was deleted so its status cannot be updated. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jul 29 16:37:30.448166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b32a25-94e8-4312-93db-52dc65b7ac58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8ef427-9436-4b2d-938f-03ab95422b06,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:30.466155 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b65c63e6-18a6-40d6-9159-10fe6d933bdf None None] Provisioning complete for port 1d7cec57-9a5d-4ea7-b84a-a11e71856145 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:30.466527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b65c63e6-18a6-40d6-9159-10fe6d933bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.502479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b572c0-cac6-4c4e-831e-87b1b07c814d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=14510703-d856-4ecf-837c-10fc7cb302ae,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:30.612512 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] Set router b29600e1-ed65-4600-b36c-827925c02ed5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:37:30.626273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event updated for resources: {'Subnet': ['ID=4de18554-e4a1-4f17-b6e2-2478a9aeccaf,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:30.632341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-92b572c0-cac6-4c4e-831e-87b1b07c814d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.677622 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 1d7cec57-9a5d-4ea7-b84a-a11e71856145 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:30.689602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.751925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Checking segment: {'id': '28ac35a8-b9bf-4d4f-b8fd-f82761228381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '499f3411-e69b-4664-a7d6-c6af7546bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:30.752570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Network hostable DHCP agents. Network: 499f3411-e69b-4664-a7d6-c6af7546bc02, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:37:30.769497 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-92b572c0-cac6-4c4e-831e-87b1b07c814d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/14510703-d856-4ecf-837c-10fc7cb302ae HTTP/1.1" status: 204 len: 168 time: 2.1458249 Jul 29 16:37:30.773767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45310) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:30.790981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b65c63e6-18a6-40d6-9159-10fe6d933bdf None None] Current status of the port 1d7cec57-9a5d-4ea7-b84a-a11e71856145 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:30.860079 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-125eeb01-f303-4d97-8040-2abdab47a5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.875106 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e70a72-cb39-4664-b422-21cd44b3dbef tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] GET failed (client error): The resource could not be found. Jul 29 16:37:30.875634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-36e70a72-cb39-4664-b422-21cd44b3dbef tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:30.908615 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e21b7adb-00cb-4832-b5bf-a3e9b9c18b31 None None] Could not find standard attr ID for object 14510703-d856-4ecf-837c-10fc7cb302ae. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:37:30.914845 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Network 499f3411-e69b-4664-a7d6-c6af7546bc02 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:37:30.918231 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a43619aa-efdc-4b67-92d9-a57adc4e73bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.926319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-125eeb01-f303-4d97-8040-2abdab47a5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.934568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-36e70a72-cb39-4664-b422-21cd44b3dbef tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:30.937686 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-36e70a72-cb39-4664-b422-21cd44b3dbef tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/14510703-d856-4ecf-837c-10fc7cb302ae HTTP/1.1" status: 404 len: 333 time: 0.1626060 Jul 29 16:37:30.941976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 499f3411-e69b-4664-a7d6-c6af7546bc02) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:30.944029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a43619aa-efdc-4b67-92d9-a57adc4e73bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:30.950390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846d3813-27bf-4814-adc9-bc4151f8a001 None None] Network 499f3411-e69b-4664-a7d6-c6af7546bc02 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:30.954749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45314) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:30.987102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:30.987731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.001484 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43619aa-efdc-4b67-92d9-a57adc4e73bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de6b0b4-d4fc-4cb0-8ba5-c9a9885d3fa3,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:31.022929 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29600e1-ed65-4600-b36c-827925c02ed5', 'name': 'tempest-snat-router-377395528', 'tenant_id': '55c39253ab4e4a2cae0721ad45d6578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.241'}], 'enable_snat': False}, 'gw_port_id': '7699118c-f781-4e99-8a7f-5a891ddfa2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:16Z', 'updated_at': '2022-07-29T16:37:24Z', 'revision_number': 3, 'project_id': '55c39253ab4e4a2cae0721ad45d6578f', 'gw_port': {'id': '7699118c-f781-4e99-8a7f-5a891ddfa2d9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29600e1-ed65-4600-b36c-827925c02ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:20Z', 'updated_at': '2022-07-29T16:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:31.031817 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba11eb44-390e-450d-b93c-2c2a07d2839a None None] The sync data for ids ['b29600e1-ed65-4600-b36c-827925c02ed5'] in dv-neutron-851534-1-hyperv is: [{'id': 'b29600e1-ed65-4600-b36c-827925c02ed5', 'name': 'tempest-snat-router-377395528', 'tenant_id': '55c39253ab4e4a2cae0721ad45d6578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.241'}], 'enable_snat': False}, 'gw_port_id': '7699118c-f781-4e99-8a7f-5a891ddfa2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:16Z', 'updated_at': '2022-07-29T16:37:24Z', 'revision_number': 3, 'project_id': '55c39253ab4e4a2cae0721ad45d6578f', 'gw_port': {'id': '7699118c-f781-4e99-8a7f-5a891ddfa2d9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29600e1-ed65-4600-b36c-827925c02ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:20Z', 'updated_at': '2022-07-29T16:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:37:31.064650 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a43619aa-efdc-4b67-92d9-a57adc4e73bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6fed9eee156d45598e29c6b909bd1bff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2524431 Jul 29 16:37:31.067311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45318) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:31.073147 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c2bd540a-9268-4968-a4a3-7785baa8ad6f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3126929 Jul 29 16:37:31.085770 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45322) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:31.095643 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Request body: {'port': {'network_id': '499f3411-e69b-4664-a7d6-c6af7546bc02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1291000596'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:31.193635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff6ac95-928a-4c37-a29d-47c174ccebf8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting subnet 80addd2f-cb00-436b-8c16-f6dacf673fff {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:37:31.213266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ff6ac95-928a-4c37-a29d-47c174ccebf8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.214414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-499f3411-e69b-4664-a7d6-c6af7546bc02', 'network_id': '499f3411-e69b-4664-a7d6-c6af7546bc02', 'tenant_id': 'd5d5fb7d0e6e428880abac8a62f52348', 'fixed_ips': [{'subnet_id': '4de18554-e4a1-4f17-b6e2-2478a9aeccaf'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:37:31.215452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.225021 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-125eeb01-f303-4d97-8040-2abdab47a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.241594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Allocated IP 172.26.1.170 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/3b1c3e6c-2956-4f70-a7e1-33ed2869100d) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:31.256861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125eeb01-f303-4d97-8040-2abdab47a5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8ef427-9436-4b2d-938f-03ab95422b06,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:31.283471 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-125eeb01-f303-4d97-8040-2abdab47a5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.287081 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-125eeb01-f303-4d97-8040-2abdab47a5d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b8ef427-9436-4b2d-938f-03ab95422b06 HTTP/1.1" status: 204 len: 168 time: 0.8378737 Jul 29 16:37:31.315285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-485ece76-498e-46d9-afa7-5552498c7126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.324597 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ff6ac95-928a-4c37-a29d-47c174ccebf8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.328058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:31.336238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Usage tracker for resource:port and tenant:d5d5fb7d0e6e428880abac8a62f52348 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:31.344903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:31.359821 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:31.410386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-485ece76-498e-46d9-afa7-5552498c7126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.456763 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Allocated IP 2001:db8::2 (499f3411-e69b-4664-a7d6-c6af7546bc02/4de18554-e4a1-4f17-b6e2-2478a9aeccaf/46531322-5c9c-4da0-a48e-d6e3909ece4f) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:31.509850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Made reservation on behalf of d5d5fb7d0e6e428880abac8a62f52348 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:31.524389 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.546515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.575396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] device_id is not set on port c21c35bb-8450-4980-92e2-9a75ea97ff8e yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:31.664956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-485ece76-498e-46d9-afa7-5552498c7126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.698754 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ece76-498e-46d9-afa7-5552498c7126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de6b0b4-d4fc-4cb0-8ba5-c9a9885d3fa3,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:31.718976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-485ece76-498e-46d9-afa7-5552498c7126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.722894 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-485ece76-498e-46d9-afa7-5552498c7126 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7de6b0b4-d4fc-4cb0-8ba5-c9a9885d3fa3 HTTP/1.1" status: 204 len: 168 time: 0.6537530 Jul 29 16:37:31.827922 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.840307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Transition to ACTIVE for port object 46531322-5c9c-4da0-a48e-d6e3909ece4f will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:31.840527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ff6ac95-928a-4c37-a29d-47c174ccebf8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.860026 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Transition to ACTIVE for port object 46531322-5c9c-4da0-a48e-d6e3909ece4f will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:31.871935 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.897438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:31.916218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45334) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:31.957652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Pushing event updated for resources: {'Port': ['ID=46531322-5c9c-4da0-a48e-d6e3909ece4f,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:31.971538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Network 499f3411-e69b-4664-a7d6-c6af7546bc02 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:31.972770 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:31.975350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:32.087858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Attempting to bind port 46531322-5c9c-4da0-a48e-d6e3909ece4f on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:32.088149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Attempting to bind port 46531322-5c9c-4da0-a48e-d6e3909ece4f by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '28ac35a8-b9bf-4d4f-b8fd-f82761228381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '499f3411-e69b-4664-a7d6-c6af7546bc02'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:32.089285 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Attempting to bind port 46531322-5c9c-4da0-a48e-d6e3909ece4f on network 499f3411-e69b-4664-a7d6-c6af7546bc02 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:32.109102 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:37:32.109485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Checking segment: {'id': '28ac35a8-b9bf-4d4f-b8fd-f82761228381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '499f3411-e69b-4664-a7d6-c6af7546bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:32.109891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:32.110499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Bound using segment: {'id': '28ac35a8-b9bf-4d4f-b8fd-f82761228381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '499f3411-e69b-4664-a7d6-c6af7546bc02'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:37:32.111033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Bound port: 46531322-5c9c-4da0-a48e-d6e3909ece4f, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ac35a8-b9bf-4d4f-b8fd-f82761228381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '499f3411-e69b-4664-a7d6-c6af7546bc02'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:37:32.111392 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:32.131181 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b78d0e7b-4841-485d-b50d-4a7c2fa35997 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=064cb58eeaa84b9b9fed920863edae49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097151 Jul 29 16:37:32.133844 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45340) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:32.144542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ff6ac95-928a-4c37-a29d-47c174ccebf8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:32.214410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7699118c-f781-4e99-8a7f-5a891ddfa2d9 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:32.236495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6ac95-928a-4c37-a29d-47c174ccebf8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Subnet': ['ID=80addd2f-cb00-436b-8c16-f6dacf673fff,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:32.240517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ff6ac95-928a-4c37-a29d-47c174ccebf8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:32.246414 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:32.254452 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Allocated IP 2001:db8::182 (499f3411-e69b-4664-a7d6-c6af7546bc02/4de18554-e4a1-4f17-b6e2-2478a9aeccaf/c21c35bb-8450-4980-92e2-9a75ea97ff8e) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:32.296654 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Router 4bf72623-f564-45f7-a69a-e409e8c087b1 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:37:32.305363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-edaa2813-5f5c-471a-9c66-41d2ec56b15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:32.309795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9555d9bd-09ff-4994-9eab-e7eca92afebf None None] Network bd473b76-07ad-408b-9eff-4d5cae6801e4 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:32.327292 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9ff6ac95-928a-4c37-a29d-47c174ccebf8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/80addd2f-cb00-436b-8c16-f6dacf673fff HTTP/1.1" status: 204 len: 168 time: 1.3635108 Jul 29 16:37:32.338733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45350) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:32.343248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:32.350717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:32.382299 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:32.429034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-edaa2813-5f5c-471a-9c66-41d2ec56b15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:32.507202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] For port 46531322-5c9c-4da0-a48e-d6e3909ece4f, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:37:32.510521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Pushing event updated for resources: {'Port': ['ID=3b1c3e6c-2956-4f70-a7e1-33ed2869100d,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:32.514119 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] For port 46531322-5c9c-4da0-a48e-d6e3909ece4f, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=46531322-5c9c-4da0-a48e-d6e3909ece4f,segment=NetworkSegment(28ac35a8-b9bf-4d4f-b8fd-f82761228381),segment_id=28ac35a8-b9bf-4d4f-b8fd-f82761228381)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:37:32.545690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 7699118c-f781-4e99-8a7f-5a891ddfa2d9 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:32.554091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:32.577005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 7699118c-f781-4e99-8a7f-5a891ddfa2d9 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:32.577397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:32.652294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-edaa2813-5f5c-471a-9c66-41d2ec56b15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:32.677549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa2813-5f5c-471a-9c66-41d2ec56b15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8af9d07-5b98-498b-9879-086185afb5c9,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:32.717651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-edaa2813-5f5c-471a-9c66-41d2ec56b15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:32.722014 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-edaa2813-5f5c-471a-9c66-41d2ec56b15e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8af9d07-5b98-498b-9879-086185afb5c9 HTTP/1.1" status: 204 len: 168 time: 0.5871198 Jul 29 16:37:32.743639 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:32.768330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Transition to ACTIVE for port object c21c35bb-8450-4980-92e2-9a75ea97ff8e will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:32.811379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:32.901304 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:32.948849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event updated for resources: {'Port': ['ID=c21c35bb-8450-4980-92e2-9a75ea97ff8e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:32.979257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d00b4-d442-4c3a-bb8b-aeade1938cb5 None None] Pushing event updated for resources: {'Port': ['ID=46531322-5c9c-4da0-a48e-d6e3909ece4f,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:32.994883 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Network 499f3411-e69b-4664-a7d6-c6af7546bc02 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:32.999432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:33.009215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:33.015724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:33.016442 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:33.059893 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5f31bc9a-7e8d-44df-99b4-11310bbe393c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9723115 Jul 29 16:37:33.063591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45368) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:33.080704 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Request body: {'port': {'network_id': '499f3411-e69b-4664-a7d6-c6af7546bc02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1571768619', 'allowed_address_pairs': [{'ip_address': '2001:db8::182', 'mac_address': 'fa:16:3e:99:4c:52'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:33.144105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port 1d7cec57-9a5d-4ea7-b84a-a11e71856145 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:33.155219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 7699118c-f781-4e99-8a7f-5a891ddfa2d9 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:33.155601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:33.156010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:33.191565 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:37:33.197536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 7699118c-f781-4e99-8a7f-5a891ddfa2d9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7699118c-f781-4e99-8a7f-5a891ddfa2d9,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:33.230518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef4b416-7eee-4943-a75b-800a8d15f91f None None] DHCP port deletion for bd473b76-07ad-408b-9eff-4d5cae6801e4 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:37:33.244728 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:33.255100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30354f-e2b3-4306-8d86-f4d4340a10e0 None None] Sync routers for ids ['4bf72623-f564-45f7-a69a-e409e8c087b1'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:37:33.347693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:33.348999 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b50d743a-92b5-4d06-b66b-b367e5ad6e16 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0947442 Jul 29 16:37:33.359023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45378) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:33.380471 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e264f001-14a2-4590-a378-9cd89ea8d0b9 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'enable_snat': False}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:33.389009 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-eef4b416-7eee-4943-a75b-800a8d15f91f None None] Deleting port 1d7cec57-9a5d-4ea7-b84a-a11e71856145 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:33.389411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-eef4b416-7eee-4943-a75b-800a8d15f91f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:33.520140 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30354f-e2b3-4306-8d86-f4d4340a10e0 None None] Routers {'4bf72623-f564-45f7-a69a-e409e8c087b1'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:33.520796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-9b30354f-e2b3-4306-8d86-f4d4340a10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4bf72623-f564-45f7-a69a-e409e8c087b1'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:33.631555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-9b30354f-e2b3-4306-8d86-f4d4340a10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:33.676438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:33.708093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=7699118c-f781-4e99-8a7f-5a891ddfa2d9,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:33.735178 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30354f-e2b3-4306-8d86-f4d4340a10e0 None None] Routers {'4bf72623-f564-45f7-a69a-e409e8c087b1'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:33.735827 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-9b30354f-e2b3-4306-8d86-f4d4340a10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4bf72623-f564-45f7-a69a-e409e8c087b1'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:33.826713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] For port 1d7cec57-9a5d-4ea7-b84a-a11e71856145, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1d7cec57-9a5d-4ea7-b84a-a11e71856145,segment=NetworkSegment(3ef6d119-f019-49f3-80c1-3672199d6db5),segment_id=3ef6d119-f019-49f3-80c1-3672199d6db5)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:33.827311 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:33.918589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-9b30354f-e2b3-4306-8d86-f4d4340a10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:33.920626 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30354f-e2b3-4306-8d86-f4d4340a10e0 None None] The sync data for ids ['4bf72623-f564-45f7-a69a-e409e8c087b1'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:37:33.932707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:33.936910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Usage tracker for resource:port and tenant:d5d5fb7d0e6e428880abac8a62f52348 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:33.943628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:33.953087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:33.988692 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Made reservation on behalf of d5d5fb7d0e6e428880abac8a62f52348 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:34.041004 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for 1d7cec57-9a5d-4ea7-b84a-a11e71856145 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:34.193823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:34.288800 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-eef4b416-7eee-4943-a75b-800a8d15f91f None None] For port 1d7cec57-9a5d-4ea7-b84a-a11e71856145, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1d7cec57-9a5d-4ea7-b84a-a11e71856145,segment=NetworkSegment(3ef6d119-f019-49f3-80c1-3672199d6db5),segment_id=3ef6d119-f019-49f3-80c1-3672199d6db5)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:34.290081 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-eef4b416-7eee-4943-a75b-800a8d15f91f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:34.305748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:34.425676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45406) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:34.434620 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7699118c-f781-4e99-8a7f-5a891ddfa2d9 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:34.534284 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] device_id is not set on port 9b5c9ebc-9568-446c-a413-03386bc3fc1a yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:34.637903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-eef4b416-7eee-4943-a75b-800a8d15f91f None None] Calling delete_port for 1d7cec57-9a5d-4ea7-b84a-a11e71856145 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:34.693224 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7179b38b-80ae-43d8-80d4-9b301ef6ca81 None None] Network 499f3411-e69b-4664-a7d6-c6af7546bc02 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:34.761102 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No DVR routers for this DVR port 1d7cec57-9a5d-4ea7-b84a-a11e71856145 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:37:34.888917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7d5ea0e0-cfc0-44f9-b767-9bfdf534f60c None None] Provisioning for port 46531322-5c9c-4da0-a48e-d6e3909ece4f completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:34.962859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-eef4b416-7eee-4943-a75b-800a8d15f91f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:37:34.962859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-eef4b416-7eee-4943-a75b-800a8d15f91f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:37:35.005093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 7699118c-f781-4e99-8a7f-5a891ddfa2d9 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:35.005427 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.016836 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-654641996'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:35.028461 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:35.032904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:network and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:35.036155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:35.042044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:35.043224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.072451 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e264f001-14a2-4590-a378-9cd89ea8d0b9 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.076075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd473b76-07ad-408b-9eff-4d5cae6801e4']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:35.076820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Allocated IP 2001:db8::3ad (499f3411-e69b-4664-a7d6-c6af7546bc02/4de18554-e4a1-4f17-b6e2-2478a9aeccaf/9b5c9ebc-9568-446c-a413-03386bc3fc1a) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:35.078766 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:35.082215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.094835 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45416) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:35.097092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=1d7cec57-9a5d-4ea7-b84a-a11e71856145,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:35.101560 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef6d119-f019-49f3-80c1-3672199d6db5') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:35.102186 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef6d119-f019-49f3-80c1-3672199d6db5') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:35.107073 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1593903265', 'description': 'tempest-secgroup-smoke-1593903265 description', 'project_id': '43ee33cc813f44109927ef3a85b8b480'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:35.112508 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:35.115328 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.131595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Usage tracker for resource:security_group and tenant:43ee33cc813f44109927ef3a85b8b480 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:35.132703 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.150872 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:35.158824 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.177192 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:37:35.178006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:35.178477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.180150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:35.239363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:security_group_rule and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:35.246737 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 7699118c-f781-4e99-8a7f-5a891ddfa2d9 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:35.247317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 46531322-5c9c-4da0-a48e-d6e3909ece4f up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:35.249505 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 3ef6d119-f019-49f3-80c1-3672199d6db5 resource provider aggregate not found Jul 29 16:37:35.260199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:35.278681 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.290055 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:35.295635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.335599 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 46531322-5c9c-4da0-a48e-d6e3909ece4f completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:35.336363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.342430 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 46531322-5c9c-4da0-a48e-d6e3909ece4f triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:35.342802 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.345581 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 3ef6d119-f019-49f3-80c1-3672199d6db5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ef6d119-f019-49f3-80c1-3672199d6db5 found for delete ", "request_id": "req-b0db0117-20ef-424a-a622-a3ee01dd78ea"}]} Jul 29 16:37:35.416898 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.421118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.425443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:35.437898 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Usage tracker for resource:security_group_rule and tenant:43ee33cc813f44109927ef3a85b8b480 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:35.452334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:35.462947 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/networks/bd473b76-07ad-408b-9eff-4d5cae6801e4 HTTP/1.1" status: 204 len: 168 time: 3.1180065 Jul 29 16:37:35.463917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-eef4b416-7eee-4943-a75b-800a8d15f91f None None] Deleting port 1d7cec57-9a5d-4ea7-b84a-a11e71856145 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:35.464333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-eef4b416-7eee-4943-a75b-800a8d15f91f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.467199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45424) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:35.476080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:35.478334 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505479d4-e33d-4615-b1be-4cc6d5e83606 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Network': ['ID=bd473b76-07ad-408b-9eff-4d5cae6801e4,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:35.507821 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'name': 'tempest-PortsIpV6TestJSON-247629473'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:35.550163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-eef4b416-7eee-4943-a75b-800a8d15f91f None None] The port '1d7cec57-9a5d-4ea7-b84a-a11e71856145' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:37:35.572411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 46531322-5c9c-4da0-a48e-d6e3909ece4f is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:35.572792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.614564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 46531322-5c9c-4da0-a48e-d6e3909ece4f, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=46531322-5c9c-4da0-a48e-d6e3909ece4f,segment=NetworkSegment(28ac35a8-b9bf-4d4f-b8fd-f82761228381),segment_id=28ac35a8-b9bf-4d4f-b8fd-f82761228381)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:35.618140 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Router 300d94bf-4865-481a-9c3e-d00b8fd468c3 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:37:35.618854 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.706126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1d7cec57-9a5d-4ea7-b84a-a11e71856145 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:37:35.756352 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 1d7cec57-9a5d-4ea7-b84a-a11e71856145 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:37:35.756685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1d7cec57-9a5d-4ea7-b84a-a11e71856145 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:37:35.759172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.766374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=46531322-5c9c-4da0-a48e-d6e3909ece4f,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:35.775939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dedf0af7-168c-4c91-bc28-b24cc51d4be0 None None] Provisioning complete for port 46531322-5c9c-4da0-a48e-d6e3909ece4f triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:35.776311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dedf0af7-168c-4c91-bc28-b24cc51d4be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.827990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:35.841170 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Transition to ACTIVE for port object 9b5c9ebc-9568-446c-a413-03386bc3fc1a will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:35.845520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.847889 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:port and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:35.857252 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:35.869181 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:35.871113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.873208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:37:35.888320 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Sync routers for ids ['300d94bf-4865-481a-9c3e-d00b8fd468c3'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:37:35.901902 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Routers {'300d94bf-4865-481a-9c3e-d00b8fd468c3'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:35.903720 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['300d94bf-4865-481a-9c3e-d00b8fd468c3'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:35.912761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-dedf0af7-168c-4c91-bc28-b24cc51d4be0 None None] Current status of the port 46531322-5c9c-4da0-a48e-d6e3909ece4f is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:35.920639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.922703 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-31c9ee99-553e-4d59-bf04-d22a7b9076b4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5352061 Jul 29 16:37:35.925920 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45430) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:35.931777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dedf0af7-168c-4c91-bc28-b24cc51d4be0 None None] Provisioning for port c21c35bb-8450-4980-92e2-9a75ea97ff8e completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:35.937995 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dedf0af7-168c-4c91-bc28-b24cc51d4be0 None None] Provisioning complete for port c21c35bb-8450-4980-92e2-9a75ea97ff8e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:35.938420 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dedf0af7-168c-4c91-bc28-b24cc51d4be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:35.950469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008b4dc0-7112-4add-8eb7-f5f5220aed26,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:36.001650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-dedf0af7-168c-4c91-bc28-b24cc51d4be0 None None] Port c21c35bb-8450-4980-92e2-9a75ea97ff8e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:37:36.050977 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:36.054753 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.127839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port 0b3cdd18-3b08-4c86-89ce-9c0e3b7f1906 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:36.139912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a204bed1-60e6-480d-8860-711185632b0b None None] Provisioning complete for port c21c35bb-8450-4980-92e2-9a75ea97ff8e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:36.140563 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a204bed1-60e6-480d-8860-711185632b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.156849 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-597ce2c6-fcfd-4c5b-9ccf-2d9c0f01f97a tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/routers/300d94bf-4865-481a-9c3e-d00b8fd468c3 HTTP/1.1" status: 200 len: 907 time: 0.2298360 Jul 29 16:37:36.159408 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45434) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:36.168159 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Set router 300d94bf-4865-481a-9c3e-d00b8fd468c3 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:37:36.179406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 46531322-5c9c-4da0-a48e-d6e3909ece4f up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:36.255335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a204bed1-60e6-480d-8860-711185632b0b None None] Port c21c35bb-8450-4980-92e2-9a75ea97ff8e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:37:36.273304 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 46531322-5c9c-4da0-a48e-d6e3909ece4f triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:36.273884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.330075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:37:36.347905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.366534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.413368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 46531322-5c9c-4da0-a48e-d6e3909ece4f is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:36.428111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.447873 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.448220 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Added segment b3be2658-8b11-48c3-8baa-8434ee8772ae of type vlan for network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 Jul 29 16:37:36.460736 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Network 499f3411-e69b-4664-a7d6-c6af7546bc02 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:36.461524 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.503634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:36.537270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:36.539456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:36.544966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:36.545625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.554646 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.564129 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300d94bf-4865-481a-9c3e-d00b8fd468c3', 'name': 'tempest-snat-router-377395528', 'tenant_id': '55c39253ab4e4a2cae0721ad45d6578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.170'}], 'enable_snat': True}, 'gw_port_id': '3b1c3e6c-2956-4f70-a7e1-33ed2869100d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:28Z', 'updated_at': '2022-07-29T16:37:33Z', 'revision_number': 3, 'project_id': '55c39253ab4e4a2cae0721ad45d6578f', 'gw_port': {'id': '3b1c3e6c-2956-4f70-a7e1-33ed2869100d', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300d94bf-4865-481a-9c3e-d00b8fd468c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:30Z', 'updated_at': '2022-07-29T16:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:36.565843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.570850 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Checking router: 300d94bf-4865-481a-9c3e-d00b8fd468c3 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:37:36.571250 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Updating router 300d94bf-4865-481a-9c3e-d00b8fd468c3 port 3b1c3e6c-2956-4f70-a7e1-33ed2869100d binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:37:36.576342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Usage tracker for resource:security_group_rule and tenant:43ee33cc813f44109927ef3a85b8b480 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:36.580226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Deleting port 3b1c3e6c-2956-4f70-a7e1-33ed2869100d {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:36.582703 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.588563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb8b37a-0212-40f5-802d-7ac2dff745ce,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:36.592594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:36.617748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event updated for resources: {'Port': ['ID=9b5c9ebc-9568-446c-a413-03386bc3fc1a,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:36.638203 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:36.643447 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.665337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.761607 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-308d11b6-a8cb-4569-9a20-6230bee28a3d tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.6968009 Jul 29 16:37:36.772959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45438) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:36.879840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-08ffd6f9-02c8-4f8b-b331-16c9e3600f11 None None] Provisioning for port 9b5c9ebc-9568-446c-a413-03386bc3fc1a completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:36.887838 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-08ffd6f9-02c8-4f8b-b331-16c9e3600f11 None None] Provisioning complete for port 9b5c9ebc-9568-446c-a413-03386bc3fc1a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:36.888759 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-08ffd6f9-02c8-4f8b-b331-16c9e3600f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.952488 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.954071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.956149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-08ffd6f9-02c8-4f8b-b331-16c9e3600f11 None None] Port 9b5c9ebc-9568-446c-a413-03386bc3fc1a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:37:36.959591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:36.960194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:36.969359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.058394 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.071565 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Transition to ACTIVE for port object 3b1c3e6c-2956-4f70-a7e1-33ed2869100d will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:37.078874 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.103166 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Calling delete_port for 3b1c3e6c-2956-4f70-a7e1-33ed2869100d owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:37.158819 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Attempting to bind port 3b1c3e6c-2956-4f70-a7e1-33ed2869100d on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:37.158819 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Attempting to bind port 3b1c3e6c-2956-4f70-a7e1-33ed2869100d by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:37.159215 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Attempting to bind port 3b1c3e6c-2956-4f70-a7e1-33ed2869100d on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:37.167207 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39b78a-b072-442d-83f8-544b6d647b94 None None] Pushing event updated for resources: {'Port': ['ID=3b1c3e6c-2956-4f70-a7e1-33ed2869100d,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:37.169647 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:37:37.170019 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:37.170414 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.170792 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:37:37.171824 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Bound port: 3b1c3e6c-2956-4f70-a7e1-33ed2869100d, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:37:37.171824 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.223174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:37:37.223791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:37:37.249428 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] For port 3b1c3e6c-2956-4f70-a7e1-33ed2869100d, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:37:37.253442 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] For port 3b1c3e6c-2956-4f70-a7e1-33ed2869100d, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3b1c3e6c-2956-4f70-a7e1-33ed2869100d,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:37:37.257419 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.308947 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:37.327638 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:37.330188 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.9004009 Jul 29 16:37:37.334207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45442) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:37.336875 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Routers {'300d94bf-4865-481a-9c3e-d00b8fd468c3'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:37.337518 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['300d94bf-4865-481a-9c3e-d00b8fd468c3'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:37.341264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:37.392892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:37.398865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:37.399464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.403062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4044210-dc00-4021-a786-1fdf4c66cca7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Network': ['ID=560f49a9-f2f8-459c-86f0-823ac32fcdf1,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:37.407523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.414417 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:37:37.458236 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39b78a-b072-442d-83f8-544b6d647b94 None None] Pushing event updated for resources: {'Port': ['ID=3b1c3e6c-2956-4f70-a7e1-33ed2869100d,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:37.470574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=0b3cdd18-3b08-4c86-89ce-9c0e3b7f1906,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:37.487463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.513881 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] Set router 300d94bf-4865-481a-9c3e-d00b8fd468c3 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:37:37.534275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:37.539459 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:37.543738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:37.550739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:37.553569 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6af7dc1-dd50-40ac-bed5-d91ca658950b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:37.559438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6af7dc1-dd50-40ac-bed5-d91ca658950b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:37.565194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6af7dc1-dd50-40ac-bed5-d91ca658950b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:37.566050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a6af7dc1-dd50-40ac-bed5-d91ca658950b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Synchronizing usage tracker for tenant:d5d5fb7d0e6e428880abac8a62f52348 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:37.566735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:37.571421 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.586316 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.587640 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.4901359 Jul 29 16:37:37.591601 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b1e236b0-cabc-4f1b-bb25-46b55c739cc7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1171730 Jul 29 16:37:37.594005 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45446) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:37.594803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45448) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:37.638680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a29bad-7923-48aa-b008-0d7fcff0acbc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c36f2-3c16-4b72-af36-75b2282993db,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:37.639860 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300d94bf-4865-481a-9c3e-d00b8fd468c3', 'name': 'tempest-snat-router-377395528', 'tenant_id': '55c39253ab4e4a2cae0721ad45d6578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:28Z', 'updated_at': '2022-07-29T16:37:36Z', 'revision_number': 4, 'project_id': '55c39253ab4e4a2cae0721ad45d6578f', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:37.644264 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e9c84-0d82-4f09-a57d-d212508b3b32 None None] The sync data for ids ['300d94bf-4865-481a-9c3e-d00b8fd468c3'] in dv-neutron-851534-1-hyperv is: [{'id': '300d94bf-4865-481a-9c3e-d00b8fd468c3', 'name': 'tempest-snat-router-377395528', 'tenant_id': '55c39253ab4e4a2cae0721ad45d6578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:28Z', 'updated_at': '2022-07-29T16:37:36Z', 'revision_number': 4, 'project_id': '55c39253ab4e4a2cae0721ad45d6578f', 'gw_port_host': None}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:37:37.646063 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e264f001-14a2-4590-a378-9cd89ea8d0b9 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.651442 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e264f001-14a2-4590-a378-9cd89ea8d0b9 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.695274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-8355d0d0-b07a-4be1-95ec-4f13e4caf2d2 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Request body: {'security_group_rule': {'security_group_id': 'b19c36f2-3c16-4b72-af36-75b2282993db', 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:37.725583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Deleting port 3b1c3e6c-2956-4f70-a7e1-33ed2869100d {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:37.725940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.749008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8355d0d0-b07a-4be1-95ec-4f13e4caf2d2 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:37.769983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a6af7dc1-dd50-40ac-bed5-d91ca658950b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Unset dirty status for tenant:d5d5fb7d0e6e428880abac8a62f52348 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:37.770939 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a6af7dc1-dd50-40ac-bed5-d91ca658950b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.9394515 Jul 29 16:37:37.778597 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45454) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:37.787742 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8355d0d0-b07a-4be1-95ec-4f13e4caf2d2 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Usage tracker for resource:security_group_rule and tenant:43ee33cc813f44109927ef3a85b8b480 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:37.799892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8355d0d0-b07a-4be1-95ec-4f13e4caf2d2 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:37.814134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8355d0d0-b07a-4be1-95ec-4f13e4caf2d2 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:37.828468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b16fa6fc-f2bf-4bdd-97d0-f5e459c4d605 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port 0b3cdd18-3b08-4c86-89ce-9c0e3b7f1906 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:37.828816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b16fa6fc-f2bf-4bdd-97d0-f5e459c4d605 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.877789 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-076ada20-d150-4b45-adb1-c86c553cbb91 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Deleting port 9b5c9ebc-9568-446c-a413-03386bc3fc1a {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:37.878130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-076ada20-d150-4b45-adb1-c86c553cbb91 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:37.959876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e264f001-14a2-4590-a378-9cd89ea8d0b9 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Router 4bf72623-f564-45f7-a69a-e409e8c087b1 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:37:38.011974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8355d0d0-b07a-4be1-95ec-4f13e4caf2d2 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:38.236310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] For port 3b1c3e6c-2956-4f70-a7e1-33ed2869100d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3b1c3e6c-2956-4f70-a7e1-33ed2869100d,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:38.236727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:38.300448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e264f001-14a2-4590-a378-9cd89ea8d0b9 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:37:38.305355 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e264f001-14a2-4590-a378-9cd89ea8d0b9 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:38.309685 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e264f001-14a2-4590-a378-9cd89ea8d0b9 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "PUT /v2.0/routers/4bf72623-f564-45f7-a69a-e409e8c087b1 HTTP/1.1" status: 200 len: 922 time: 4.9439647 Jul 29 16:37:38.309685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45458) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:38.312747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-076ada20-d150-4b45-adb1-c86c553cbb91 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:38.313688 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d991a3-c7de-4a45-b1b7-e7a689b48b9d None None] Sync routers for ids ['4bf72623-f564-45f7-a69a-e409e8c087b1'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:37:38.326477 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d991a3-c7de-4a45-b1b7-e7a689b48b9d None None] Routers {'4bf72623-f564-45f7-a69a-e409e8c087b1'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:38.327481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f5d991a3-c7de-4a45-b1b7-e7a689b48b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4bf72623-f564-45f7-a69a-e409e8c087b1'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:38.401997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f5d991a3-c7de-4a45-b1b7-e7a689b48b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:38.405525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8355d0d0-b07a-4be1-95ec-4f13e4caf2d2 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:38.411276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d991a3-c7de-4a45-b1b7-e7a689b48b9d None None] Routers {'4bf72623-f564-45f7-a69a-e409e8c087b1'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:38.412407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f5d991a3-c7de-4a45-b1b7-e7a689b48b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4bf72623-f564-45f7-a69a-e409e8c087b1'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:38.414689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Calling delete_port for 3b1c3e6c-2956-4f70-a7e1-33ed2869100d owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:38.478032 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f5d991a3-c7de-4a45-b1b7-e7a689b48b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:38.479041 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d991a3-c7de-4a45-b1b7-e7a689b48b9d None None] The sync data for ids ['4bf72623-f564-45f7-a69a-e409e8c087b1'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:37:38.568404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8355d0d0-b07a-4be1-95ec-4f13e4caf2d2 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:38.569853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b16fa6fc-f2bf-4bdd-97d0-f5e459c4d605 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:38.702623 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-076ada20-d150-4b45-adb1-c86c553cbb91 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Calling delete_port for 9b5c9ebc-9568-446c-a413-03386bc3fc1a owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:38.739738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b16fa6fc-f2bf-4bdd-97d0-f5e459c4d605 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for 0b3cdd18-3b08-4c86-89ce-9c0e3b7f1906 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:38.773301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355d0d0-b07a-4be1-95ec-4f13e4caf2d2 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd2271e-5485-4a84-ba1e-401e68c4b5c6,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:38.795473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:38.822755 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6f965ac4-0852-495b-8997-e41b71ca16bd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/routers/4bf72623-f564-45f7-a69a-e409e8c087b1 HTTP/1.1" status: 200 len: 922 time: 0.5094337 Jul 29 16:37:38.839322 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45464) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:38.886168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-076ada20-d150-4b45-adb1-c86c553cbb91 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:38.912777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8355d0d0-b07a-4be1-95ec-4f13e4caf2d2 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:38.913986 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8355d0d0-b07a-4be1-95ec-4f13e4caf2d2 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3180141 Jul 29 16:37:38.920996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45468) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:38.939501 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-287a969c-cf19-4f35-969a-d55e182f4340 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Request body: {'security_group_rule': {'security_group_id': 'b19c36f2-3c16-4b72-af36-75b2282993db', 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:38.945249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ada20-d150-4b45-adb1-c86c553cbb91 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event deleted for resources: {'Port': ['ID=9b5c9ebc-9568-446c-a413-03386bc3fc1a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:38.949587 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-287a969c-cf19-4f35-969a-d55e182f4340 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:38.982070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-287a969c-cf19-4f35-969a-d55e182f4340 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Usage tracker for resource:security_group_rule and tenant:43ee33cc813f44109927ef3a85b8b480 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:38.992500 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-287a969c-cf19-4f35-969a-d55e182f4340 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:39.002455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=1dddaa43-6bab-45c5-af4e-87bba7949d38,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:39.006479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-287a969c-cf19-4f35-969a-d55e182f4340 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:39.020195 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:39.020770 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network hostable DHCP agents. Network: 560f49a9-f2f8-459c-86f0-823ac32fcdf1, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:37:39.026364 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b16fa6fc-f2bf-4bdd-97d0-f5e459c4d605 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:39.102285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fa6fc-f2bf-4bdd-97d0-f5e459c4d605 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=0b3cdd18-3b08-4c86-89ce-9c0e3b7f1906,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:39.105669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-287a969c-cf19-4f35-969a-d55e182f4340 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:39.116399 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b16fa6fc-f2bf-4bdd-97d0-f5e459c4d605 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:39.134187 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-076ada20-d150-4b45-adb1-c86c553cbb91 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:39.137409 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:37:39.142424 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b16fa6fc-f2bf-4bdd-97d0-f5e459c4d605 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/0b3cdd18-3b08-4c86-89ce-9c0e3b7f1906 HTTP/1.1" status: 204 len: 168 time: 1.5424793 Jul 29 16:37:39.142424 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c008f17-0a08-451a-969a-a02cb61676ca tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:39.146266 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7c008f17-0a08-451a-969a-a02cb61676ca tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&device_id=4bf72623-f564-45f7-a69a-e409e8c087b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2974274 Jul 29 16:37:39.146523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45472) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:39.150595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45474) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:39.160711 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'mac_address': 'fa:16:3e:bc:bb:9e', 'name': 'tempest-PortsIpV6TestJSON-914060927'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:39.198248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 560f49a9-f2f8-459c-86f0-823ac32fcdf1) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:39.203613 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:39.204485 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:39.211558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed50dcd-058e-4d6f-b8a3-00455fb9231d None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:39.237409 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-235f7b36-a887-46ec-a86e-60ef6bee12cc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9014399 Jul 29 16:37:39.241452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45480) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:39.248819 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'name': 'tempest-NetworksTestDHCPv6-1938482167'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:39.262518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:39.272534 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-076ada20-d150-4b45-adb1-c86c553cbb91 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "DELETE /v2.0/ports/9b5c9ebc-9568-446c-a413-03386bc3fc1a HTTP/1.1" status: 204 len: 168 time: 1.4904006 Jul 29 16:37:39.301727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45484) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:39.386116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-287a969c-cf19-4f35-969a-d55e182f4340 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:39.396940 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-287a969c-cf19-4f35-969a-d55e182f4340 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:39.398835 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:39.409472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b1c3e6c-2956-4f70-a7e1-33ed2869100d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:39.432702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:port and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:39.448271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:39.453366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a969c-cf19-4f35-969a-d55e182f4340 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16eeca26-f317-4ebd-a80b-a07a6d5120a3,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:39.466263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:39.468566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1bea56-2088-47ce-b69b-f9887cd74715 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:39.469165 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2e1bea56-2088-47ce-b69b-f9887cd74715 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Synchronizing usage tracker for tenant:2a66df278738460f8d746f013ad2437e on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:39.472235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '1dddaa43-6bab-45c5-af4e-87bba7949d38'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:37:39.473142 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:39.483435 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-287a969c-cf19-4f35-969a-d55e182f4340 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:39.484613 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-287a969c-cf19-4f35-969a-d55e182f4340 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5567658 Jul 29 16:37:39.487616 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45488) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:39.494852 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-5cb923e3-dc8c-4f12-8b5b-9758d3254ddc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Request body: {'security_group_rule': {'security_group_id': 'b19c36f2-3c16-4b72-af36-75b2282993db', 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:39.499262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:39.516237 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-da469c97-a774-4057-830e-c25aa869a64b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] GET failed (client error): The resource could not be found. Jul 29 16:37:39.517631 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-da469c97-a774-4057-830e-c25aa869a64b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "GET /v2.0/ports/9b5c9ebc-9568-446c-a413-03386bc3fc1a HTTP/1.1" status: 404 len: 333 time: 0.2045863 Jul 29 16:37:39.517989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2e1bea56-2088-47ce-b69b-f9887cd74715 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Unset dirty status for tenant:2a66df278738460f8d746f013ad2437e on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:39.519146 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2e1bea56-2088-47ce-b69b-f9887cd74715 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/networks/fb4e778f-e6f9-43be-9676-d81708eeb2f6 HTTP/1.1" status: 200 len: 881 time: 0.3675957 Jul 29 16:37:39.520548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5cb923e3-dc8c-4f12-8b5b-9758d3254ddc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:39.522744 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45492) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:39.531324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45494) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:39.590064 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5cb923e3-dc8c-4f12-8b5b-9758d3254ddc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Usage tracker for resource:security_group_rule and tenant:43ee33cc813f44109927ef3a85b8b480 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:39.599058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Request body: {'port': {'network_id': '499f3411-e69b-4664-a7d6-c6af7546bc02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-815711643'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:39.604028 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ee43f783-856f-4184-ae83-c353c22f830c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf72623-f564-45f7-a69a-e409e8c087b1 HTTP/1.1" status: 200 len: 205 time: 0.0741777 Jul 29 16:37:39.605764 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45500) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:39.622251 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5cb923e3-dc8c-4f12-8b5b-9758d3254ddc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:39.685177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5cb923e3-dc8c-4f12-8b5b-9758d3254ddc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:39.686917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:39.713807 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Allocated IP 2001:db8::2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/1dddaa43-6bab-45c5-af4e-87bba7949d38/a529d059-cd4a-4972-8d0d-b05a7f7ec6ac) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:39.725844 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:39.763206 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5cb923e3-dc8c-4f12-8b5b-9758d3254ddc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:39.797456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port c76ed8af-ed35-4b9c-b2ac-852e4246d60d yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:39.891235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:39.903143 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Usage tracker for resource:port and tenant:d5d5fb7d0e6e428880abac8a62f52348 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:39.919035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:39.939100 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:39.976849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Made reservation on behalf of d5d5fb7d0e6e428880abac8a62f52348 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:39.980647 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:39.991685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5cb923e3-dc8c-4f12-8b5b-9758d3254ddc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.024287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5cb923e3-dc8c-4f12-8b5b-9758d3254ddc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.038869 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:40.054403 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:40.060371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.062225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:40.065123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.079732 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:40.110738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.111315 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 300d94bf-4865-481a-9c3e-d00b8fd468c3 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:37:40.114121 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] device_id is not set on port c580d88c-0c60-4804-a373-0e94f0047b55 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:40.125028 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.132772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.136270 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b63fb54b-4bfe-4502-84a3-6b3d08ef2d98 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "DELETE /v2.0/routers/300d94bf-4865-481a-9c3e-d00b8fd468c3 HTTP/1.1" status: 204 len: 168 time: 3.9736443 Jul 29 16:37:40.137550 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:40.141170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.147411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Transition to ACTIVE for port object a529d059-cd4a-4972-8d0d-b05a7f7ec6ac will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:40.152859 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb923e3-dc8c-4f12-8b5b-9758d3254ddc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e489ab-8cb1-4232-8ea3-a329d0cf3f76,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:40.154005 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45504) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:40.182742 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Transition to ACTIVE for port object a529d059-cd4a-4972-8d0d-b05a7f7ec6ac will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:40.202012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5cb923e3-dc8c-4f12-8b5b-9758d3254ddc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.203363 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5cb923e3-dc8c-4f12-8b5b-9758d3254ddc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7147715 Jul 29 16:37:40.216233 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45508) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:40.216939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.239584 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e95c183e-f3dc-4300-be97-5cfbeb0257fe tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.248732 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c94edaee-16b5-4541-b3fa-8d0164b4b431 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Request body: {'security_group_rule': {'security_group_id': 'b19c36f2-3c16-4b72-af36-75b2282993db', 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:40.258610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c94edaee-16b5-4541-b3fa-8d0164b4b431 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:40.263318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.270150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c94edaee-16b5-4541-b3fa-8d0164b4b431 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Usage tracker for resource:security_group_rule and tenant:43ee33cc813f44109927ef3a85b8b480 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:40.279415 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c94edaee-16b5-4541-b3fa-8d0164b4b431 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:40.294050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c94edaee-16b5-4541-b3fa-8d0164b4b431 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:40.300887 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:40.305504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:40.311456 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:40.320927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Pushing event updated for resources: {'Port': ['ID=a529d059-cd4a-4972-8d0d-b05a7f7ec6ac,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:40.380910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port ce84afda-9962-4af3-a926-09a13141d6b8 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:40.386538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Allocated IP 2001:db8::270 (499f3411-e69b-4664-a7d6-c6af7546bc02/4de18554-e4a1-4f17-b6e2-2478a9aeccaf/c580d88c-0c60-4804-a373-0e94f0047b55) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:40.399757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c94edaee-16b5-4541-b3fa-8d0164b4b431 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.425469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.434309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Attempting to bind port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:40.434828 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Attempting to bind port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:40.435289 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Attempting to bind port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:40.440868 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:37:40.441387 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:40.441884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.442402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:37:40.442978 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Bound port: a529d059-cd4a-4972-8d0d-b05a7f7ec6ac, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:37:40.443447 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.550723 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] For port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:37:40.555019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] For port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a529d059-cd4a-4972-8d0d-b05a7f7ec6ac,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:37:40.561846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.567698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:40.571154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.574945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:40.580375 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=c76ed8af-ed35-4b9c-b2ac-852e4246d60d,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:40.584919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:40.593491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:40.594137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.653220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab8780-af8d-44f8-9fe2-02fe19e62af7 None None] Pushing event updated for resources: {'Port': ['ID=a529d059-cd4a-4972-8d0d-b05a7f7ec6ac,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:40.822978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e95c183e-f3dc-4300-be97-5cfbeb0257fe tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.823138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c94edaee-16b5-4541-b3fa-8d0164b4b431 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.841563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c94edaee-16b5-4541-b3fa-8d0164b4b431 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.868005 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ca9bf1d9-2c5f-4b50-93f3-d3d01f6cb6a1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7182732 Jul 29 16:37:40.875738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45512) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:40.876688 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-e95c183e-f3dc-4300-be97-5cfbeb0257fe tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Deleting port bbebd94c-60f9-4693-b260-b06c394ec036 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:40.877030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e95c183e-f3dc-4300-be97-5cfbeb0257fe tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.889829 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94edaee-16b5-4541-b3fa-8d0164b4b431 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959e7a27-ee37-44be-84c5-58b13a4edeb7,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:40.896461 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c94edaee-16b5-4541-b3fa-8d0164b4b431 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.897642 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c94edaee-16b5-4541-b3fa-8d0164b4b431 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6715899 Jul 29 16:37:40.909313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45514) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:40.919936 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b9fe5b98-c45c-48c2-b6a3-0c1ddda1d4cb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Request body: {'security_group_rule': {'security_group_id': 'b19c36f2-3c16-4b72-af36-75b2282993db', 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:40.940801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b9fe5b98-c45c-48c2-b6a3-0c1ddda1d4cb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:40.948573 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b9fe5b98-c45c-48c2-b6a3-0c1ddda1d4cb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Usage tracker for resource:security_group_rule and tenant:43ee33cc813f44109927ef3a85b8b480 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:40.960479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b9fe5b98-c45c-48c2-b6a3-0c1ddda1d4cb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:40.970967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b9fe5b98-c45c-48c2-b6a3-0c1ddda1d4cb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:40.976051 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:40.997701 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-b9fe5b98-c45c-48c2-b6a3-0c1ddda1d4cb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Project 43ee33cc813f44109927ef3a85b8b480 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:37:41.003029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Transition to ACTIVE for port object c580d88c-0c60-4804-a373-0e94f0047b55 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:41.009541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5b98-c45c-48c2-b6a3-0c1ddda1d4cb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.037180 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::30c (560f49a9-f2f8-459c-86f0-823ac32fcdf1/1dddaa43-6bab-45c5-af4e-87bba7949d38/ce84afda-9962-4af3-a926-09a13141d6b8) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:41.045927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.083340 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff14480-3470-41f4-9113-001f67639cc5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:41.083896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cff14480-3470-41f4-9113-001f67639cc5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:41.084635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5b98-c45c-48c2-b6a3-0c1ddda1d4cb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.088068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.126057 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5b98-c45c-48c2-b6a3-0c1ddda1d4cb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.142133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Deleting port 7699118c-f781-4e99-8a7f-5a891ddfa2d9 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:41.142466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.185402 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Network 499f3411-e69b-4664-a7d6-c6af7546bc02 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:41.191198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe5b98-c45c-48c2-b6a3-0c1ddda1d4cb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec920d2-a26b-41f7-a634-06b2b30d259d,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:41.194989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:41.197184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:41.202886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:41.203413 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.216421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5b98-c45c-48c2-b6a3-0c1ddda1d4cb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.217638 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b9fe5b98-c45c-48c2-b6a3-0c1ddda1d4cb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3085134 Jul 29 16:37:41.223349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45520) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:41.233375 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-4ef2c318-ff5c-4944-88ab-3b2c28ce3d19 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Request body: {'security_group_rule': {'security_group_id': 'b19c36f2-3c16-4b72-af36-75b2282993db', 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:41.244732 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7116103 Jul 29 16:37:41.245523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37791f1c-11fc-4139-8736-873903847c33 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event updated for resources: {'Port': ['ID=c580d88c-0c60-4804-a373-0e94f0047b55,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:41.248448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45524) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:41.249606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4ef2c318-ff5c-4944-88ab-3b2c28ce3d19 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:41.255994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cff14480-3470-41f4-9113-001f67639cc5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:41.256827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-cbe751c1-f68b-4fee-bc4d-9ecc60c4b62b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::182', 'mac_address': 'fa:16:3e:99:4c:52'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:41.259872 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cff14480-3470-41f4-9113-001f67639cc5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/c76ed8af-ed35-4b9c-b2ac-852e4246d60d HTTP/1.1" status: 200 len: 844 time: 0.3589239 Jul 29 16:37:41.264058 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45528) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:41.288866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4ef2c318-ff5c-4944-88ab-3b2c28ce3d19 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Usage tracker for resource:security_group_rule and tenant:43ee33cc813f44109927ef3a85b8b480 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:41.298590 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4ef2c318-ff5c-4944-88ab-3b2c28ce3d19 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:41.311939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4ef2c318-ff5c-4944-88ab-3b2c28ce3d19 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:41.349075 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-4ef2c318-ff5c-4944-88ab-3b2c28ce3d19 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Project 43ee33cc813f44109927ef3a85b8b480 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:37:41.404834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c318-ff5c-4944-88ab-3b2c28ce3d19 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.519259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e95c183e-f3dc-4300-be97-5cfbeb0257fe tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.523536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0dcf8780-75a3-4e31-86ad-09d43f6a6e78 None None] Provisioning for port c580d88c-0c60-4804-a373-0e94f0047b55 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:41.532507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0dcf8780-75a3-4e31-86ad-09d43f6a6e78 None None] Provisioning complete for port c580d88c-0c60-4804-a373-0e94f0047b55 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:41.533290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8780-75a3-4e31-86ad-09d43f6a6e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.569617 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c318-ff5c-4944-88ab-3b2c28ce3d19 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.608106 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf8780-75a3-4e31-86ad-09d43f6a6e78 None None] Port c580d88c-0c60-4804-a373-0e94f0047b55 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:37:41.612070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c318-ff5c-4944-88ab-3b2c28ce3d19 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.663769 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2c318-ff5c-4944-88ab-3b2c28ce3d19 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73582d91-7c9b-4321-a53d-beb5bd4ebf33,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:41.673139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cbe751c1-f68b-4fee-bc4d-9ecc60c4b62b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.686704 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ef2c318-ff5c-4944-88ab-3b2c28ce3d19 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.688024 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4ef2c318-ff5c-4944-88ab-3b2c28ce3d19 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4636621 Jul 29 16:37:41.691359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45532) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:41.699069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Request body: {'network': {'name': 'tempest-network-smoke--1392317232', 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'port_security_enabled': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:41.731796 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:41.740919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Usage tracker for resource:network and tenant:43ee33cc813f44109927ef3a85b8b480 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:41.750379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:41.760768 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-e955a12e-cb72-4911-8730-480c6ab08b50 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port c76ed8af-ed35-4b9c-b2ac-852e4246d60d {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:41.761126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e955a12e-cb72-4911-8730-480c6ab08b50 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.764022 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:41.783525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Made reservation on behalf of 43ee33cc813f44109927ef3a85b8b480 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:41.787862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.813317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26b1ca8-1986-4775-944a-a1ce51c606a6 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:41.857982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-e95c183e-f3dc-4300-be97-5cfbeb0257fe tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Calling delete_port for bbebd94c-60f9-4693-b260-b06c394ec036 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:41.902916 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:37:41.903916 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-51fc01e0-afdc-47de-80d2-3649594719c1 None None] Provisioning for port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:41.921439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:41.921785 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Added segment c46bdec6-117b-4805-b7fa-a26a383622d3 of type vlan for network 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 Jul 29 16:37:41.982599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.033431 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cbe751c1-f68b-4fee-bc4d-9ecc60c4b62b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.035482 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.042174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:42.042905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.069222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cbe751c1-f68b-4fee-bc4d-9ecc60c4b62b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.069737 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] For port 7699118c-f781-4e99-8a7f-5a891ddfa2d9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7699118c-f781-4e99-8a7f-5a891ddfa2d9,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:42.070239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.079673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.173209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a529d059-cd4a-4972-8d0d-b05a7f7ec6ac up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:42.228306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Calling delete_port for 7699118c-f781-4e99-8a7f-5a891ddfa2d9 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:42.247405 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5548186 Jul 29 16:37:42.251176 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-cbe751c1-f68b-4fee-bc4d-9ecc60c4b62b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] In _notify_port_updated(), no bound segment for port c580d88c-0c60-4804-a373-0e94f0047b55 on network 499f3411-e69b-4664-a7d6-c6af7546bc02 {{(pid=89209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:37:42.259499 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe751c1-f68b-4fee-bc4d-9ecc60c4b62b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:42.260103 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cbe751c1-f68b-4fee-bc4d-9ecc60c4b62b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.264187 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cbe751c1-f68b-4fee-bc4d-9ecc60c4b62b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "PUT /v2.0/ports/c580d88c-0c60-4804-a373-0e94f0047b55 HTTP/1.1" status: 200 len: 1002 time: 1.0093513 Jul 29 16:37:42.265858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:42.265989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45536) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:42.265989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45538) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:42.272487 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:42.272861 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.275851 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'admin_state_up': True, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:42.374821 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e53e36f3-cfca-47f8-abc1-be146c6f14ad tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Deleting port c580d88c-0c60-4804-a373-0e94f0047b55 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:42.375167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e53e36f3-cfca-47f8-abc1-be146c6f14ad tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.397171 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object ce84afda-9962-4af3-a926-09a13141d6b8 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:42.406461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:42.406850 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.425939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127a432-3463-43b6-a3e1-6ab2692aca6b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'Network': ['ID=6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:42.430133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:42.440674 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:37:42.462831 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe751c1-f68b-4fee-bc4d-9ecc60c4b62b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event updated for resources: {'Port': ['ID=c580d88c-0c60-4804-a373-0e94f0047b55,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:42.468821 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Usage tracker for resource:router and tenant:43ee33cc813f44109927ef3a85b8b480 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:42.474357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e955a12e-cb72-4911-8730-480c6ab08b50 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.480074 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:42.492797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:42.561793 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a529d059-cd4a-4972-8d0d-b05a7f7ec6ac,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:42.577145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.624329 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.625508 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.642766 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.685423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-e955a12e-cb72-4911-8730-480c6ab08b50 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for c76ed8af-ed35-4b9c-b2ac-852e4246d60d owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:42.709724 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-01182135-4685-42d5-9864-981ac1ebfb33 None None] Provisioning complete for port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:42.710185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-01182135-4685-42d5-9864-981ac1ebfb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.759167 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=a529d059-cd4a-4972-8d0d-b05a7f7ec6ac,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:42.794665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.838677 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-01182135-4685-42d5-9864-981ac1ebfb33 None None] Current status of the port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:42.953134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e955a12e-cb72-4911-8730-480c6ab08b50 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.960912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6456c840-6cb7-46c4-94c3-fa404f5b5f2d None None] Provisioning complete for port c580d88c-0c60-4804-a373-0e94f0047b55 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:42.961518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6456c840-6cb7-46c4-94c3-fa404f5b5f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.966367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:42.967145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e95c183e-f3dc-4300-be97-5cfbeb0257fe tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:42.977221 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:42.979622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=ce84afda-9962-4af3-a926-09a13141d6b8,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:42.981223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:42.987874 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:42.988694 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:43.017498 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6456c840-6cb7-46c4-94c3-fa404f5b5f2d None None] Port c580d88c-0c60-4804-a373-0e94f0047b55 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:37:43.094941 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c183e-f3dc-4300-be97-5cfbeb0257fe tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Pushing event deleted for resources: {'Port': ['ID=bbebd94c-60f9-4693-b260-b06c394ec036,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:43.138372 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:43.149962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e53e36f3-cfca-47f8-abc1-be146c6f14ad tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:43.156183 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e955a12e-cb72-4911-8730-480c6ab08b50 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:43.200610 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955a12e-cb72-4911-8730-480c6ab08b50 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=c76ed8af-ed35-4b9c-b2ac-852e4246d60d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:43.219147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:43.241116 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5564e43f-ca8c-4df4-b4db-f3c043d68281 None None] Provisioning for port ce84afda-9962-4af3-a926-09a13141d6b8 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:43.247349 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5564e43f-ca8c-4df4-b4db-f3c043d68281 None None] Provisioning complete for port ce84afda-9962-4af3-a926-09a13141d6b8 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:43.247718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5564e43f-ca8c-4df4-b4db-f3c043d68281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:43.276355 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-062ab828-9568-4aee-8f24-db13c2a5828f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0337975 Jul 29 16:37:43.283468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Pushing event deleted for resources: {'Port': ['ID=7699118c-f781-4e99-8a7f-5a891ddfa2d9,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:43.286708 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45544) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:43.308518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5564e43f-ca8c-4df4-b4db-f3c043d68281 None None] Port ce84afda-9962-4af3-a926-09a13141d6b8 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:37:43.344046 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e53e36f3-cfca-47f8-abc1-be146c6f14ad tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Calling delete_port for c580d88c-0c60-4804-a373-0e94f0047b55 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:43.483868 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e955a12e-cb72-4911-8730-480c6ab08b50 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/c76ed8af-ed35-4b9c-b2ac-852e4246d60d HTTP/1.1" status: 204 len: 168 time: 2.2139084 Jul 29 16:37:43.492636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45548) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:43.517188 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e95c183e-f3dc-4300-be97-5cfbeb0257fe tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:43.556379 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2d2e44-dd8b-4051-85a0-100a1ec71698 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] GET failed (client error): The resource could not be found. Jul 29 16:37:43.556917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5b2d2e44-dd8b-4051-85a0-100a1ec71698 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:43.591754 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e53e36f3-cfca-47f8-abc1-be146c6f14ad tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:43.634484 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5b2d2e44-dd8b-4051-85a0-100a1ec71698 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:43.635646 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5b2d2e44-dd8b-4051-85a0-100a1ec71698 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/c76ed8af-ed35-4b9c-b2ac-852e4246d60d HTTP/1.1" status: 404 len: 333 time: 0.1414530 Jul 29 16:37:43.644341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45552) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:43.647625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e36f3-cfca-47f8-abc1-be146c6f14ad tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event deleted for resources: {'Port': ['ID=c580d88c-0c60-4804-a373-0e94f0047b55,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:43.656991 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1698d03f-a02d-4401-9530-bd3c0986bdc6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'name': 'tempest-PortsIpV6TestJSON-986038751'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:43.716292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e95c183e-f3dc-4300-be97-5cfbeb0257fe tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:43.721626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e95c183e-f3dc-4300-be97-5cfbeb0257fe tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:43.749430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:43.929386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e95c183e-f3dc-4300-be97-5cfbeb0257fe tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:43.929925 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95c183e-f3dc-4300-be97-5cfbeb0257fe tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Fanout notify agent at l3_agent the message router_deleted on router 4bf72623-f564-45f7-a69a-e409e8c087b1 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:37:43.944371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f31be9f-9fe9-41d1-a2e9-153d739fa3df tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:43.950207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f31be9f-9fe9-41d1-a2e9-153d739fa3df tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:43.950962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1f31be9f-9fe9-41d1-a2e9-153d739fa3df tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:43.956699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:43.959803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:43.969030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e95c183e-f3dc-4300-be97-5cfbeb0257fe tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:43.970145 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e95c183e-f3dc-4300-be97-5cfbeb0257fe tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "DELETE /v2.0/routers/4bf72623-f564-45f7-a69a-e409e8c087b1 HTTP/1.1" status: 204 len: 168 time: 4.3621104 Jul 29 16:37:43.975118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45556) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:43.986970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d0d2e9c4-6bb5-43e1-af56-7bf8754aac02 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-826289594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:44.002649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1f31be9f-9fe9-41d1-a2e9-153d739fa3df tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:44.003787 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1f31be9f-9fe9-41d1-a2e9-153d739fa3df tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.7137203 Jul 29 16:37:44.007619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d0d2e9c4-6bb5-43e1-af56-7bf8754aac02 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:44.009093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45560) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:44.013221 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d0d2e9c4-6bb5-43e1-af56-7bf8754aac02 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Usage tracker for resource:router and tenant:227cb2d45a114d729cfd19669f163ead is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:44.014846 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.047625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d0d2e9c4-6bb5-43e1-af56-7bf8754aac02 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:44.050621 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.051112 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b29600e1-ed65-4600-b36c-827925c02ed5 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:37:44.065734 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d0d2e9c4-6bb5-43e1-af56-7bf8754aac02 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:44.082634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.087502 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c2e899de-502e-4667-8b3b-0793e2e0c386 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "DELETE /v2.0/routers/b29600e1-ed65-4600-b36c-827925c02ed5 HTTP/1.1" status: 204 len: 168 time: 3.9283550 Jul 29 16:37:44.089017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45564) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:44.090563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1698d03f-a02d-4401-9530-bd3c0986bdc6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:44.098654 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.100244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1978069270', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:44.125086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:44.125086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Usage tracker for resource:router and tenant:86493858fb75488391a739c0defef846 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:44.125737 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:44.133514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e9c4-6bb5-43e1-af56-7bf8754aac02 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.134539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e9c4-6bb5-43e1-af56-7bf8754aac02 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.140748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:44.140931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e53e36f3-cfca-47f8-abc1-be146c6f14ad tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.147548 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-a1819f1b-73d9-4508-87cb-31e44914ca3b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port ce84afda-9962-4af3-a926-09a13141d6b8 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:44.147897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1819f1b-73d9-4508-87cb-31e44914ca3b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.167373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1698d03f-a02d-4401-9530-bd3c0986bdc6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:44.170682 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e53e36f3-cfca-47f8-abc1-be146c6f14ad tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "DELETE /v2.0/ports/c580d88c-0c60-4804-a373-0e94f0047b55 HTTP/1.1" status: 204 len: 168 time: 1.9000180 Jul 29 16:37:44.182259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45568) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:44.209979 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1698d03f-a02d-4401-9530-bd3c0986bdc6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:44.213598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1698d03f-a02d-4401-9530-bd3c0986bdc6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.248956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-1698d03f-a02d-4401-9530-bd3c0986bdc6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port fed6bb47-e696-4eb1-8429-a52abb09c9ca yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:44.251662 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.252746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.255914 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a529d059-cd4a-4972-8d0d-b05a7f7ec6ac up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:44.263568 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-963ecda3-40e0-4d90-a3aa-820f43f496ed tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] GET failed (client error): The resource could not be found. Jul 29 16:37:44.268965 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-963ecda3-40e0-4d90-a3aa-820f43f496ed tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "GET /v2.0/ports/c580d88c-0c60-4804-a373-0e94f0047b55 HTTP/1.1" status: 404 len: 333 time: 0.0841355 Jul 29 16:37:44.273636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e9c4-6bb5-43e1-af56-7bf8754aac02 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.283782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45572) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:44.298802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Request body: {'port': {'network_id': '499f3411-e69b-4664-a7d6-c6af7546bc02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-461615394'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:44.337556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:44.337928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.403159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Allocated IP 172.26.1.130 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/e4d2d531-6ba5-458d-8948-af07adf13b23) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:44.433391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.447704 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e9c4-6bb5-43e1-af56-7bf8754aac02 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.478015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:44.669311 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e9c4-6bb5-43e1-af56-7bf8754aac02 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.670509 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d0d2e9c4-6bb5-43e1-af56-7bf8754aac02 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6944404 Jul 29 16:37:44.681699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45578) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:44.747663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:44.753132 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1698d03f-a02d-4401-9530-bd3c0986bdc6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.807765 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.836119 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1698d03f-a02d-4401-9530-bd3c0986bdc6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.911715 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.918826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1698d03f-a02d-4401-9530-bd3c0986bdc6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:44.923594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-1698d03f-a02d-4401-9530-bd3c0986bdc6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:44.928915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:44.930219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698d03f-a02d-4401-9530-bd3c0986bdc6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:44.935600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698d03f-a02d-4401-9530-bd3c0986bdc6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:44.936185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1698d03f-a02d-4401-9530-bd3c0986bdc6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:44.942713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698d03f-a02d-4401-9530-bd3c0986bdc6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=fed6bb47-e696-4eb1-8429-a52abb09c9ca,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:44.987000 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:44.995113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:45.007399 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Usage tracker for resource:port and tenant:d5d5fb7d0e6e428880abac8a62f52348 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:45.007672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:45.020947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:45.055389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2abb1432-bb46-425b-91d5-cd04ab3984ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:45.076959 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1698d03f-a02d-4401-9530-bd3c0986bdc6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4287589 Jul 29 16:37:45.076959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'Port': ['ID=e4d2d531-6ba5-458d-8948-af07adf13b23,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:45.078771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45582) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:45.086598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-dacbdeb8-828a-4d10-8e87-2612769187c1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:45.097099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:45.100022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1819f1b-73d9-4508-87cb-31e44914ca3b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:45.336934 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:45.372494 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dacbdeb8-828a-4d10-8e87-2612769187c1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:45.407661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Made reservation on behalf of d5d5fb7d0e6e428880abac8a62f52348 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:45.411116 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:45.426321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-a1819f1b-73d9-4508-87cb-31e44914ca3b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for ce84afda-9962-4af3-a926-09a13141d6b8 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:45.670296 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] device_id is not set on port ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:45.702486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:45.744697 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:45.866004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dacbdeb8-828a-4d10-8e87-2612769187c1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:45.879215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dacbdeb8-828a-4d10-8e87-2612769187c1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:46.010353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1819f1b-73d9-4508-87cb-31e44914ca3b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:46.065530 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Allocated IP 2001:db8::2b6 (499f3411-e69b-4664-a7d6-c6af7546bc02/4de18554-e4a1-4f17-b6e2-2478a9aeccaf/ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:46.079611 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7699118c-f781-4e99-8a7f-5a891ddfa2d9 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:37:46.082813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1819f1b-73d9-4508-87cb-31e44914ca3b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=ce84afda-9962-4af3-a926-09a13141d6b8,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:46.101781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-dacbdeb8-828a-4d10-8e87-2612769187c1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] In _notify_port_updated(), no bound segment for port fed6bb47-e696-4eb1-8429-a52abb09c9ca on network 30df14e0-a833-40a6-b26b-5bf85bbdd67e {{(pid=89209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:37:46.107074 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacbdeb8-828a-4d10-8e87-2612769187c1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:46.107682 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dacbdeb8-828a-4d10-8e87-2612769187c1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:46.108958 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dacbdeb8-828a-4d10-8e87-2612769187c1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "PUT /v2.0/ports/fed6bb47-e696-4eb1-8429-a52abb09c9ca HTTP/1.1" status: 200 len: 818 time: 1.0292783 Jul 29 16:37:46.121574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 7699118c-f781-4e99-8a7f-5a891ddfa2d9 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:37:46.121988 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7699118c-f781-4e99-8a7f-5a891ddfa2d9 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:37:46.136142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45586) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:46.183384 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1819f1b-73d9-4508-87cb-31e44914ca3b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:46.265274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbdeb8-828a-4d10-8e87-2612769187c1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=fed6bb47-e696-4eb1-8429-a52abb09c9ca,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:46.295921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c2415be0-dbdd-41aa-841f-4de95c8ac200 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port fed6bb47-e696-4eb1-8429-a52abb09c9ca {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:46.296264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2415be0-dbdd-41aa-841f-4de95c8ac200 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:46.399160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:46.476294 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a1819f1b-73d9-4508-87cb-31e44914ca3b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/ce84afda-9962-4af3-a926-09a13141d6b8 HTTP/1.1" status: 204 len: 168 time: 2.4661970 Jul 29 16:37:46.496391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45590) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:46.654784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:46.682474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2415be0-dbdd-41aa-841f-4de95c8ac200 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:46.697397 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:46.768378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb3be6a-bd79-413f-aa7a-a825c5df2e36 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:46.770023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb3be6a-bd79-413f-aa7a-a825c5df2e36 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:46.770769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2fb3be6a-bd79-413f-aa7a-a825c5df2e36 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:46.815303 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c2415be0-dbdd-41aa-841f-4de95c8ac200 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for fed6bb47-e696-4eb1-8429-a52abb09c9ca owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:46.905729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:37:46.979796 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2415be0-dbdd-41aa-841f-4de95c8ac200 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:46.995458 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:46.998422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2fb3be6a-bd79-413f-aa7a-a825c5df2e36 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:46.999586 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2fb3be6a-bd79-413f-aa7a-a825c5df2e36 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5012250 Jul 29 16:37:47.005675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.033860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45594) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:47.078389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.095423 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2415be0-dbdd-41aa-841f-4de95c8ac200 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.101571 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2415be0-dbdd-41aa-841f-4de95c8ac200 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=fed6bb47-e696-4eb1-8429-a52abb09c9ca,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:47.122909 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c2415be0-dbdd-41aa-841f-4de95c8ac200 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/fed6bb47-e696-4eb1-8429-a52abb09c9ca HTTP/1.1" status: 204 len: 168 time: 0.9834161 Jul 29 16:37:47.123073 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45598) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:47.125799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Transition to ACTIVE for port object ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:47.219480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:37:47.232155 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Sync routers for ids ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:37:47.233864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-7372558a-fb13-4e3f-b31e-4a0581b88b6f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 1dddaa43-6bab-45c5-af4e-87bba7949d38 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:37:47.241543 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Routers {'4ee9ff46-73a4-4b42-8655-8396763e1ac7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:47.242342 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:47.245440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7372558a-fb13-4e3f-b31e-4a0581b88b6f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.252672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.257264 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d63a621c-9f91-4427-a5f0-be0ddbdd6a04 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.9855378 Jul 29 16:37:47.257479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45602) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:47.267116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0a8d16-c308-44b4-ba59-bb0cf9aeb638 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:47.267810 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-dd0a8d16-c308-44b4-ba59-bb0cf9aeb638 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:47.276706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Allocated IP 172.26.1.103 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/7d5311e2-fa19-444d-9b92-a2a1cb93bef6) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:47.292979 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-dd0a8d16-c308-44b4-ba59-bb0cf9aeb638 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:47.297072 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dd0a8d16-c308-44b4-ba59-bb0cf9aeb638 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1704106 Jul 29 16:37:47.297300 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45610) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:47.346303 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.348632 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-34768ace-b509-4a42-b817-4b950471b360 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] GET failed (client error): The resource could not be found. Jul 29 16:37:47.354399 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-34768ace-b509-4a42-b817-4b950471b360 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/fed6bb47-e696-4eb1-8429-a52abb09c9ca HTTP/1.1" status: 404 len: 333 time: 0.0526075 Jul 29 16:37:47.354722 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45614) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:47.360363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1738490925'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:47.365770 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:47.392153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7372558a-fb13-4e3f-b31e-4a0581b88b6f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.404763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:network and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:47.410421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:47.414686 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d81fdfbe-7914-4a43-bdb9-10a369abc53f tempest-TestNetworkAdvancedServerOps-89160869 tempest-TestNetworkAdvancedServerOps-89160869-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=43ee33cc813f44109927ef3a85b8b480&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1562150 Jul 29 16:37:47.417873 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45618) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:47.420280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:47.435427 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Set router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:37:47.541686 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Network 499f3411-e69b-4664-a7d6-c6af7546bc02 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:47.550817 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event updated for resources: {'Port': ['ID=ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:47.553493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:47.569558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:47.575106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:47.575728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.600046 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8c119638-fef5-4f1a-b46f-100b725d377f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.639953 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-52c4f6d7-8c3e-49a9-9440-e8735ae6baf1 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3531473 Jul 29 16:37:47.642845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.645829 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45622) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:47.656928 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7372558a-fb13-4e3f-b31e-4a0581b88b6f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.657396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:47.661127 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.673185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d5850d75-5bb5-4bb0-a5d0-b09fd2ac1c78 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:99:4c:52'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:47.773187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7372558a-fb13-4e3f-b31e-4a0581b88b6f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.779406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:37:47.817117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.836974 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:42Z', 'updated_at': '2022-07-29T16:37:45Z', 'revision_number': 3, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'gw_port': {'id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:44Z', 'updated_at': '2022-07-29T16:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:47.841000 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Checking router: 4ee9ff46-73a4-4b42-8655-8396763e1ac7 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:37:47.841471 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Updating router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 port e4d2d531-6ba5-458d-8948-af07adf13b23 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:37:47.882192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9f300419-3214-412b-91c6-c614b33ef1e6 None None] Provisioning for port ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:47.889526 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9f300419-3214-412b-91c6-c614b33ef1e6 None None] Provisioning complete for port ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:47.891884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9f300419-3214-412b-91c6-c614b33ef1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.902562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.902909 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Added segment b141a17b-6218-46f2-a0f0-be61b8d82912 of type vlan for network 359a3a08-d5d9-4f07-a463-96fb53ee4daf Jul 29 16:37:47.910744 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d36505c-7b6b-4f7e-b152-de7b58fc0d6c tempest-TestNetworkAdvancedServerOps-89160869 tempest-TestNetworkAdvancedServerOps-89160869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:47.912837 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0d36505c-7b6b-4f7e-b152-de7b58fc0d6c tempest-TestNetworkAdvancedServerOps-89160869 tempest-TestNetworkAdvancedServerOps-89160869-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4940655 Jul 29 16:37:47.917751 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:47.926872 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45626) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:47.962804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9f300419-3214-412b-91c6-c614b33ef1e6 None None] Port ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:37:47.994047 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-abbf68c7-be57-4270-84c2-db81995e0419 tempest-TestNetworkAdvancedServerOps-89160869 tempest-TestNetworkAdvancedServerOps-89160869-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0659826 Jul 29 16:37:48.003518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45630) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:48.033143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372558a-fb13-4e3f-b31e-4a0581b88b6f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=1dddaa43-6bab-45c5-af4e-87bba7949d38,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:48.047922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7372558a-fb13-4e3f-b31e-4a0581b88b6f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:48.048987 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2059245572', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:48.057793 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5df660-dab3-4497-a256-bef3d33e8839 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:48.072701 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:48.083445 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:48.087710 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7372558a-fb13-4e3f-b31e-4a0581b88b6f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/1dddaa43-6bab-45c5-af4e-87bba7949d38 HTTP/1.1" status: 204 len: 168 time: 1.0484445 Jul 29 16:37:48.087710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:48.092381 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:48.097888 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45634) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:48.157179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Pushing event updated for resources: {'Port': ['ID=7d5311e2-fa19-444d-9b92-a2a1cb93bef6,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:48.159445 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Allocated IP 172.26.1.135 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/cba7a043-d874-4d74-8b27-fc5bb8d1257a) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:48.252436 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9c848248-3924-4f73-916e-e384ac0e464f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033947 Jul 29 16:37:48.260095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:48.262254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45638) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:48.264824 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5850d75-5bb5-4bb0-a5d0-b09fd2ac1c78 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:48.311195 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:48.317073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-629e91b9-dfc8-4450-8c34-8fa48de2acda tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:48.325020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:48.335557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Usage tracker for resource:subnet and tenant:43ee33cc813f44109927ef3a85b8b480 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:48.345501 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:48.350630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:48.355996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:48.356586 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:48.366336 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0393f91a-9846-44e4-bbcf-28bb889259b5 None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:37:48.370916 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0393f91a-9846-44e4-bbcf-28bb889259b5 None None] Deleting port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:48.371354 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0393f91a-9846-44e4-bbcf-28bb889259b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:48.404785 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:48.416340 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0579863 Jul 29 16:37:48.468396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45642) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:48.482481 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'subnet': {'network_id': '359a3a08-d5d9-4f07-a463-96fb53ee4daf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:48.575193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-629e91b9-dfc8-4450-8c34-8fa48de2acda tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:48.581916 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-629e91b9-dfc8-4450-8c34-8fa48de2acda tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:48.588872 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-0393f91a-9846-44e4-bbcf-28bb889259b5 None None] For port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a529d059-cd4a-4972-8d0d-b05a7f7ec6ac,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:48.589617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0393f91a-9846-44e4-bbcf-28bb889259b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:48.592983 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-629e91b9-dfc8-4450-8c34-8fa48de2acda tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:48.602324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Made reservation on behalf of 43ee33cc813f44109927ef3a85b8b480 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:48.605389 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:48.632466 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65daa04a-fbe3-4762-aa38-4a2bfec48b54 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Network': ['ID=359a3a08-d5d9-4f07-a463-96fb53ee4daf,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:48.648355 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-629e91b9-dfc8-4450-8c34-8fa48de2acda tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:48.717678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0393f91a-9846-44e4-bbcf-28bb889259b5 None None] Calling delete_port for a529d059-cd4a-4972-8d0d-b05a7f7ec6ac owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:48.732523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:48.766474 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629e91b9-dfc8-4450-8c34-8fa48de2acda tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:48.769899 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-629e91b9-dfc8-4450-8c34-8fa48de2acda tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:48.792729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 359a3a08-d5d9-4f07-a463-96fb53ee4daf details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:37:48.837567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:48.848742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:subnet and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:48.859439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:48.865734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0393f91a-9846-44e4-bbcf-28bb889259b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:48.879812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:48.916331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:48.920151 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:48.924800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:48.940049 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393f91a-9846-44e4-bbcf-28bb889259b5 None None] Pushing event deleted for resources: {'Port': ['ID=a529d059-cd4a-4972-8d0d-b05a7f7ec6ac,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:48.944673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393f91a-9846-44e4-bbcf-28bb889259b5 None None] No DVR routers for this DVR port a529d059-cd4a-4972-8d0d-b05a7f7ec6ac on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:37:48.985641 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.089982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5850d75-5bb5-4bb0-a5d0-b09fd2ac1c78 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.107756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5850d75-5bb5-4bb0-a5d0-b09fd2ac1c78 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.139577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:49.176908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:49.194563 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:49.222004 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.226911 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Pushing event updated for resources: {'Port': ['ID=cba7a043-d874-4d74-8b27-fc5bb8d1257a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:49.234309 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Transition to ACTIVE for port object e4d2d531-6ba5-458d-8948-af07adf13b23 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:49.250746 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.299849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-d5850d75-5bb5-4bb0-a5d0-b09fd2ac1c78 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] In _notify_port_updated(), no bound segment for port ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421 on network 499f3411-e69b-4664-a7d6-c6af7546bc02 {{(pid=89209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:37:49.305919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5850d75-5bb5-4bb0-a5d0-b09fd2ac1c78 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:49.306495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5850d75-5bb5-4bb0-a5d0-b09fd2ac1c78 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.307757 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d5850d75-5bb5-4bb0-a5d0-b09fd2ac1c78 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "PUT /v2.0/ports/ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421 HTTP/1.1" status: 200 len: 1002 time: 1.6602254 Jul 29 16:37:49.317643 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45646) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:49.322105 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f649c-1414-4bfa-929f-e1a9f0c3ceea None None] Pushing event updated for resources: {'Port': ['ID=e4d2d531-6ba5-458d-8948-af07adf13b23,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:49.341287 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Attempting to bind port e4d2d531-6ba5-458d-8948-af07adf13b23 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:49.341911 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Attempting to bind port e4d2d531-6ba5-458d-8948-af07adf13b23 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:49.342436 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Attempting to bind port e4d2d531-6ba5-458d-8948-af07adf13b23 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:49.348244 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:37:49.348890 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:49.350065 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.350603 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:37:49.351336 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Bound port: e4d2d531-6ba5-458d-8948-af07adf13b23, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:37:49.352587 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.411719 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.437350 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] For port e4d2d531-6ba5-458d-8948-af07adf13b23, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:37:49.441203 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] For port e4d2d531-6ba5-458d-8948-af07adf13b23, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e4d2d531-6ba5-458d-8948-af07adf13b23,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:37:49.448001 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.448956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5850d75-5bb5-4bb0-a5d0-b09fd2ac1c78 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event updated for resources: {'Port': ['ID=ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:49.541075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-d2320cf1-3d1b-4074-bb9b-69a067d3a630 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Deleting port ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:49.541313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d2320cf1-3d1b-4074-bb9b-69a067d3a630 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.544120 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Routers {'4ee9ff46-73a4-4b42-8655-8396763e1ac7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:49.544888 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:49.621296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'Subnet': ['ID=13f062b0-bf27-4901-9936-6392c3e3a598,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:49.695274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Checking segment: {'id': 'c46bdec6-117b-4805-b7fa-a26a383622d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:49.695650 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Network hostable DHCP agents. Network: 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:37:49.697431 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c75682f6-b92f-45b2-8fc3-1c1ba564c797 None None] Provisioning complete for port ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:49.697992 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c75682f6-b92f-45b2-8fc3-1c1ba564c797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.731052 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f649c-1414-4bfa-929f-e1a9f0c3ceea None None] Pushing event updated for resources: {'Port': ['ID=e4d2d531-6ba5-458d-8948-af07adf13b23,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:49.743540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.771830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c75682f6-b92f-45b2-8fc3-1c1ba564c797 None None] Port ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:37:49.802853 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] Set router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:37:49.804450 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.844157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-629e91b9-dfc8-4450-8c34-8fa48de2acda tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.895035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Network 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:37:49.923420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:49.932672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:49.933645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:49.935629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9e989e-9b42-4b5e-9f9f-d64a83d52f12 None None] Network 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:49.962665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Subnet': ['ID=c2f6c150-5d84-4866-be8d-e2453873ba33,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:49.983834 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629e91b9-dfc8-4450-8c34-8fa48de2acda tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:50.031912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Checking segment: {'id': 'b141a17b-6218-46f2-a0f0-be61b8d82912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '359a3a08-d5d9-4f07-a463-96fb53ee4daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:50.032490 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network hostable DHCP agents. Network: 359a3a08-d5d9-4f07-a463-96fb53ee4daf, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:37:50.041290 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-629e91b9-dfc8-4450-8c34-8fa48de2acda tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:50.051570 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b0ff7e5d-608c-4522-99e4-bf030e0f67a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0449345 Jul 29 16:37:50.054427 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d2320cf1-3d1b-4074-bb9b-69a067d3a630 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:50.056777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629e91b9-dfc8-4450-8c34-8fa48de2acda tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:50.057597 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-629e91b9-dfc8-4450-8c34-8fa48de2acda tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:50.062048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45650) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:50.127602 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:42Z', 'updated_at': '2022-07-29T16:37:45Z', 'revision_number': 3, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'gw_port': {'id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:44Z', 'updated_at': '2022-07-29T16:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:50.140488 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999b742e-84b6-41f9-85c2-e005af79da7e None None] The sync data for ids ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'] in dv-neutron-851534-1-hyperv is: [{'id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:42Z', 'updated_at': '2022-07-29T16:37:45Z', 'revision_number': 3, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'gw_port': {'id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:44Z', 'updated_at': '2022-07-29T16:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:37:50.145570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:50.169423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e91b9-dfc8-4450-8c34-8fa48de2acda tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=1669131b-b5d8-40f8-91a9-cc5701c747e8,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:50.179638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d08698-0ae3-4edc-8963-e3446dfd86df None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:50.193501 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a529d059-cd4a-4972-8d0d-b05a7f7ec6ac no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:37:50.226044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-d2320cf1-3d1b-4074-bb9b-69a067d3a630 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Calling delete_port for ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:50.256075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 359a3a08-d5d9-4f07-a463-96fb53ee4daf is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:37:50.275648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 359a3a08-d5d9-4f07-a463-96fb53ee4daf) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:50.280087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:50.280671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:50.292697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: a529d059-cd4a-4972-8d0d-b05a7f7ec6ac {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:37:50.293517 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a529d059-cd4a-4972-8d0d-b05a7f7ec6ac not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:37:50.299922 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606af3dc-8334-47b2-ada8-6b9a5b56a478 None None] Network 359a3a08-d5d9-4f07-a463-96fb53ee4daf requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:50.326141 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a1412e8b-b2f6-40ef-856b-a0819f9f16fa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8563704 Jul 29 16:37:50.327067 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45654) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:50.346455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-033c7aa7-3c4a-4228-87a2-d7ae1179d0b4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'subnet': {'network_id': '359a3a08-d5d9-4f07-a463-96fb53ee4daf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:50.416351 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-629e91b9-dfc8-4450-8c34-8fa48de2acda tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1015315 Jul 29 16:37:50.417103 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45658) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:50.437582 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'name': 'tempest-NetworksTestDHCPv6-2126522292'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:50.445568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:50.476130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:50.665060 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d2320cf1-3d1b-4074-bb9b-69a067d3a630 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:50.754818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-033c7aa7-3c4a-4228-87a2-d7ae1179d0b4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:50.757068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2320cf1-3d1b-4074-bb9b-69a067d3a630 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event deleted for resources: {'Port': ['ID=ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:50.802124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-033c7aa7-3c4a-4228-87a2-d7ae1179d0b4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:subnet and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:50.821848 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-033c7aa7-3c4a-4228-87a2-d7ae1179d0b4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:50.841555 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d2320cf1-3d1b-4074-bb9b-69a067d3a630 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:50.844661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'fixed_ips': [{'subnet_id': '13f062b0-bf27-4901-9936-6392c3e3a598'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:37:50.845603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-033c7aa7-3c4a-4228-87a2-d7ae1179d0b4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:50.848181 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:50.848962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:50.855317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:50.862721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:50.879174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:50.885951 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d2320cf1-3d1b-4074-bb9b-69a067d3a630 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "DELETE /v2.0/ports/ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421 HTTP/1.1" status: 204 len: 168 time: 1.5550079 Jul 29 16:37:50.888385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45662) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:50.890756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033c7aa7-3c4a-4228-87a2-d7ae1179d0b4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:50.894373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-033c7aa7-3c4a-4228-87a2-d7ae1179d0b4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:50.971674 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-359a3a08-d5d9-4f07-a463-96fb53ee4daf', 'network_id': '359a3a08-d5d9-4f07-a463-96fb53ee4daf', 'tenant_id': 'fc630b34605447ae9c7be362e869ad61', 'fixed_ips': [{'subnet_id': 'c2f6c150-5d84-4866-be8d-e2453873ba33'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:37:50.972864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:51.034954 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea086af4-1df0-4992-bf72-fa7bdc15515a tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] GET failed (client error): The resource could not be found. Jul 29 16:37:51.035505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ea086af4-1df0-4992-bf72-fa7bdc15515a tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Synchronizing usage tracker for tenant:d5d5fb7d0e6e428880abac8a62f52348 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:51.056718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:51.061134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:51.103434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port 3dadda29-f6b3-4247-9dac-edd70fc3080e yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:51.168410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '1669131b-b5d8-40f8-91a9-cc5701c747e8'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:37:51.169282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:51.269907 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ea086af4-1df0-4992-bf72-fa7bdc15515a tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Unset dirty status for tenant:d5d5fb7d0e6e428880abac8a62f52348 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:51.274924 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ea086af4-1df0-4992-bf72-fa7bdc15515a tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "GET /v2.0/ports/ab8bc526-8f2b-4b71-a8e5-f28a0a7b1421 HTTP/1.1" status: 404 len: 333 time: 0.3654320 Jul 29 16:37:51.280180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45668) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:51.300734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Request body: {'port': {'network_id': '499f3411-e69b-4664-a7d6-c6af7546bc02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-631648730'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:51.404111 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.ipam_backend_mixin [None req-033c7aa7-3c4a-4228-87a2-d7ae1179d0b4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2f6c150-5d84-4866-be8d-e2453873ba33 (CIDR: 2001:db8::/64) Jul 29 16:37:51.420191 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-033c7aa7-3c4a-4228-87a2-d7ae1179d0b4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:37:51.420998 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033c7aa7-3c4a-4228-87a2-d7ae1179d0b4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:37:51.467637 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-033c7aa7-3c4a-4228-87a2-d7ae1179d0b4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1269796 Jul 29 16:37:51.472420 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Allocated IP 172.20.0.2 (6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3/13f062b0-bf27-4901-9936-6392c3e3a598/2f06a847-9842-4f32-8b45-d54762478d3f) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:51.476777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45672) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:51.485255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-fe16751a-e3aa-4c3d-920b-eb722f27baed tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'subnet': {'network_id': '359a3a08-d5d9-4f07-a463-96fb53ee4daf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:51.524294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Router 10d071b4-10f9-4191-a720-609b2e1adf61 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:37:51.531209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Allocated IP 2001:db8::2 (359a3a08-d5d9-4f07-a463-96fb53ee4daf/c2f6c150-5d84-4866-be8d-e2453873ba33/8f189867-8a24-439c-9356-0fe4ab9ffed1) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:51.580745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:51.598381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:51.619575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Allocated IP 2001:db8::2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/1669131b-b5d8-40f8-91a9-cc5701c747e8/491df0c8-e688-4bea-ad0a-5a1cd99d7d7f) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:51.624948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Made reservation on behalf of d5d5fb7d0e6e428880abac8a62f52348 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:51.628338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:51.666202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] device_id is not set on port 2f5f9626-02db-4a47-81dc-7f882f3b8cc4 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:51.705865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fe16751a-e3aa-4c3d-920b-eb722f27baed tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:51.726556 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fe16751a-e3aa-4c3d-920b-eb722f27baed tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:subnet and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:51.731999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fe16751a-e3aa-4c3d-920b-eb722f27baed tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:51.747398 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fe16751a-e3aa-4c3d-920b-eb722f27baed tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:51.793582 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:51.793853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe16751a-e3aa-4c3d-920b-eb722f27baed tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:51.797225 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fe16751a-e3aa-4c3d-920b-eb722f27baed tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:51.834600 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:51.926855 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Allocated IP 2001:db8::12d (499f3411-e69b-4664-a7d6-c6af7546bc02/4de18554-e4a1-4f17-b6e2-2478a9aeccaf/2f5f9626-02db-4a47-81dc-7f882f3b8cc4) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:52.057143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:52.060156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:37:52.101062 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653d722a-a4b3-4b4d-98d1-e2d80d3a7db4 None None] Sync routers for ids ['10d071b4-10f9-4191-a720-609b2e1adf61'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:37:52.162929 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:52.167368 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c5cc90d6-e52b-40f0-b58c-6202bcf2b42f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.0777531 Jul 29 16:37:52.168260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45676) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:52.177980 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Transition to ACTIVE for port object 2f06a847-9842-4f32-8b45-d54762478d3f will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:52.179606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-aea0a721-ef77-4775-8539-a2d55131cb56 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'enable_snat': False}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:52.191127 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d722a-a4b3-4b4d-98d1-e2d80d3a7db4 None None] Routers {'10d071b4-10f9-4191-a720-609b2e1adf61'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:52.191756 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-653d722a-a4b3-4b4d-98d1-e2d80d3a7db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['10d071b4-10f9-4191-a720-609b2e1adf61'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:52.212078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:52.236017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Router feea6759-e084-4841-a69e-da1e27dbe04c is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:37:52.288558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e4d2d531-6ba5-458d-8948-af07adf13b23 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:52.360238 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:52.363203 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:52.363465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Transition to ACTIVE for port object 2f06a847-9842-4f32-8b45-d54762478d3f will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:52.377141 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-653d722a-a4b3-4b4d-98d1-e2d80d3a7db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:52.382711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:52.401561 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Transition to ACTIVE for port object 2f5f9626-02db-4a47-81dc-7f882f3b8cc4 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:52.402279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:52.433228 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:52.457017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Transition to ACTIVE for port object 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:52.471687 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Transition to ACTIVE for port object 8f189867-8a24-439c-9356-0fe4ab9ffed1 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:52.491051 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d722a-a4b3-4b4d-98d1-e2d80d3a7db4 None None] Routers {'10d071b4-10f9-4191-a720-609b2e1adf61'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:52.491846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-653d722a-a4b3-4b4d-98d1-e2d80d3a7db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['10d071b4-10f9-4191-a720-609b2e1adf61'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:52.555016 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Network 499f3411-e69b-4664-a7d6-c6af7546bc02 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:52.568697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:52.574738 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event updated for resources: {'Port': ['ID=2f5f9626-02db-4a47-81dc-7f882f3b8cc4,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:52.578700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:52.584795 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:52.585434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:52.602280 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-653d722a-a4b3-4b4d-98d1-e2d80d3a7db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:52.602991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653d722a-a4b3-4b4d-98d1-e2d80d3a7db4 None None] The sync data for ids ['10d071b4-10f9-4191-a720-609b2e1adf61'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:37:52.608258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Network 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:52.613130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Transition to ACTIVE for port object 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:52.617285 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Transition to ACTIVE for port object 8f189867-8a24-439c-9356-0fe4ab9ffed1 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:52.618906 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:52.623144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:52.632270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Pushing event updated for resources: {'Port': ['ID=2f06a847-9842-4f32-8b45-d54762478d3f,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:52.653872 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:52.666961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:52.753430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:37:52.768602 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84285dd-16e9-4891-826f-d208bf4b71e0 None None] Sync routers for ids ['feea6759-e084-4841-a69e-da1e27dbe04c'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:37:52.785674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fe16751a-e3aa-4c3d-920b-eb722f27baed tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:52.790753 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84285dd-16e9-4891-826f-d208bf4b71e0 None None] Routers {'feea6759-e084-4841-a69e-da1e27dbe04c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:52.791608 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e84285dd-16e9-4891-826f-d208bf4b71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['feea6759-e084-4841-a69e-da1e27dbe04c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:52.811644 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:52.812824 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e7e8f7e0-03a2-4da8-b27b-101cfd0f7291 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "PUT /v2.0/routers/feea6759-e084-4841-a69e-da1e27dbe04c HTTP/1.1" status: 200 len: 879 time: 8.1269021 Jul 29 16:37:52.816355 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45680) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:52.823276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Network 359a3a08-d5d9-4f07-a463-96fb53ee4daf is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:52.873115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:52.876981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:52.881524 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port e4d2d531-6ba5-458d-8948-af07adf13b23 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:52.901314 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:52.901844 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e84285dd-16e9-4891-826f-d208bf4b71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:52.902311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e4d2d531-6ba5-458d-8948-af07adf13b23 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:52.902675 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:52.929504 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84285dd-16e9-4891-826f-d208bf4b71e0 None None] Routers {'feea6759-e084-4841-a69e-da1e27dbe04c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:52.930322 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e84285dd-16e9-4891-826f-d208bf4b71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['feea6759-e084-4841-a69e-da1e27dbe04c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:53.006515 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e84285dd-16e9-4891-826f-d208bf4b71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:53.007167 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84285dd-16e9-4891-826f-d208bf4b71e0 None None] The sync data for ids ['feea6759-e084-4841-a69e-da1e27dbe04c'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:37:53.020569 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:53.021881 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe16751a-e3aa-4c3d-920b-eb722f27baed tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 359a3a08-d5d9-4f07-a463-96fb53ee4daf is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:53.026090 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:53.026721 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7308805c-2659-46ca-975a-4372ffc7c835 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7429602 Jul 29 16:37:53.029451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45684) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:53.036133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-fe16751a-e3aa-4c3d-920b-eb722f27baed tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:53.045505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe16751a-e3aa-4c3d-920b-eb722f27baed tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:53.046174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fe16751a-e3aa-4c3d-920b-eb722f27baed tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.064368 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::2d0 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/1669131b-b5d8-40f8-91a9-cc5701c747e8/3dadda29-f6b3-4247-9dac-edd70fc3080e) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:53.067396 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Request body: {'port': {'network_id': '499f3411-e69b-4664-a7d6-c6af7546bc02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2042033325'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:53.083004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16751a-e3aa-4c3d-920b-eb722f27baed tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Subnet': ['ID=d8429942-0149-41d5-acd0-d352ad7a9974,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:53.105795 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fe16751a-e3aa-4c3d-920b-eb722f27baed tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6279697 Jul 29 16:37:53.110196 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45688) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:53.161836 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Pushing event updated for resources: {'Port': ['ID=8f189867-8a24-439c-9356-0fe4ab9ffed1,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:53.166771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'network_id': '359a3a08-d5d9-4f07-a463-96fb53ee4daf', 'fixed_ips': [{'subnet_id': 'c2f6c150-5d84-4866-be8d-e2453873ba33'}, {'subnet_id': 'd8429942-0149-41d5-acd0-d352ad7a9974'}], 'name': 'tempest-PortsIpV6TestJSON-2070593077'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:53.223569 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Attempting to bind port 2f06a847-9842-4f32-8b45-d54762478d3f on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:53.223935 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Attempting to bind port 2f06a847-9842-4f32-8b45-d54762478d3f by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'c46bdec6-117b-4805-b7fa-a26a383622d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:53.224309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Attempting to bind port 2f06a847-9842-4f32-8b45-d54762478d3f on network 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:53.269103 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dab5d9aa-c2e7-4d0b-9625-2ab182d5b24d None None] Provisioning for port 2f5f9626-02db-4a47-81dc-7f882f3b8cc4 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:53.319199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:37:53.319614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Checking segment: {'id': 'c46bdec6-117b-4805-b7fa-a26a383622d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:53.319962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.320349 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Bound using segment: {'id': 'c46bdec6-117b-4805-b7fa-a26a383622d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:37:53.320817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Bound port: 2f06a847-9842-4f32-8b45-d54762478d3f, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46bdec6-117b-4805-b7fa-a26a383622d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:37:53.321217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.344673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Attempting to bind port 8f189867-8a24-439c-9356-0fe4ab9ffed1 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:53.344673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Attempting to bind port 8f189867-8a24-439c-9356-0fe4ab9ffed1 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b141a17b-6218-46f2-a0f0-be61b8d82912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '359a3a08-d5d9-4f07-a463-96fb53ee4daf'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:53.344946 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Attempting to bind port 8f189867-8a24-439c-9356-0fe4ab9ffed1 on network 359a3a08-d5d9-4f07-a463-96fb53ee4daf {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:53.355231 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dab5d9aa-c2e7-4d0b-9625-2ab182d5b24d None None] Provisioning complete for port 2f5f9626-02db-4a47-81dc-7f882f3b8cc4 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:53.355567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dab5d9aa-c2e7-4d0b-9625-2ab182d5b24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.407076 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aea0a721-ef77-4775-8539-a2d55131cb56 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.412692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:37:53.412988 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Checking segment: {'id': 'b141a17b-6218-46f2-a0f0-be61b8d82912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '359a3a08-d5d9-4f07-a463-96fb53ee4daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:53.413391 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.413780 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Bound using segment: {'id': 'b141a17b-6218-46f2-a0f0-be61b8d82912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '359a3a08-d5d9-4f07-a463-96fb53ee4daf'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:37:53.414250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Bound port: 8f189867-8a24-439c-9356-0fe4ab9ffed1, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b141a17b-6218-46f2-a0f0-be61b8d82912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '359a3a08-d5d9-4f07-a463-96fb53ee4daf'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:37:53.414612 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.431227 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a677c52b-380a-46b3-94db-9ee24e35c10d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/routers/feea6759-e084-4841-a69e-da1e27dbe04c HTTP/1.1" status: 200 len: 920 time: 0.6137748 Jul 29 16:37:53.433271 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Pushing event updated for resources: {'Port': ['ID=491df0c8-e688-4bea-ad0a-5a1cd99d7d7f,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:53.434684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45692) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:53.449107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Attempting to bind port 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:37:53.449479 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Attempting to bind port 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:37:53.449995 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Attempting to bind port 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:37:53.456641 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Allocated IP 172.20.0.1 (6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3/13f062b0-bf27-4901-9936-6392c3e3a598/43daa2be-19fb-4dfe-ac42-565d634c80b4) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:53.464460 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:53.474974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Usage tracker for resource:port and tenant:d5d5fb7d0e6e428880abac8a62f52348 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:53.480670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:53.488033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:53.490460 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:53.508195 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:37:53.508560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:37:53.508961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.509392 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:37:53.509860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Bound port: 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:37:53.510228 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.519173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:53.579566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.587638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Made reservation on behalf of d5d5fb7d0e6e428880abac8a62f52348 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:53.591079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.598581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e4d2d531-6ba5-458d-8948-af07adf13b23 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:53.599432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.618748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object 3dadda29-f6b3-4247-9dac-edd70fc3080e will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:53.618965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:37:53.632985 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-dab5d9aa-c2e7-4d0b-9625-2ab182d5b24d None None] Port 2f5f9626-02db-4a47-81dc-7f882f3b8cc4 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:37:53.649705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] device_id is not set on port 05a7483b-392b-461a-9a4d-01274e422d04 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:53.655979 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e87955a-5c10-45e6-a009-730688f49ba2 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:53.656684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3e87955a-5c10-45e6-a009-730688f49ba2 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Synchronizing usage tracker for tenant:2a66df278738460f8d746f013ad2437e on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:53.685619 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3e87955a-5c10-45e6-a009-730688f49ba2 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Unset dirty status for tenant:2a66df278738460f8d746f013ad2437e on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:53.689312 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3e87955a-5c10-45e6-a009-730688f49ba2 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&device_id=feea6759-e084-4841-a69e-da1e27dbe04c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2390037 Jul 29 16:37:53.689312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.694574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45696) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:53.700131 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port e4d2d531-6ba5-458d-8948-af07adf13b23, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e4d2d531-6ba5-458d-8948-af07adf13b23,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:53.726332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.852046 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] For port 8f189867-8a24-439c-9356-0fe4ab9ffed1, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:37:53.867341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:53.868897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.871022 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:53.872811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=3dadda29-f6b3-4247-9dac-edd70fc3080e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:53.875592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:53.880263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] For port 2f06a847-9842-4f32-8b45-d54762478d3f, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:37:53.880746 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:53.881401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.891065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] For port 8f189867-8a24-439c-9356-0fe4ab9ffed1, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8f189867-8a24-439c-9356-0fe4ab9ffed1,segment=NetworkSegment(b141a17b-6218-46f2-a0f0-be61b8d82912),segment_id=b141a17b-6218-46f2-a0f0-be61b8d82912)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:37:53.906253 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] For port 2f06a847-9842-4f32-8b45-d54762478d3f, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2f06a847-9842-4f32-8b45-d54762478d3f,segment=NetworkSegment(c46bdec6-117b-4805-b7fa-a26a383622d3),segment_id=c46bdec6-117b-4805-b7fa-a26a383622d3)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:37:53.911504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.921011 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] For port 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:37:53.923304 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.928308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] For port 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=491df0c8-e688-4bea-ad0a-5a1cd99d7d7f,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:37:53.932226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=e4d2d531-6ba5-458d-8948-af07adf13b23,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:53.947823 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.959443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Transition to ACTIVE for port object 43daa2be-19fb-4dfe-ac42-565d634c80b4 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:53.982331 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:53.993970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port d398bc53-1171-4409-b528-c9b5352529b3 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:37:54.041178 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ff776a8c-135e-48f1-80b2-6a65475496ff tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6232026 Jul 29 16:37:54.052094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45702) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:54.063740 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86dea8-032e-4bdd-8883-c01915b49bfc None None] Pushing event updated for resources: {'Port': ['ID=8f189867-8a24-439c-9356-0fe4ab9ffed1,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:54.093334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d679e54-255f-48a9-90be-682c8f9bfa0b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:54.095052 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9d679e54-255f-48a9-90be-682c8f9bfa0b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/networks/fb4e778f-e6f9-43be-9676-d81708eeb2f6 HTTP/1.1" status: 200 len: 881 time: 0.3691552 Jul 29 16:37:54.098395 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45706) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:54.106052 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Allocated IP 2001:db8::2bd (499f3411-e69b-4664-a7d6-c6af7546bc02/4de18554-e4a1-4f17-b6e2-2478a9aeccaf/05a7483b-392b-461a-9a4d-01274e422d04) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:54.123456 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:54.162200 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ad037d12-3970-4571-b808-bbd6e7fd6816 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "GET /v2.0/ports?device_id=feea6759-e084-4841-a69e-da1e27dbe04c HTTP/1.1" status: 200 len: 205 time: 0.0624366 Jul 29 16:37:54.167469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45710) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:54.180518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6295b-682a-4928-949b-1c84ef998dd5 None None] Pushing event updated for resources: {'Port': ['ID=2f06a847-9842-4f32-8b45-d54762478d3f,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:54.281961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e4d2d531-6ba5-458d-8948-af07adf13b23 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:54.389534 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c9e45-8212-488a-ad3a-9837e77e51be None None] Pushing event updated for resources: {'Port': ['ID=491df0c8-e688-4bea-ad0a-5a1cd99d7d7f,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:54.431891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e4d2d531-6ba5-458d-8948-af07adf13b23 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:54.433030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:54.483302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Network 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:54.678765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:54.695897 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e4d2d531-6ba5-458d-8948-af07adf13b23 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:54.724725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:54.813269 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'Port': ['ID=43daa2be-19fb-4dfe-ac42-565d634c80b4,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:54.940408 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6212be5d-8094-4fc8-9e3f-066f145656bc tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:55.041333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:55.210873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9810e91c-3a8e-40df-bac4-9d18505c46b4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:55.216649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9810e91c-3a8e-40df-bac4-9d18505c46b4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:55.217418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9810e91c-3a8e-40df-bac4-9d18505c46b4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:55.282636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Allocated IP 2001:db8::301 (359a3a08-d5d9-4f07-a463-96fb53ee4daf/c2f6c150-5d84-4866-be8d-e2453873ba33/d398bc53-1171-4409-b528-c9b5352529b3) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:55.291094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6212be5d-8094-4fc8-9e3f-066f145656bc tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:55.302798 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9810e91c-3a8e-40df-bac4-9d18505c46b4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:55.304111 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9810e91c-3a8e-40df-bac4-9d18505c46b4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.2440736 Jul 29 16:37:55.305718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Allocated IP 2001:db8:0:1::146 (359a3a08-d5d9-4f07-a463-96fb53ee4daf/d8429942-0149-41d5-acd0-d352ad7a9974/d398bc53-1171-4409-b528-c9b5352529b3) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:55.307427 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45714) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:55.356957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:55.360589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6212be5d-8094-4fc8-9e3f-066f145656bc tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Deleting port cba7a043-d874-4d74-8b27-fc5bb8d1257a {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:55.360940 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6212be5d-8094-4fc8-9e3f-066f145656bc tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:55.437476 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Transition to ACTIVE for port object 05a7483b-392b-461a-9a4d-01274e422d04 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:55.454935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c8327139-f43a-47b2-a7c4-bb1fee832228 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 3dadda29-f6b3-4247-9dac-edd70fc3080e {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:55.455279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c8327139-f43a-47b2-a7c4-bb1fee832228 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:55.490438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aea0a721-ef77-4775-8539-a2d55131cb56 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:55.524629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aea0a721-ef77-4775-8539-a2d55131cb56 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:55.576070 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:55.663386 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02593909-9b5d-4402-aaaf-327cfadf5914 None None] Network 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:55.750952 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bd1a9c41-678c-4eee-853d-4128224ee3e3 None None] Provisioning for port 2f06a847-9842-4f32-8b45-d54762478d3f completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:55.775131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:55.792665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:55.866314 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6212be5d-8094-4fc8-9e3f-066f145656bc tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:55.941769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Transition to ACTIVE for port object d398bc53-1171-4409-b528-c9b5352529b3 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:55.951395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Network 499f3411-e69b-4664-a7d6-c6af7546bc02 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:55.970164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:55.977105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event updated for resources: {'Port': ['ID=05a7483b-392b-461a-9a4d-01274e422d04,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:55.979530 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:55.985505 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:55.988474 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:56.059200 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5dc548be-a8c5-4c66-a550-ceeeb31d04f5 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0286639 Jul 29 16:37:56.063973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45718) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:56.074120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a81723aa-6475-422a-91c1-c4d52f3397e2 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::182', 'mac_address': 'fa:16:3e:99:4c:52'}, {'ip_address': '2001:db8::12d', 'mac_address': 'fa:16:3e:93:cb:c9'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:56.077719 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6212be5d-8094-4fc8-9e3f-066f145656bc tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Calling delete_port for cba7a043-d874-4d74-8b27-fc5bb8d1257a owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:56.237875 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea0a721-ef77-4775-8539-a2d55131cb56 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Router 10d071b4-10f9-4191-a720-609b2e1adf61 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:37:56.251709 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:56.301974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c8327139-f43a-47b2-a7c4-bb1fee832228 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:56.356939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2f06a847-9842-4f32-8b45-d54762478d3f up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:56.457974 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-654ebaf6-9496-4879-9117-be9e91a8cc0c None None] Provisioning for port 43daa2be-19fb-4dfe-ac42-565d634c80b4 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:56.470009 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-654ebaf6-9496-4879-9117-be9e91a8cc0c None None] Provisioning complete for port 43daa2be-19fb-4dfe-ac42-565d634c80b4 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:56.471621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-654ebaf6-9496-4879-9117-be9e91a8cc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:56.573959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-654ebaf6-9496-4879-9117-be9e91a8cc0c None None] Port 43daa2be-19fb-4dfe-ac42-565d634c80b4 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:37:56.581201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 2f06a847-9842-4f32-8b45-d54762478d3f completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:56.616177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2f06a847-9842-4f32-8b45-d54762478d3f triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:56.616556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:56.758754 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-654ebaf6-9496-4879-9117-be9e91a8cc0c None None] Provisioning complete for port 2f06a847-9842-4f32-8b45-d54762478d3f triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:56.759477 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-654ebaf6-9496-4879-9117-be9e91a8cc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:56.795908 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c8327139-f43a-47b2-a7c4-bb1fee832228 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 3dadda29-f6b3-4247-9dac-edd70fc3080e owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:56.881575 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 359a3a08-d5d9-4f07-a463-96fb53ee4daf is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:56.900807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:56.912248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2f06a847-9842-4f32-8b45-d54762478d3f is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:56.912248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:56.915164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=d398bc53-1171-4409-b528-c9b5352529b3,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:56.954196 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:37:56.958030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a111de73-ce8f-4d5f-b087-e3bb7d7c3d40 None None] Network 359a3a08-d5d9-4f07-a463-96fb53ee4daf requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:56.960864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:56.961526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:57.017315 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a81723aa-6475-422a-91c1-c4d52f3397e2 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:57.083818 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-654ebaf6-9496-4879-9117-be9e91a8cc0c None None] Current status of the port 2f06a847-9842-4f32-8b45-d54762478d3f is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:57.084453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-654ebaf6-9496-4879-9117-be9e91a8cc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:57.102665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 2f06a847-9842-4f32-8b45-d54762478d3f, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2f06a847-9842-4f32-8b45-d54762478d3f,segment=NetworkSegment(c46bdec6-117b-4805-b7fa-a26a383622d3),segment_id=c46bdec6-117b-4805-b7fa-a26a383622d3)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:57.114050 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:57.115637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:57.116791 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2d1e1203-41ea-4459-9c16-d24e8e9ae88b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.0000076 Jul 29 16:37:57.117579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45722) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:57.137457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-96393b4d-1c6c-4b03-8a22-cef9b67ba58b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c2f6c150-5d84-4866-be8d-e2453873ba33'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:57.150969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:57.155715 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:57.185715 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c8327139-f43a-47b2-a7c4-bb1fee832228 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:57.290707 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:57.295431 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'Port': ['ID=43daa2be-19fb-4dfe-ac42-565d634c80b4,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:57.296213 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8327139-f43a-47b2-a7c4-bb1fee832228 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=3dadda29-f6b3-4247-9dac-edd70fc3080e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:57.341686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea0a721-ef77-4775-8539-a2d55131cb56 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:37:57.402581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-654ebaf6-9496-4879-9117-be9e91a8cc0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:37:57.403091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-654ebaf6-9496-4879-9117-be9e91a8cc0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:37:57.403933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26407647-7b26-4c0c-af0a-17695909821e None None] Sync routers for ids ['10d071b4-10f9-4191-a720-609b2e1adf61'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:37:57.424936 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=2f06a847-9842-4f32-8b45-d54762478d3f,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:57.434161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c8327139-f43a-47b2-a7c4-bb1fee832228 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:57.440519 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26407647-7b26-4c0c-af0a-17695909821e None None] Routers {'10d071b4-10f9-4191-a720-609b2e1adf61'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:57.441190 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-26407647-7b26-4c0c-af0a-17695909821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['10d071b4-10f9-4191-a720-609b2e1adf61'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:57.476230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aea0a721-ef77-4775-8539-a2d55131cb56 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:57.480181 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-aea0a721-ef77-4775-8539-a2d55131cb56 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "PUT /v2.0/routers/10d071b4-10f9-4191-a720-609b2e1adf61 HTTP/1.1" status: 200 len: 926 time: 5.3088157 Jul 29 16:37:57.482725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45726) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:57.517568 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c8327139-f43a-47b2-a7c4-bb1fee832228 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/3dadda29-f6b3-4247-9dac-edd70fc3080e HTTP/1.1" status: 204 len: 168 time: 2.2090642 Jul 29 16:37:57.518842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45730) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:57.525678 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6212be5d-8094-4fc8-9e3f-066f145656bc tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:57.577729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-26407647-7b26-4c0c-af0a-17695909821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:57.582703 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:57.590637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Network 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:37:57.593623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8f189867-8a24-439c-9356-0fe4ab9ffed1 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:57.643472 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26407647-7b26-4c0c-af0a-17695909821e None None] Routers {'10d071b4-10f9-4191-a720-609b2e1adf61'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:57.644047 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-26407647-7b26-4c0c-af0a-17695909821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['10d071b4-10f9-4191-a720-609b2e1adf61'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:57.644783 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c294d7-d5b8-4cd7-a5c2-5e3ce10ee87c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:57.646393 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:37:57.648087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c294d7-d5b8-4cd7-a5c2-5e3ce10ee87c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:57.652465 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-30c294d7-d5b8-4cd7-a5c2-5e3ce10ee87c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1283004 Jul 29 16:37:57.653325 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45734) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:57.712875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-26407647-7b26-4c0c-af0a-17695909821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:57.713294 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26407647-7b26-4c0c-af0a-17695909821e None None] The sync data for ids ['10d071b4-10f9-4191-a720-609b2e1adf61'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:37:57.756640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 8f189867-8a24-439c-9356-0fe4ab9ffed1 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:57.763146 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212be5d-8094-4fc8-9e3f-066f145656bc tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Pushing event deleted for resources: {'Port': ['ID=cba7a043-d874-4d74-8b27-fc5bb8d1257a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:57.867004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca00af7f-52e5-4b20-ac7c-be17c4622473 None None] Update dhcp port {'port': {'network_id': '359a3a08-d5d9-4f07-a463-96fb53ee4daf', 'fixed_ips': [{'subnet_id': 'c2f6c150-5d84-4866-be8d-e2453873ba33', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd8429942-0149-41d5-acd0-d352ad7a9974'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': '8f189867-8a24-439c-9356-0fe4ab9ffed1'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:37:57.907750 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d69bc99-d9d1-4541-a009-58b8c01a3826 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 1669131b-b5d8-40f8-91a9-cc5701c747e8 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:37:57.925078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0d69bc99-d9d1-4541-a009-58b8c01a3826 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:57.957521 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8b86dabd-6646-44f0-a617-224ae586e11d tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/routers/10d071b4-10f9-4191-a720-609b2e1adf61 HTTP/1.1" status: 200 len: 926 time: 0.4734631 Jul 29 16:37:57.958112 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45738) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:57.968918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6212be5d-8094-4fc8-9e3f-066f145656bc tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:57.991809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca00af7f-52e5-4b20-ac7c-be17c4622473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.003718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-654ebaf6-9496-4879-9117-be9e91a8cc0c None None] Current status of the port 2f06a847-9842-4f32-8b45-d54762478d3f is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:58.090014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a81723aa-6475-422a-91c1-c4d52f3397e2 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.093740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:37:58.107248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a81723aa-6475-422a-91c1-c4d52f3397e2 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.131009 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Could not find standard attr ID for object 3dadda29-f6b3-4247-9dac-edd70fc3080e. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:37:58.144836 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96393b4d-1c6c-4b03-8a22-cef9b67ba58b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.148676 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Provisioning complete for port 43daa2be-19fb-4dfe-ac42-565d634c80b4 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:58.149065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.179061 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0d69bc99-d9d1-4541-a009-58b8c01a3826 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.191384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2f06a847-9842-4f32-8b45-d54762478d3f up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:37:58.212623 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6212be5d-8094-4fc8-9e3f-066f145656bc tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.218303 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78832af5-2ff5-4942-99fc-a26de3cac8e1 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:58.222444 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-78832af5-2ff5-4942-99fc-a26de3cac8e1 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&device_id=10d071b4-10f9-4191-a720-609b2e1adf61&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2491965 Jul 29 16:37:58.236521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-a81723aa-6475-422a-91c1-c4d52f3397e2 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] In _notify_port_updated(), no bound segment for port 05a7483b-392b-461a-9a4d-01274e422d04 on network 499f3411-e69b-4664-a7d6-c6af7546bc02 {{(pid=89210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:37:58.242336 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81723aa-6475-422a-91c1-c4d52f3397e2 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:58.243015 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a81723aa-6475-422a-91c1-c4d52f3397e2 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.247859 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a81723aa-6475-422a-91c1-c4d52f3397e2 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "PUT /v2.0/ports/05a7483b-392b-461a-9a4d-01274e422d04 HTTP/1.1" status: 200 len: 1068 time: 2.1794975 Jul 29 16:37:58.317149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Port 43daa2be-19fb-4dfe-ac42-565d634c80b4 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:37:58.348989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6212be5d-8094-4fc8-9e3f-066f145656bc tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.351330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45742) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:58.351668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45744) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:58.354607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Provisioning for port 05a7483b-392b-461a-9a4d-01274e422d04 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:58.383870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2f06a847-9842-4f32-8b45-d54762478d3f triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:58.384329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.419728 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Provisioning complete for port 05a7483b-392b-461a-9a4d-01274e422d04 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:58.420129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.457823 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81723aa-6475-422a-91c1-c4d52f3397e2 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event updated for resources: {'Port': ['ID=05a7483b-392b-461a-9a4d-01274e422d04,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:58.465455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-ca00af7f-52e5-4b20-ac7c-be17c4622473 None None] Allocated IP 2001:db8:0:1::2 (359a3a08-d5d9-4f07-a463-96fb53ee4daf/d8429942-0149-41d5-acd0-d352ad7a9974/8f189867-8a24-439c-9356-0fe4ab9ffed1) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:37:58.515843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:37:58.522441 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-98ec91f2-5ef2-42ee-a4d3-500c2c5ca6a5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "PUT /v2.0/routers/4ee9ff46-73a4-4b42-8655-8396763e1ac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4549880 Jul 29 16:37:58.542813 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Sync routers for ids ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:37:58.563047 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Routers {'4ee9ff46-73a4-4b42-8655-8396763e1ac7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:37:58.563675 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:58.601857 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Port 05a7483b-392b-461a-9a4d-01274e422d04 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:37:58.664834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6212be5d-8094-4fc8-9e3f-066f145656bc tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.665426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6212be5d-8094-4fc8-9e3f-066f145656bc tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Fanout notify agent at l3_agent the message router_deleted on router feea6759-e084-4841-a69e-da1e27dbe04c {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:37:58.687615 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Provisioning for port 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:37:58.711765 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Provisioning complete for port 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:37:58.713290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.767970 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2f06a847-9842-4f32-8b45-d54762478d3f is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:58.779680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-41e71b3f-7e4a-43af-b0bd-df3240759f2b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Deleting port 05a7483b-392b-461a-9a4d-01274e422d04 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:37:58.780015 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41e71b3f-7e4a-43af-b0bd-df3240759f2b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.793888 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Set router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:37:58.801407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ca00af7f-52e5-4b20-ac7c-be17c4622473 None None] For port 8f189867-8a24-439c-9356-0fe4ab9ffed1, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8f189867-8a24-439c-9356-0fe4ab9ffed1,segment=NetworkSegment(b141a17b-6218-46f2-a0f0-be61b8d82912),segment_id=b141a17b-6218-46f2-a0f0-be61b8d82912)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:37:58.830784 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6212be5d-8094-4fc8-9e3f-066f145656bc tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.835925 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6212be5d-8094-4fc8-9e3f-066f145656bc tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "DELETE /v2.0/routers/feea6759-e084-4841-a69e-da1e27dbe04c HTTP/1.1" status: 204 len: 168 time: 4.6632535 Jul 29 16:37:58.837428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45764) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:58.847629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3791e904-088c-48c2-bebb-4320ed178e55 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1076368602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:58.857250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3791e904-088c-48c2-bebb-4320ed178e55 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:37:58.866649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3791e904-088c-48c2-bebb-4320ed178e55 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Usage tracker for resource:router and tenant:227cb2d45a114d729cfd19669f163ead is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:37:58.871764 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3791e904-088c-48c2-bebb-4320ed178e55 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:37:58.872646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca00af7f-52e5-4b20-ac7c-be17c4622473 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.880787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3791e904-088c-48c2-bebb-4320ed178e55 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:37:58.902109 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ca00af7f-52e5-4b20-ac7c-be17c4622473 None None] Ignored duplicate provisioning block setup for port 8f189867-8a24-439c-9356-0fe4ab9ffed1 by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 16:37:58.904555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Current status of the port 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:37:58.905083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.905628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3791e904-088c-48c2-bebb-4320ed178e55 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.906921 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3791e904-088c-48c2-bebb-4320ed178e55 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.919738 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca00af7f-52e5-4b20-ac7c-be17c4622473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.929826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3791e904-088c-48c2-bebb-4320ed178e55 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.966444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3791e904-088c-48c2-bebb-4320ed178e55 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:58.991184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-112b6cf4-262b-4169-b7fd-25c108fd6bdc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Synchronizing usage tracker for tenant:43ee33cc813f44109927ef3a85b8b480 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:59.010683 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3791e904-088c-48c2-bebb-4320ed178e55 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:59.015712 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3791e904-088c-48c2-bebb-4320ed178e55 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1758623 Jul 29 16:37:59.016701 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45768) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:59.017431 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0d69bc99-d9d1-4541-a009-58b8c01a3826 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:59.023404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'enable_snat': True}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:37:59.045886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79337982-ea71-4df8-a50b-65c9ce0c9d43 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:59.046688 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-79337982-ea71-4df8-a50b-65c9ce0c9d43 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Synchronizing usage tracker for tenant:55c39253ab4e4a2cae0721ad45d6578f on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:59.103923 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00af7f-52e5-4b20-ac7c-be17c4622473 None None] Pushing event updated for resources: {'Port': ['ID=8f189867-8a24-439c-9356-0fe4ab9ffed1,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:59.191041 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-112b6cf4-262b-4169-b7fd-25c108fd6bdc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Unset dirty status for tenant:43ee33cc813f44109927ef3a85b8b480 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:59.192921 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-112b6cf4-262b-4169-b7fd-25c108fd6bdc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1593903265&fields=id&tenant_id=43ee33cc813f44109927ef3a85b8b480 HTTP/1.1" status: 200 len: 267 time: 0.4625688 Jul 29 16:37:59.200303 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:42Z', 'updated_at': '2022-07-29T16:37:55Z', 'revision_number': 4, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'gw_port': {'id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:44Z', 'updated_at': '2022-07-29T16:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43daa2be-19fb-4dfe-ac42-565d634c80b4', 'name': '', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'mac_address': 'fa:16:3e:02:08:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:52Z', 'updated_at': '2022-07-29T16:37:56Z', 'revision_number': 2, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'subnets': [{'id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:37:59.206344 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Checking router: 4ee9ff46-73a4-4b42-8655-8396763e1ac7 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:37:59.206914 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Updating router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 port 43daa2be-19fb-4dfe-ac42-565d634c80b4 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:37:59.268266 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:59.284491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-79337982-ea71-4df8-a50b-65c9ce0c9d43 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Unset dirty status for tenant:55c39253ab4e4a2cae0721ad45d6578f on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:37:59.289791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45772) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:59.290963 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-79337982-ea71-4df8-a50b-65c9ce0c9d43 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/networks/fb4e778f-e6f9-43be-9676-d81708eeb2f6 HTTP/1.1" status: 200 len: 881 time: 0.9138618 Jul 29 16:37:59.438326 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-228f7cc3-3419-4b54-989c-5cb36942b536 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d071b4-10f9-4191-a720-609b2e1adf61 HTTP/1.1" status: 200 len: 205 time: 0.1481903 Jul 29 16:37:59.450418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45776) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:59.460936 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0d69bc99-d9d1-4541-a009-58b8c01a3826 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:59.515151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:37:59.515496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:37:59.534068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69bc99-d9d1-4541-a009-58b8c01a3826 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=1669131b-b5d8-40f8-91a9-cc5701c747e8,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:59.538569 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0d69bc99-d9d1-4541-a009-58b8c01a3826 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:59.548057 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4280e9-1c9f-4b7e-8e8d-fb7ef7923fd0 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:37:59.578242 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41e71b3f-7e4a-43af-b0bd-df3240759f2b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:59.710034 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:59.722039 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Transition to ACTIVE for port object 43daa2be-19fb-4dfe-ac42-565d634c80b4 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:37:59.745852 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:59.807860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-96393b4d-1c6c-4b03-8a22-cef9b67ba58b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Delete allocated IP 2001:db8:0:1::146 (359a3a08-d5d9-4f07-a463-96fb53ee4daf/d8429942-0149-41d5-acd0-d352ad7a9974) {{(pid=89209) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 16:37:59.830440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-67f9f5be-5695-483f-ba7c-895f79de123c tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:37:59.832993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-67f9f5be-5695-483f-ba7c-895f79de123c tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Synchronizing usage tracker for tenant:43ee33cc813f44109927ef3a85b8b480 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:37:59.837819 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0d69bc99-d9d1-4541-a009-58b8c01a3826 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/1669131b-b5d8-40f8-91a9-cc5701c747e8 HTTP/1.1" status: 204 len: 168 time: 2.1312964 Jul 29 16:37:59.851617 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-41e71b3f-7e4a-43af-b0bd-df3240759f2b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Calling delete_port for 05a7483b-392b-461a-9a4d-01274e422d04 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:37:59.853916 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e69f9-1669-401e-b6e7-ed2fad1d75e8 None None] Pushing event updated for resources: {'Port': ['ID=43daa2be-19fb-4dfe-ac42-565d634c80b4,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:37:59.870449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24dcdc38-fa90-45b3-bc4d-5c5d8410deda tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:37:59.934093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45780) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:37:59.950655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84c1d0c-d71d-47a4-9161-8b080fa471dd None None] Network 359a3a08-d5d9-4f07-a463-96fb53ee4daf requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:00.060646 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Attempting to bind port 43daa2be-19fb-4dfe-ac42-565d634c80b4 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:38:00.060929 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Attempting to bind port 43daa2be-19fb-4dfe-ac42-565d634c80b4 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'c46bdec6-117b-4805-b7fa-a26a383622d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:38:00.061321 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Attempting to bind port 43daa2be-19fb-4dfe-ac42-565d634c80b4 on network 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:38:00.085922 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:38:00.086642 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Checking segment: {'id': 'c46bdec6-117b-4805-b7fa-a26a383622d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:00.087357 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:00.088558 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Bound using segment: {'id': 'c46bdec6-117b-4805-b7fa-a26a383622d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:38:00.089685 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Bound port: 43daa2be-19fb-4dfe-ac42-565d634c80b4, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46bdec6-117b-4805-b7fa-a26a383622d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:38:00.091378 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:00.127264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c33720-53f9-4960-96ff-93cb4cde7aae None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:38:00.148980 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-44c33720-53f9-4960-96ff-93cb4cde7aae None None] Deleting port 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:00.156079 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-44c33720-53f9-4960-96ff-93cb4cde7aae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:00.208916 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8f189867-8a24-439c-9356-0fe4ab9ffed1 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:00.230833 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:38:00.245275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:00.245515 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] For port 43daa2be-19fb-4dfe-ac42-565d634c80b4, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:38:00.248959 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] For port 43daa2be-19fb-4dfe-ac42-565d634c80b4, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=43daa2be-19fb-4dfe-ac42-565d634c80b4,segment=NetworkSegment(c46bdec6-117b-4805-b7fa-a26a383622d3),segment_id=c46bdec6-117b-4805-b7fa-a26a383622d3)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:38:00.257856 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:00.269331 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a961fa8f-7651-4312-a619-f17540f1b43b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2746947 Jul 29 16:38:00.273496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45784) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:00.278398 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Current status of the port 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:00.278991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:00.288102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-67f9f5be-5695-483f-ba7c-895f79de123c tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Unset dirty status for tenant:43ee33cc813f44109927ef3a85b8b480 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:00.289437 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-67f9f5be-5695-483f-ba7c-895f79de123c tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/networks?id=6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 HTTP/1.1" status: 200 len: 797 time: 1.0451355 Jul 29 16:38:00.291263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ab518355-0ea0-45f1-b48f-6714963f9731 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:00.320970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41e71b3f-7e4a-43af-b0bd-df3240759f2b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:00.324114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24dcdc38-fa90-45b3-bc4d-5c5d8410deda tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:00.355899 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-41867618-6cee-45cf-8532-94101279e7fa None None] For port 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=491df0c8-e688-4bea-ad0a-5a1cd99d7d7f,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:00.358152 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e69f9-1669-401e-b6e7-ed2fad1d75e8 None None] Pushing event updated for resources: {'Port': ['ID=43daa2be-19fb-4dfe-ac42-565d634c80b4,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:00.393573 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Routers {'4ee9ff46-73a4-4b42-8655-8396763e1ac7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:00.394216 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:00.528617 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-053da8d4-64a7-43f0-8af0-e3a681b5cc24 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/quotas/43ee33cc813f44109927ef3a85b8b480 HTTP/1.1" status: 200 len: 375 time: 0.2207260 Jul 29 16:38:00.569100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:00.713910 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] Set router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:38:00.738071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e71b3f-7e4a-43af-b0bd-df3240759f2b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event deleted for resources: {'Port': ['ID=05a7483b-392b-461a-9a4d-01274e422d04,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:00.751737 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-24dcdc38-fa90-45b3-bc4d-5c5d8410deda tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Deleting port 7d5311e2-fa19-444d-9b92-a2a1cb93bef6 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:00.751853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24dcdc38-fa90-45b3-bc4d-5c5d8410deda tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:00.874879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96393b4d-1c6c-4b03-8a22-cef9b67ba58b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:00.884495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:00.931943 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-44c33720-53f9-4960-96ff-93cb4cde7aae None None] For port 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=491df0c8-e688-4bea-ad0a-5a1cd99d7d7f,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:00.932259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-44c33720-53f9-4960-96ff-93cb4cde7aae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:00.944732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Provisioning for port 8f189867-8a24-439c-9356-0fe4ab9ffed1 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:00.976494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Provisioning complete for port 8f189867-8a24-439c-9356-0fe4ab9ffed1 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:00.977236 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:01.008210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-96393b4d-1c6c-4b03-8a22-cef9b67ba58b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Ignored duplicate provisioning block setup for port d398bc53-1171-4409-b528-c9b5352529b3 by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 16:38:01.026816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24dcdc38-fa90-45b3-bc4d-5c5d8410deda tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:01.061541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96393b4d-1c6c-4b03-8a22-cef9b67ba58b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:01.126066 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:42Z', 'updated_at': '2022-07-29T16:37:55Z', 'revision_number': 4, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'gw_port': {'id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:44Z', 'updated_at': '2022-07-29T16:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43daa2be-19fb-4dfe-ac42-565d634c80b4', 'name': '', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'mac_address': 'fa:16:3e:02:08:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:52Z', 'updated_at': '2022-07-29T16:38:00Z', 'revision_number': 4, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'subnets': [{'id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:01.130620 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4037ee96-b452-4377-b088-d3740bff5da6 None None] The sync data for ids ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'] in dv-neutron-851534-1-hyperv is: [{'id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:42Z', 'updated_at': '2022-07-29T16:37:55Z', 'revision_number': 4, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'gw_port': {'id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:44Z', 'updated_at': '2022-07-29T16:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43daa2be-19fb-4dfe-ac42-565d634c80b4', 'name': '', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'mac_address': 'fa:16:3e:02:08:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:52Z', 'updated_at': '2022-07-29T16:38:00Z', 'revision_number': 4, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'subnets': [{'id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:38:01.168997 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-24dcdc38-fa90-45b3-bc4d-5c5d8410deda tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Calling delete_port for 7d5311e2-fa19-444d-9b92-a2a1cb93bef6 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:01.234020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96393b4d-1c6c-4b03-8a22-cef9b67ba58b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=d398bc53-1171-4409-b528-c9b5352529b3,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:01.237456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41e71b3f-7e4a-43af-b0bd-df3240759f2b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:01.248762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ab518355-0ea0-45f1-b48f-6714963f9731 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:01.253955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ab518355-0ea0-45f1-b48f-6714963f9731 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:01.257692 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ab518355-0ea0-45f1-b48f-6714963f9731 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:01.262472 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-44c33720-53f9-4960-96ff-93cb4cde7aae None None] Calling delete_port for 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:01.264174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ab518355-0ea0-45f1-b48f-6714963f9731 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:01.276701 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-efc0b2a2-cd63-4337-8e66-bc771d317e13 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=43ee33cc813f44109927ef3a85b8b480&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7277529 Jul 29 16:38:01.280552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-96393b4d-1c6c-4b03-8a22-cef9b67ba58b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] In _notify_port_updated(), no bound segment for port d398bc53-1171-4409-b528-c9b5352529b3 on network 359a3a08-d5d9-4f07-a463-96fb53ee4daf {{(pid=89209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:38:01.286652 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96393b4d-1c6c-4b03-8a22-cef9b67ba58b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:01.287560 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96393b4d-1c6c-4b03-8a22-cef9b67ba58b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:01.291556 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-96393b4d-1c6c-4b03-8a22-cef9b67ba58b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "PUT /v2.0/ports/d398bc53-1171-4409-b528-c9b5352529b3 HTTP/1.1" status: 200 len: 926 time: 4.1680815 Jul 29 16:38:01.292166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45788) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:01.295734 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab518355-0ea0-45f1-b48f-6714963f9731 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:01.300207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab518355-0ea0-45f1-b48f-6714963f9731 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:01.300483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-53231fc0-6c65-4539-97c0-a3e245a1a518 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c2f6c150-5d84-4866-be8d-e2453873ba33'}, {'subnet_id': 'd8429942-0149-41d5-acd0-d352ad7a9974'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:01.311220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Pushing event updated for resources: {'Port': ['ID=491df0c8-e688-4bea-ad0a-5a1cd99d7d7f,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:01.336336 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-41e71b3f-7e4a-43af-b0bd-df3240759f2b tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "DELETE /v2.0/ports/05a7483b-392b-461a-9a4d-01274e422d04 HTTP/1.1" status: 204 len: 168 time: 2.9577034 Jul 29 16:38:01.351184 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45794) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:01.444475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Current status of the port 8f189867-8a24-439c-9356-0fe4ab9ffed1 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:01.444782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:01.504626 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a956298-a6db-411e-9904-abe5035b4092 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] GET failed (client error): The resource could not be found. Jul 29 16:38:01.506264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8a956298-a6db-411e-9904-abe5035b4092 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Synchronizing usage tracker for tenant:d5d5fb7d0e6e428880abac8a62f52348 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:01.579571 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8a956298-a6db-411e-9904-abe5035b4092 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Unset dirty status for tenant:d5d5fb7d0e6e428880abac8a62f52348 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:01.585005 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8a956298-a6db-411e-9904-abe5035b4092 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "GET /v2.0/ports/05a7483b-392b-461a-9a4d-01274e422d04 HTTP/1.1" status: 404 len: 333 time: 0.2323079 Jul 29 16:38:01.589223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45798) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:01.622546 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-41867618-6cee-45cf-8532-94101279e7fa None None] For port 8f189867-8a24-439c-9356-0fe4ab9ffed1, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8f189867-8a24-439c-9356-0fe4ab9ffed1,segment=NetworkSegment(b141a17b-6218-46f2-a0f0-be61b8d82912),segment_id=b141a17b-6218-46f2-a0f0-be61b8d82912)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:01.640775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-53231fc0-6c65-4539-97c0-a3e245a1a518 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:01.645520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:01.734356 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:01.734786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:01.747863 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-42beace6-9264-423a-86cf-bc789f937139 service neutron] 10.222.0.58 "GET /v2.0/networks/6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101045 Jul 29 16:38:01.803098 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dead0b47-d2f1-4adf-b5f6-9dff5860423a None None] Could not find standard attr ID for object 05a7483b-392b-461a-9a4d-01274e422d04. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:38:01.811721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-44c33720-53f9-4960-96ff-93cb4cde7aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:01.815318 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-4643c82d-68cd-43aa-adaf-c779d01a92e6 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Deleting port 2f5f9626-02db-4a47-81dc-7f882f3b8cc4 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:01.815796 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4643c82d-68cd-43aa-adaf-c779d01a92e6 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:01.935038 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c33720-53f9-4960-96ff-93cb4cde7aae None None] No DVR routers for this DVR port 491df0c8-e688-4bea-ad0a-5a1cd99d7d7f on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:38:01.944037 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dead0b47-d2f1-4adf-b5f6-9dff5860423a None None] Provisioning for port d398bc53-1171-4409-b528-c9b5352529b3 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:01.953015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41867618-6cee-45cf-8532-94101279e7fa None None] Pushing event updated for resources: {'Port': ['ID=8f189867-8a24-439c-9356-0fe4ab9ffed1,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:01.954539 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-6b1c78b3-a0c0-4adc-ab61-a77290424af5 service neutron] 10.222.0.58 "GET /v2.0/networks/6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053356 Jul 29 16:38:02.039409 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dead0b47-d2f1-4adf-b5f6-9dff5860423a None None] Provisioning complete for port d398bc53-1171-4409-b528-c9b5352529b3 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:02.040012 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dead0b47-d2f1-4adf-b5f6-9dff5860423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:02.109251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c33720-53f9-4960-96ff-93cb4cde7aae None None] Pushing event deleted for resources: {'Port': ['ID=491df0c8-e688-4bea-ad0a-5a1cd99d7d7f,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:02.188750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-dead0b47-d2f1-4adf-b5f6-9dff5860423a None None] Port d398bc53-1171-4409-b528-c9b5352529b3 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:38:02.228461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dead0b47-d2f1-4adf-b5f6-9dff5860423a None None] Provisioning complete for port 8f189867-8a24-439c-9356-0fe4ab9ffed1 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:02.228833 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dead0b47-d2f1-4adf-b5f6-9dff5860423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:02.280827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab518355-0ea0-45f1-b48f-6714963f9731 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:02.366542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 43daa2be-19fb-4dfe-ac42-565d634c80b4 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:02.400925 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3daacda4-4cce-46b4-a16a-6f3fe1aacfe1 req-4ccba32f-416c-42e3-88c5-6c06798f778f tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 210 time: 0.1453762 Jul 29 16:38:02.470008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab518355-0ea0-45f1-b48f-6714963f9731 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:02.480803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-ab518355-0ea0-45f1-b48f-6714963f9731 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:02.522159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9698193-06c2-44f6-9072-9509ff5ac558 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:02.526379 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab518355-0ea0-45f1-b48f-6714963f9731 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:02.527142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab518355-0ea0-45f1-b48f-6714963f9731 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:02.545749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-53231fc0-6c65-4539-97c0-a3e245a1a518 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Allocated IP 2001:db8:0:1::96 (359a3a08-d5d9-4f07-a463-96fb53ee4daf/d8429942-0149-41d5-acd0-d352ad7a9974/d398bc53-1171-4409-b528-c9b5352529b3) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:02.547490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24dcdc38-fa90-45b3-bc4d-5c5d8410deda tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:02.741682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcdc38-fa90-45b3-bc4d-5c5d8410deda tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Pushing event deleted for resources: {'Port': ['ID=7d5311e2-fa19-444d-9b92-a2a1cb93bef6,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:02.743734 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab518355-0ea0-45f1-b48f-6714963f9731 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=9e64a15e-b080-4d66-b8b1-718e82b2a46a,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:02.744394 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-dead0b47-d2f1-4adf-b5f6-9dff5860423a None None] Current status of the port 8f189867-8a24-439c-9356-0fe4ab9ffed1 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:02.760010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 43daa2be-19fb-4dfe-ac42-565d634c80b4 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:02.791244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 43daa2be-19fb-4dfe-ac42-565d634c80b4 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:02.791672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:02.870291 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-53231fc0-6c65-4539-97c0-a3e245a1a518 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:02.891736 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-53231fc0-6c65-4539-97c0-a3e245a1a518 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Ignored duplicate provisioning block setup for port d398bc53-1171-4409-b528-c9b5352529b3 by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 16:38:02.897168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-53231fc0-6c65-4539-97c0-a3e245a1a518 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:02.955325 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:02.956475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-85374013-a5ed-4ac6-8095-ba2735754671 None None] Provisioning complete for port d398bc53-1171-4409-b528-c9b5352529b3 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:02.956853 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-85374013-a5ed-4ac6-8095-ba2735754671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.123607 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4643c82d-68cd-43aa-adaf-c779d01a92e6 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.129504 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53231fc0-6c65-4539-97c0-a3e245a1a518 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=d398bc53-1171-4409-b528-c9b5352529b3,revision_number=3']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:03.146054 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-53231fc0-6c65-4539-97c0-a3e245a1a518 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] In _notify_port_updated(), no bound segment for port d398bc53-1171-4409-b528-c9b5352529b3 on network 359a3a08-d5d9-4f07-a463-96fb53ee4daf {{(pid=89209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:38:03.151626 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53231fc0-6c65-4539-97c0-a3e245a1a518 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:03.152035 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 43daa2be-19fb-4dfe-ac42-565d634c80b4 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:03.152555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.153617 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-53231fc0-6c65-4539-97c0-a3e245a1a518 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.155249 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-53231fc0-6c65-4539-97c0-a3e245a1a518 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "PUT /v2.0/ports/d398bc53-1171-4409-b528-c9b5352529b3 HTTP/1.1" status: 200 len: 1011 time: 1.8623855 Jul 29 16:38:03.159042 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45814) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:03.169560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '9e64a15e-b080-4d66-b8b1-718e82b2a46a'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:38:03.171065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.185417 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-85374013-a5ed-4ac6-8095-ba2735754671 None None] Port d398bc53-1171-4409-b528-c9b5352529b3 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:38:03.265133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-4643c82d-68cd-43aa-adaf-c779d01a92e6 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Calling delete_port for 2f5f9626-02db-4a47-81dc-7f882f3b8cc4 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:03.345720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 43daa2be-19fb-4dfe-ac42-565d634c80b4, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=43daa2be-19fb-4dfe-ac42-565d634c80b4,segment=NetworkSegment(c46bdec6-117b-4805-b7fa-a26a383622d3),segment_id=c46bdec6-117b-4805-b7fa-a26a383622d3)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:03.367783 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ab518355-0ea0-45f1-b48f-6714963f9731 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0892372 Jul 29 16:38:03.369241 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45818) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:03.374894 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'name': 'tempest-NetworksTestDHCPv6-1387735503'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:03.379125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.379907 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8f189867-8a24-439c-9356-0fe4ab9ffed1 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:03.389288 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.515666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:03.517443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24dcdc38-fa90-45b3-bc4d-5c5d8410deda tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.519433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:03.522955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:03.528777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:03.544860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:03.548657 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.569282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c8e76-3ff9-4ca2-a251-6dce01fecb0f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port d398bc53-1171-4409-b528-c9b5352529b3 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:03.569613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8e76-3ff9-4ca2-a251-6dce01fecb0f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.594123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Allocated IP 2001:db8::2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/9e64a15e-b080-4d66-b8b1-718e82b2a46a/77714e52-a935-4900-bdf1-dada87b90034) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:03.596885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-05e4dbda-80be-4b49-b964-91dfa4b4b9c8 None None] Provisioning complete for port d398bc53-1171-4409-b528-c9b5352529b3 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:03.597384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-05e4dbda-80be-4b49-b964-91dfa4b4b9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.658015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=43daa2be-19fb-4dfe-ac42-565d634c80b4,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:03.665676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port 8f219866-6bd2-4fe3-aaa0-cdc092fd2eb5 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:03.719590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24dcdc38-fa90-45b3-bc4d-5c5d8410deda tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.722062 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24dcdc38-fa90-45b3-bc4d-5c5d8410deda tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.763334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-05e4dbda-80be-4b49-b964-91dfa4b4b9c8 None None] Port d398bc53-1171-4409-b528-c9b5352529b3 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:38:03.764723 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 8f189867-8a24-439c-9356-0fe4ab9ffed1 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:03.765100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.765454 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b28c8910-d8ed-4f7e-b7ed-4ffd597b7fdd req-cc8306d6-7257-4778-8b21-b17cb717a63d tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 210 time: 0.1678507 Jul 29 16:38:03.766917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24dcdc38-fa90-45b3-bc4d-5c5d8410deda tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.767455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dcdc38-fa90-45b3-bc4d-5c5d8410deda tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Fanout notify agent at l3_agent the message router_deleted on router 10d071b4-10f9-4191-a720-609b2e1adf61 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:38:03.795715 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4643c82d-68cd-43aa-adaf-c779d01a92e6 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:03.993086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643c82d-68cd-43aa-adaf-c779d01a92e6 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event deleted for resources: {'Port': ['ID=2f5f9626-02db-4a47-81dc-7f882f3b8cc4,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:03.994960 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 8f189867-8a24-439c-9356-0fe4ab9ffed1 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:03.997392 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.007393 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24dcdc38-fa90-45b3-bc4d-5c5d8410deda tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.012216 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-24dcdc38-fa90-45b3-bc4d-5c5d8410deda tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "DELETE /v2.0/routers/10d071b4-10f9-4191-a720-609b2e1adf61 HTTP/1.1" status: 204 len: 168 time: 4.5555263 Jul 29 16:38:04.012405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Transition to ACTIVE for port object 77714e52-a935-4900-bdf1-dada87b90034 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:04.015033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45824) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:04.030559 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Transition to ACTIVE for port object 77714e52-a935-4900-bdf1-dada87b90034 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:04.046533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.058202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-5e37cb3a-6962-4c32-b433-1ab3d9f64a99 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-676479247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:04.086300 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5e37cb3a-6962-4c32-b433-1ab3d9f64a99 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:04.125468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Allocated IP 172.26.1.41 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/8f2847ae-eeea-445c-a36e-4ee8dbe37c86) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:04.127948 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4643c82d-68cd-43aa-adaf-c779d01a92e6 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.143667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45828) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:04.144692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Pushing event updated for resources: {'Port': ['ID=77714e52-a935-4900-bdf1-dada87b90034,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:04.150256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:04.151322 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4643c82d-68cd-43aa-adaf-c779d01a92e6 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "DELETE /v2.0/ports/2f5f9626-02db-4a47-81dc-7f882f3b8cc4 HTTP/1.1" status: 204 len: 168 time: 2.5482073 Jul 29 16:38:04.151568 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:04.154725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:04.155611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5e37cb3a-6962-4c32-b433-1ab3d9f64a99 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Usage tracker for resource:router and tenant:86493858fb75488391a739c0defef846 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:04.209572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::3cd (560f49a9-f2f8-459c-86f0-823ac32fcdf1/9e64a15e-b080-4d66-b8b1-718e82b2a46a/8f219866-6bd2-4fe3-aaa0-cdc092fd2eb5) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:04.219326 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 43daa2be-19fb-4dfe-ac42-565d634c80b4 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:04.315417 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5e37cb3a-6962-4c32-b433-1ab3d9f64a99 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:04.322679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5e37cb3a-6962-4c32-b433-1ab3d9f64a99 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:04.347994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Attempting to bind port 77714e52-a935-4900-bdf1-dada87b90034 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:38:04.348194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Attempting to bind port 77714e52-a935-4900-bdf1-dada87b90034 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:38:04.348497 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Attempting to bind port 77714e52-a935-4900-bdf1-dada87b90034 on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:38:04.358133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:38:04.358503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:04.359481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.359481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:38:04.359750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Bound port: 77714e52-a935-4900-bdf1-dada87b90034, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:38:04.360108 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.363236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-b33e03fb-07b1-4e27-87c6-26d537fa8a22 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:04.365305 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-b33e03fb-07b1-4e27-87c6-26d537fa8a22 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.69 "GET /v2.0/networks?id=6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 HTTP/1.1" status: 200 len: 797 time: 0.5672779 Jul 29 16:38:04.368477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5e37cb3a-6962-4c32-b433-1ab3d9f64a99 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.369515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5e37cb3a-6962-4c32-b433-1ab3d9f64a99 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.410423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.428867 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa822c50-5eb2-42c8-b6cb-85a772a87334 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] GET failed (client error): The resource could not be found. Jul 29 16:38:04.430578 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-aa822c50-5eb2-42c8-b6cb-85a772a87334 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Synchronizing usage tracker for tenant:d5d5fb7d0e6e428880abac8a62f52348 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:04.433326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5e37cb3a-6962-4c32-b433-1ab3d9f64a99 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.435082 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8e76-3ff9-4ca2-a251-6dce01fecb0f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.438703 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 43daa2be-19fb-4dfe-ac42-565d634c80b4 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:04.439077 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.455396 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-b3b2f2fd-7d05-4b16-853d-a5a28bb06762 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ee33cc813f44109927ef3a85b8b480 HTTP/1.1" status: 200 len: 380 time: 0.0794976 Jul 29 16:38:04.468810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Request body: {'port': {'device_id': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'admin_state_up': True, 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'security_groups': ['b19c36f2-3c16-4b72-af36-75b2282993db']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:04.488001 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5e37cb3a-6962-4c32-b433-1ab3d9f64a99 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.530134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] For port 77714e52-a935-4900-bdf1-dada87b90034, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:38:04.538365 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] For port 77714e52-a935-4900-bdf1-dada87b90034, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=77714e52-a935-4900-bdf1-dada87b90034,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:38:04.580349 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.588432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5e37cb3a-6962-4c32-b433-1ab3d9f64a99 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.589061 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c8e76-3ff9-4ca2-a251-6dce01fecb0f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for d398bc53-1171-4409-b528-c9b5352529b3 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:04.592712 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5e37cb3a-6962-4c32-b433-1ab3d9f64a99 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5385883 Jul 29 16:38:04.593625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45836) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:04.602709 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:04.657853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-aa822c50-5eb2-42c8-b6cb-85a772a87334 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Unset dirty status for tenant:d5d5fb7d0e6e428880abac8a62f52348 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:04.663295 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-aa822c50-5eb2-42c8-b6cb-85a772a87334 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "GET /v2.0/ports/2f5f9626-02db-4a47-81dc-7f882f3b8cc4 HTTP/1.1" status: 404 len: 333 time: 0.3114202 Jul 29 16:38:04.664862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45840) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:04.731347 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 43daa2be-19fb-4dfe-ac42-565d634c80b4 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:04.753416 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.757404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f366e-0ee6-4b31-b48a-41ee9c83f515 None None] Pushing event updated for resources: {'Port': ['ID=77714e52-a935-4900-bdf1-dada87b90034,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:04.801644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object 8f219866-6bd2-4fe3-aaa0-cdc092fd2eb5 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:04.811062 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.840803 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4c868b9b-0099-4ff0-a640-fca706121f3c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Deleting port c21c35bb-8450-4980-92e2-9a75ea97ff8e {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:04.841168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4c868b9b-0099-4ff0-a640-fca706121f3c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:04.988841 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5f8f82ac-c092-4251-8401-46eca5a3b81f req-3b1a7dd2-0f1f-4472-b432-c542ed90e39a tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 210 time: 0.0967247 Jul 29 16:38:05.103658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:05.116026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:05.119040 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:05.137111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:05.153818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:05.212247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Pushing event updated for resources: {'Port': ['ID=8f2847ae-eeea-445c-a36e-4ee8dbe37c86,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:05.224324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Usage tracker for resource:port and tenant:43ee33cc813f44109927ef3a85b8b480 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:05.237146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:05.244444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.244790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.245152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.245488 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.245817 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.246147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.246482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.246802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.247124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.247449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.247768 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.248087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.312182 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:05.387198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8e76-3ff9-4ca2-a251-6dce01fecb0f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:05.406746 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:05.418419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=8f219866-6bd2-4fe3-aaa0-cdc092fd2eb5,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:05.420619 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:05.438089 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:05.444139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:05.444754 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:05.455054 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.455401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.455735 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.456959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.456959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.456959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.457338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.457338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.457658 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.457972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.458288 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.458404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:05.459257 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:05.463254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Made reservation on behalf of 43ee33cc813f44109927ef3a85b8b480 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:05.467064 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:05.580617 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4c868b9b-0099-4ff0-a640-fca706121f3c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:05.665279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c8e76-3ff9-4ca2-a251-6dce01fecb0f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=d398bc53-1171-4409-b528-c9b5352529b3,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:05.780854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4c868b9b-0099-4ff0-a640-fca706121f3c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Calling delete_port for c21c35bb-8450-4980-92e2-9a75ea97ff8e owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:05.846667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d1c8e76-3ff9-4ca2-a251-6dce01fecb0f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:05.851572 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5d1c8e76-3ff9-4ca2-a251-6dce01fecb0f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/d398bc53-1171-4409-b528-c9b5352529b3 HTTP/1.1" status: 204 len: 168 time: 2.6914308 Jul 29 16:38:05.855636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45846) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:05.863115 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bedd1fb0-8019-4e19-beda-cede16181887 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4906263 Jul 29 16:38:05.888804 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45850) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:05.914426 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb9061d-eb15-4159-8a4c-865e6ab2eb7f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] GET failed (client error): The resource could not be found. Jul 29 16:38:05.914940 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-591ad240-3615-4b67-a139-04c6abf1bc09 None None] Provisioning for port 77714e52-a935-4900-bdf1-dada87b90034 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:05.915437 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-afb9061d-eb15-4159-8a4c-865e6ab2eb7f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:05.982385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-afb9061d-eb15-4159-8a4c-865e6ab2eb7f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:05.986188 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-afb9061d-eb15-4159-8a4c-865e6ab2eb7f tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/d398bc53-1171-4409-b528-c9b5352529b3 HTTP/1.1" status: 404 len: 333 time: 0.1274688 Jul 29 16:38:05.986427 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45854) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:06.088439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c117619-408e-4025-a06c-dffa43633e45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting subnet d8429942-0149-41d5-acd0-d352ad7a9974 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:38:06.094341 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Allocated IP 172.20.0.6 (6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3/13f062b0-bf27-4901-9936-6392c3e3a598/e95f1339-f0c7-4a44-a095-0627049aa96a) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:06.096738 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4c868b9b-0099-4ff0-a640-fca706121f3c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:06.101466 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9c117619-408e-4025-a06c-dffa43633e45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:06.159560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0bcad0bc-dc34-4dbe-b12d-fd2d93660fdb None None] Provisioning for port 8f219866-6bd2-4fe3-aaa0-cdc092fd2eb5 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:06.174860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:06.178631 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0bcad0bc-dc34-4dbe-b12d-fd2d93660fdb None None] Provisioning complete for port 8f219866-6bd2-4fe3-aaa0-cdc092fd2eb5 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:06.179175 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0bcad0bc-dc34-4dbe-b12d-fd2d93660fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:06.241547 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 77714e52-a935-4900-bdf1-dada87b90034 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:06.265929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0bcad0bc-dc34-4dbe-b12d-fd2d93660fdb None None] Port 8f219866-6bd2-4fe3-aaa0-cdc092fd2eb5 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:38:06.272187 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c868b9b-0099-4ff0-a640-fca706121f3c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event deleted for resources: {'Port': ['ID=c21c35bb-8450-4980-92e2-9a75ea97ff8e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:06.275920 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-10584c41-e359-46d2-b304-34c74812ca23 req-bff4b6ff-ec9a-408e-8fa3-c63d095b3bd8 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 210 time: 0.0795166 Jul 29 16:38:06.337524 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 77714e52-a935-4900-bdf1-dada87b90034 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:06.340155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9c117619-408e-4025-a06c-dffa43633e45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:06.343805 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 77714e52-a935-4900-bdf1-dada87b90034 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:06.344359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:06.393105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4c868b9b-0099-4ff0-a640-fca706121f3c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:06.424260 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4c868b9b-0099-4ff0-a640-fca706121f3c tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "DELETE /v2.0/ports/c21c35bb-8450-4980-92e2-9a75ea97ff8e HTTP/1.1" status: 204 len: 168 time: 1.7595408 Jul 29 16:38:06.430852 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45860) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:06.446672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73fdba9-6f01-457e-9367-57ccba78af3b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:06.452466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73fdba9-6f01-457e-9367-57ccba78af3b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:06.454115 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b73fdba9-6f01-457e-9367-57ccba78af3b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5626936 Jul 29 16:38:06.475780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45864) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:06.519851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 77714e52-a935-4900-bdf1-dada87b90034 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:06.520813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:06.559613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 77714e52-a935-4900-bdf1-dada87b90034, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=77714e52-a935-4900-bdf1-dada87b90034,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:06.566970 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:06.604651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-78e277d2-c69e-40fe-94ed-c177113b853e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 8f219866-6bd2-4fe3-aaa0-cdc092fd2eb5 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:06.604972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78e277d2-c69e-40fe-94ed-c177113b853e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:06.648517 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=77714e52-a935-4900-bdf1-dada87b90034,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:06.673325 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f70c4bc-49a3-444b-ae76-7ffc63cba633 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Deleting subnet 4de18554-e4a1-4f17-b6e2-2478a9aeccaf {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:38:06.681198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3f70c4bc-49a3-444b-ae76-7ffc63cba633 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:06.731619 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9c117619-408e-4025-a06c-dffa43633e45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:06.840720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3f70c4bc-49a3-444b-ae76-7ffc63cba633 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:06.909244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:06.956000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.010062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9c117619-408e-4025-a06c-dffa43633e45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.031585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.066610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c117619-408e-4025-a06c-dffa43633e45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Subnet': ['ID=d8429942-0149-41d5-acd0-d352ad7a9974,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:07.073445 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.075438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9c117619-408e-4025-a06c-dffa43633e45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.082081 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Transition to ACTIVE for port object e95f1339-f0c7-4a44-a095-0627049aa96a will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:07.084559 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9a5cad-f1f1-4164-9061-dd07eb4e4c5c None None] Network 359a3a08-d5d9-4f07-a463-96fb53ee4daf requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:07.087999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.090020 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9c117619-408e-4025-a06c-dffa43633e45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/d8429942-0149-41d5-acd0-d352ad7a9974 HTTP/1.1" status: 204 len: 168 time: 1.1024051 Jul 29 16:38:07.091805 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45870) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:07.285306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3f70c4bc-49a3-444b-ae76-7ffc63cba633 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.328410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Allocated IP 172.26.1.88 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/b3c753fe-74ae-4341-bc43-942feebde170) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:07.342537 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78e277d2-c69e-40fe-94ed-c177113b853e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.386391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.506647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Network 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:07.509277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-78e277d2-c69e-40fe-94ed-c177113b853e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 8f219866-6bd2-4fe3-aaa0-cdc092fd2eb5 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:07.514533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:07.543145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:07.639574 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'Port': ['ID=e95f1339-f0c7-4a44-a095-0627049aa96a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:07.658019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3a0f8a-af8d-4fc6-8884-a2cff5fcf2fc tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting subnet c2f6c150-5d84-4866-be8d-e2453873ba33 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:38:07.674060 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0f8a-af8d-4fc6-8884-a2cff5fcf2fc tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.810700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0f8a-af8d-4fc6-8884-a2cff5fcf2fc tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.823593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Router 0cca0ed9-38f3-46aa-866f-c26b4ec3669f is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:38:07.844155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:07.844902 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.858760 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.876427 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3f70c4bc-49a3-444b-ae76-7ffc63cba633 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.897795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0310f72c-6e0d-4990-8703-d0f137213cdd None None] Provisioning for port e95f1339-f0c7-4a44-a095-0627049aa96a completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:07.908441 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0310f72c-6e0d-4990-8703-d0f137213cdd None None] Provisioning complete for port e95f1339-f0c7-4a44-a095-0627049aa96a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:07.909091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0310f72c-6e0d-4990-8703-d0f137213cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.941624 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3f70c4bc-49a3-444b-ae76-7ffc63cba633 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:07.952016 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70c4bc-49a3-444b-ae76-7ffc63cba633 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event deleted for resources: {'Subnet': ['ID=4de18554-e4a1-4f17-b6e2-2478a9aeccaf,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:07.953833 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900c86ea-815a-4000-90c7-bf8c796fdb4f None None] Network 499f3411-e69b-4664-a7d6-c6af7546bc02 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:07.962494 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78e277d2-c69e-40fe-94ed-c177113b853e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:08.024396 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-95f17ac4-eb56-48f9-bfeb-f58c2984d7b6 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5610335 Jul 29 16:38:08.038106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Request body: {'port': {'device_id': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:08.038650 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3f70c4bc-49a3-444b-ae76-7ffc63cba633 tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "DELETE /v2.0/subnets/4de18554-e4a1-4f17-b6e2-2478a9aeccaf HTTP/1.1" status: 204 len: 168 time: 1.6054811 Jul 29 16:38:08.073606 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45876) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:08.092371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0310f72c-6e0d-4990-8703-d0f137213cdd None None] Port e95f1339-f0c7-4a44-a095-0627049aa96a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:38:08.135857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0f8a-af8d-4fc6-8884-a2cff5fcf2fc tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:08.167706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e277d2-c69e-40fe-94ed-c177113b853e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=8f219866-6bd2-4fe3-aaa0-cdc092fd2eb5,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:08.201751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2324b5-c890-4870-9a39-02798099729b req-604ee3d9-ce8e-4774-aa40-c71bb9708ec1 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:08.203481 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5e2324b5-c890-4870-9a39-02798099729b req-604ee3d9-ce8e-4774-aa40-c71bb9708ec1 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 931 time: 0.7815907 Jul 29 16:38:08.204329 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78e277d2-c69e-40fe-94ed-c177113b853e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:08.208450 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-78e277d2-c69e-40fe-94ed-c177113b853e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/8f219866-6bd2-4fe3-aaa0-cdc092fd2eb5 HTTP/1.1" status: 204 len: 168 time: 1.7230558 Jul 29 16:38:08.209672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45880) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:08.225185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 77714e52-a935-4900-bdf1-dada87b90034 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:08.309289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:38:08.326069 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:08.327512 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-410dadd5-8888-4d33-b4b3-5b84edeaf76d tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "PUT /v2.0/routers/0cca0ed9-38f3-46aa-866f-c26b4ec3669f HTTP/1.1" status: 200 len: 914 time: 9.3097477 Jul 29 16:38:08.335778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a4a8bb-4b03-4e35-bb0e-4bc96eb2d0d1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:08.337005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b0f981f6-6c8d-44cf-9d3b-decd78080819 None None] Provisioning complete for port 8f189867-8a24-439c-9356-0fe4ab9ffed1 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:08.337417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a4a8bb-4b03-4e35-bb0e-4bc96eb2d0d1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:08.337650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b0f981f6-6c8d-44cf-9d3b-decd78080819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:08.338238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-09a4a8bb-4b03-4e35-bb0e-4bc96eb2d0d1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:08.349816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:08.360429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45884) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:08.366447 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5e2324b5-c890-4870-9a39-02798099729b req-8c8c93e8-fe88-48b8-ac36-636a90990514 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558695 Jul 29 16:38:08.371428 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e679cea6-88db-4f1f-b368-73dbabe68002 None None] Sync routers for ids ['0cca0ed9-38f3-46aa-866f-c26b4ec3669f'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:38:08.404844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e679cea6-88db-4f1f-b368-73dbabe68002 None None] Routers {'0cca0ed9-38f3-46aa-866f-c26b4ec3669f'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:08.405837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-e679cea6-88db-4f1f-b368-73dbabe68002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0cca0ed9-38f3-46aa-866f-c26b4ec3669f'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:08.441872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:08.464205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:08.471133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:08.475865 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:08.524212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-e679cea6-88db-4f1f-b368-73dbabe68002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:08.546486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-09a4a8bb-4b03-4e35-bb0e-4bc96eb2d0d1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:08.550615 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-09a4a8bb-4b03-4e35-bb0e-4bc96eb2d0d1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3360026 Jul 29 16:38:08.551673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45888) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:08.556483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0f8a-af8d-4fc6-8884-a2cff5fcf2fc tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:08.587039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e679cea6-88db-4f1f-b368-73dbabe68002 None None] Routers {'0cca0ed9-38f3-46aa-866f-c26b4ec3669f'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:08.587707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-e679cea6-88db-4f1f-b368-73dbabe68002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0cca0ed9-38f3-46aa-866f-c26b4ec3669f'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:08.663633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 77714e52-a935-4900-bdf1-dada87b90034 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:08.664249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:08.699078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a0f8a-af8d-4fc6-8884-a2cff5fcf2fc tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f6c150-5d84-4866-be8d-e2453873ba33,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:08.706531 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-e679cea6-88db-4f1f-b368-73dbabe68002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:08.706968 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e679cea6-88db-4f1f-b368-73dbabe68002 None None] The sync data for ids ['0cca0ed9-38f3-46aa-866f-c26b4ec3669f'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:38:08.709804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0f8a-af8d-4fc6-8884-a2cff5fcf2fc tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:08.720651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeca813d-8d91-4d40-9d52-7c1eee359190 None None] Network 359a3a08-d5d9-4f07-a463-96fb53ee4daf requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:08.721502 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0d3a0f8a-af8d-4fc6-8884-a2cff5fcf2fc tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/c2f6c150-5d84-4866-be8d-e2453873ba33 HTTP/1.1" status: 204 len: 168 time: 1.4824908 Jul 29 16:38:08.730912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45892) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:08.731402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:08.754894 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Pushing event updated for resources: {'Port': ['ID=b3c753fe-74ae-4341-bc43-942feebde170,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:08.759087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] DHCP port deletion for 499f3411-e69b-4664-a7d6-c6af7546bc02 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:38:08.796132 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Deleting port 46531322-5c9c-4da0-a48e-d6e3909ece4f {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:08.796480 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:08.881540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1fb3ea-cfdb-44ee-a532-e5d9166a7669 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 9e64a15e-b080-4d66-b8b1-718e82b2a46a {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:38:08.888922 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb3ea-cfdb-44ee-a532-e5d9166a7669 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:08.954498 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bb3741c5-1d13-4041-b51b-8bde1d9d3f52 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/routers/0cca0ed9-38f3-46aa-866f-c26b4ec3669f HTTP/1.1" status: 200 len: 920 time: 0.5869892 Jul 29 16:38:08.960210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45896) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:08.964458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:08.987017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Deleting port 46531322-5c9c-4da0-a48e-d6e3909ece4f {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:08.987417 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:09.038423 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb3ea-cfdb-44ee-a532-e5d9166a7669 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:09.094645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] For port 46531322-5c9c-4da0-a48e-d6e3909ece4f, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=46531322-5c9c-4da0-a48e-d6e3909ece4f,segment=NetworkSegment(28ac35a8-b9bf-4d4f-b8fd-f82761228381),segment_id=28ac35a8-b9bf-4d4f-b8fd-f82761228381)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:09.095263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:09.196167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port 8f189867-8a24-439c-9356-0fe4ab9ffed1 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:09.196748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:09.228242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Calling delete_port for 46531322-5c9c-4da0-a48e-d6e3909ece4f owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:09.248168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b0f981f6-6c8d-44cf-9d3b-decd78080819 None None] Current status of the port 8f189867-8a24-439c-9356-0fe4ab9ffed1 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:09.308268 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] For port 46531322-5c9c-4da0-a48e-d6e3909ece4f, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=46531322-5c9c-4da0-a48e-d6e3909ece4f,segment=NetworkSegment(28ac35a8-b9bf-4d4f-b8fd-f82761228381),segment_id=28ac35a8-b9bf-4d4f-b8fd-f82761228381)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:09.308740 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:09.367274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b33d43-b619-428c-8d13-5aaf5a210293 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:09.368819 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-85b33d43-b619-428c-8d13-5aaf5a210293 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&device_id=0cca0ed9-38f3-46aa-866f-c26b4ec3669f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4019861 Jul 29 16:38:09.386568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45900) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:09.490163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Calling delete_port for 46531322-5c9c-4da0-a48e-d6e3909ece4f owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:09.508574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb3ea-cfdb-44ee-a532-e5d9166a7669 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:09.540327 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 77714e52-a935-4900-bdf1-dada87b90034 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:09.605331 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:09.682696 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa9aa27-8d51-45bc-ba88-011017020506 None None] DHCP port deletion for 359a3a08-d5d9-4f07-a463-96fb53ee4daf request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:38:09.690611 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] No DVR routers for this DVR port 46531322-5c9c-4da0-a48e-d6e3909ece4f on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:38:09.694306 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Pushing event deleted for resources: {'Port': ['ID=46531322-5c9c-4da0-a48e-d6e3909ece4f,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:09.699660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9aa27-8d51-45bc-ba88-011017020506 None None] Deleting port 8f189867-8a24-439c-9356-0fe4ab9ffed1 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:09.700022 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7aa9aa27-8d51-45bc-ba88-011017020506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:09.718517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:38:09.718863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:38:09.718990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] For port 8f189867-8a24-439c-9356-0fe4ab9ffed1, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8f189867-8a24-439c-9356-0fe4ab9ffed1,segment=NetworkSegment(b141a17b-6218-46f2-a0f0-be61b8d82912),segment_id=b141a17b-6218-46f2-a0f0-be61b8d82912)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:09.719484 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:09.743725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:09.743725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:09.744002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:09.744223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:09.744521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:09.745153 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:09.745397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:09.745532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:09.745886 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:09.746591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:09.746591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:09.746779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db38b20-6676-4c29-bcdc-03610f394bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:38:09.764277 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:09.900889 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for 8f189867-8a24-439c-9356-0fe4ab9ffed1 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:09.933852 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-7aa9aa27-8d51-45bc-ba88-011017020506 None None] For port 8f189867-8a24-439c-9356-0fe4ab9ffed1, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8f189867-8a24-439c-9356-0fe4ab9ffed1,segment=NetworkSegment(b141a17b-6218-46f2-a0f0-be61b8d82912),segment_id=b141a17b-6218-46f2-a0f0-be61b8d82912)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:09.934640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7aa9aa27-8d51-45bc-ba88-011017020506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:09.974618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d438b490-e903-4aa0-91a6-09879bc066fd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:09.975999 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d438b490-e903-4aa0-91a6-09879bc066fd tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/networks/fb4e778f-e6f9-43be-9676-d81708eeb2f6 HTTP/1.1" status: 200 len: 881 time: 0.5884871 Jul 29 16:38:09.982258 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45908) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:10.046818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb3ea-cfdb-44ee-a532-e5d9166a7669 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.067132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9aa27-8d51-45bc-ba88-011017020506 None None] Calling delete_port for 8f189867-8a24-439c-9356-0fe4ab9ffed1 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:10.079771 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4a330057-6e7e-447e-8cbb-f4b91d5c73ff tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cca0ed9-38f3-46aa-866f-c26b4ec3669f HTTP/1.1" status: 200 len: 205 time: 0.0955179 Jul 29 16:38:10.086671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45912) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:10.110447 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fb3ea-cfdb-44ee-a532-e5d9166a7669 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=9e64a15e-b080-4d66-b8b1-718e82b2a46a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:10.126528 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6047d79f-de98-4248-94ab-6d8455a34886 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:10.131342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70a428-a709-4b8b-9b1a-e1112d849edd req-2579f8c9-500a-4deb-aa4a-b988d857f8d3 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:10.133146 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3e70a428-a709-4b8b-9b1a-e1112d849edd req-2579f8c9-500a-4deb-aa4a-b988d857f8d3 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 931 time: 0.5235593 Jul 29 16:38:10.134401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb3ea-cfdb-44ee-a532-e5d9166a7669 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.175747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.179448 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95f1339-f0c7-4a44-a095-0627049aa96a {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:38:10.209820 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 46531322-5c9c-4da0-a48e-d6e3909ece4f no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:10.216124 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1b1fb3ea-cfdb-44ee-a532-e5d9166a7669 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/9e64a15e-b080-4d66-b8b1-718e82b2a46a HTTP/1.1" status: 204 len: 168 time: 1.6592219 Jul 29 16:38:10.223706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45916) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:10.253149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Deleting port 46531322-5c9c-4da0-a48e-d6e3909ece4f {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:10.253149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.254692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 46531322-5c9c-4da0-a48e-d6e3909ece4f {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:10.254692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 46531322-5c9c-4da0-a48e-d6e3909ece4f not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:10.255765 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8f189867-8a24-439c-9356-0fe4ab9ffed1 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:10.284144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.301373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=8f189867-8a24-439c-9356-0fe4ab9ffed1,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:10.309095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No DVR routers for this DVR port 8f189867-8a24-439c-9356-0fe4ab9ffed1 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:38:10.311522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 8f189867-8a24-439c-9356-0fe4ab9ffed1 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:10.311968 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8f189867-8a24-439c-9356-0fe4ab9ffed1 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:10.357723 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c8e4c9ba-7cde-47d5-a1bc-fdbe8f1d80af tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1239004 Jul 29 16:38:10.361389 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3e70a428-a709-4b8b-9b1a-e1112d849edd req-32e9eb5c-7422-4a0e-83d5-073ea0a898ab tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180247 Jul 29 16:38:10.362012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45920) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:10.410311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-7aa9aa27-8d51-45bc-ba88-011017020506 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:38:10.410311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-7aa9aa27-8d51-45bc-ba88-011017020506 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:38:10.423784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Transition to ACTIVE for port object e95f1339-f0c7-4a44-a095-0627049aa96a will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:10.435545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] The port '46531322-5c9c-4da0-a48e-d6e3909ece4f' was deleted {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:38:10.440882 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.512144 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.540219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add916f6-9eb9-4a5c-9ae3-90a8c40a710a None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:38:10.544399 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-add916f6-9eb9-4a5c-9ae3-90a8c40a710a None None] Deleting port 77714e52-a935-4900-bdf1-dada87b90034 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:10.545446 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-add916f6-9eb9-4a5c-9ae3-90a8c40a710a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.545874 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359a3a08-d5d9-4f07-a463-96fb53ee4daf']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:10.561770 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b141a17b-6218-46f2-a0f0-be61b8d82912') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:10.561770 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b141a17b-6218-46f2-a0f0-be61b8d82912') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:10.576173 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.603806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.611336 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:38:10.612132 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.660921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dca00b-7aec-4a9d-8e47-f92f72aabf24 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:10.661983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-06dca00b-7aec-4a9d-8e47-f92f72aabf24 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:10.732383 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment b141a17b-6218-46f2-a0f0-be61b8d82912 resource provider aggregate not found Jul 29 16:38:10.734712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.740226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.741192 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-06dca00b-7aec-4a9d-8e47-f92f72aabf24 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:10.745032 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-06dca00b-7aec-4a9d-8e47-f92f72aabf24 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3690720 Jul 29 16:38:10.757729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45928) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:10.761570 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment b141a17b-6218-46f2-a0f0-be61b8d82912 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b141a17b-6218-46f2-a0f0-be61b8d82912 found for delete ", "request_id": "req-e5bc29cb-76a6-4a76-be0a-f18fd889f841"}]} Jul 29 16:38:10.779914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.863235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-add916f6-9eb9-4a5c-9ae3-90a8c40a710a None None] For port 77714e52-a935-4900-bdf1-dada87b90034, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=77714e52-a935-4900-bdf1-dada87b90034,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:10.863624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-add916f6-9eb9-4a5c-9ae3-90a8c40a710a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.932161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9aa27-8d51-45bc-ba88-011017020506 None None] Deleting port 8f189867-8a24-439c-9356-0fe4ab9ffed1 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:10.932161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7aa9aa27-8d51-45bc-ba88-011017020506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.949507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.954492 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:10.982921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Network': ['ID=359a3a08-d5d9-4f07-a463-96fb53ee4daf,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:10.995350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52502a60-b2fe-45c0-9e57-c567e98f529d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:10.996118 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-52502a60-b2fe-45c0-9e57-c567e98f529d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:11.006149 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b8f54d79-e0d7-4414-9adb-9cc24d9f0b73 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/networks/359a3a08-d5d9-4f07-a463-96fb53ee4daf HTTP/1.1" status: 204 len: 168 time: 2.2691276 Jul 29 16:38:11.011431 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45932) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:11.023927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66be-9e4d-4fb2-b312-7d7cc8a6c132 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.036124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-add916f6-9eb9-4a5c-9ae3-90a8c40a710a None None] Calling delete_port for 77714e52-a935-4900-bdf1-dada87b90034 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:11.059744 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-52502a60-b2fe-45c0-9e57-c567e98f529d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:11.063600 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-52502a60-b2fe-45c0-9e57-c567e98f529d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3028755 Jul 29 16:38:11.071635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45936) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:11.093647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499f3411-e69b-4664-a7d6-c6af7546bc02']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:11.104452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9aa27-8d51-45bc-ba88-011017020506 None None] The port '8f189867-8a24-439c-9356-0fe4ab9ffed1' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:38:11.149334 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-691373a4-2f90-4a94-a1fc-4cf1b6178d4e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746727 Jul 29 16:38:11.158818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45940) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:11.164085 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-add916f6-9eb9-4a5c-9ae3-90a8c40a710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.170394 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-5758d816-426c-4965-969e-4615ca119677 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:11.216072 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add916f6-9eb9-4a5c-9ae3-90a8c40a710a None None] Pushing event deleted for resources: {'Port': ['ID=77714e52-a935-4900-bdf1-dada87b90034,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:11.222997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add916f6-9eb9-4a5c-9ae3-90a8c40a710a None None] No DVR routers for this DVR port 77714e52-a935-4900-bdf1-dada87b90034 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:38:11.240652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=e95f1339-f0c7-4a44-a095-0627049aa96a,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:11.257598 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ac35a8-b9bf-4d4f-b8fd-f82761228381') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:11.257902 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ac35a8-b9bf-4d4f-b8fd-f82761228381') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:11.291182 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902219dc-c088-4642-a1b4-329f98c1f852 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:11.291864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-902219dc-c088-4642-a1b4-329f98c1f852 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:11.300840 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5758d816-426c-4965-969e-4615ca119677 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:11.315576 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5758d816-426c-4965-969e-4615ca119677 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:11.323647 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-902219dc-c088-4642-a1b4-329f98c1f852 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:11.324774 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-902219dc-c088-4642-a1b4-329f98c1f852 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3121669 Jul 29 16:38:11.328474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45944) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:11.365751 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.383876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5758d816-426c-4965-969e-4615ca119677 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:11.387195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5758d816-426c-4965-969e-4615ca119677 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.420432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.455881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:38:11.456291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.540504 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 28ac35a8-b9bf-4d4f-b8fd-f82761228381 resource provider aggregate not found Jul 29 16:38:11.578118 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 28ac35a8-b9bf-4d4f-b8fd-f82761228381 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28ac35a8-b9bf-4d4f-b8fd-f82761228381 found for delete ", "request_id": "req-20f7af3a-9fa7-4b83-ae96-9191154c526a"}]} Jul 29 16:38:11.588351 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f9dea9ba-9b5f-40ec-9334-b814864bb66b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2587256 Jul 29 16:38:11.591709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45954) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:11.592175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66be-9e4d-4fb2-b312-7d7cc8a6c132 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.598540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-553586162'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:11.604584 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:11.606127 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Attempting to bind port e95f1339-f0c7-4a44-a095-0627049aa96a on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:38:11.606418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Attempting to bind port e95f1339-f0c7-4a44-a095-0627049aa96a by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'c46bdec6-117b-4805-b7fa-a26a383622d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:38:11.606777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Attempting to bind port e95f1339-f0c7-4a44-a095-0627049aa96a on network 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:38:11.610438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:network and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:11.614094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:11.621184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:11.625612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d66be-9e4d-4fb2-b312-7d7cc8a6c132 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Deleting port 8f2847ae-eeea-445c-a36e-4ee8dbe37c86 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:11.626152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66be-9e4d-4fb2-b312-7d7cc8a6c132 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.640167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b605bac-713d-4d93-b0d0-5eaa123cdb15 req-299d0b15-dd9e-4417-9b36-33c6225fb490 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:11.641639 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4b605bac-713d-4d93-b0d0-5eaa123cdb15 req-299d0b15-dd9e-4417-9b36-33c6225fb490 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 943 time: 0.1614316 Jul 29 16:38:11.648335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:11.651571 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.652897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Port e95f1339-f0c7-4a44-a095-0627049aa96a on network 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:38:11.653260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Attempting to bind port e95f1339-f0c7-4a44-a095-0627049aa96a on network 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:38:11.667377 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.692241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:38:11.692580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Checking segment: {'id': 'c46bdec6-117b-4805-b7fa-a26a383622d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:11.693500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Bound using segment: {'id': 'c46bdec6-117b-4805-b7fa-a26a383622d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:38:11.693976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Bound port: e95f1339-f0c7-4a44-a095-0627049aa96a, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46bdec6-117b-4805-b7fa-a26a383622d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:38:11.694303 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.704314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.739286 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] Pushing event deleted for resources: {'Network': ['ID=499f3411-e69b-4664-a7d6-c6af7546bc02,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:11.768244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:38:11.775336 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4b605bac-713d-4d93-b0d0-5eaa123cdb15 req-9261b3fd-669f-47dc-9f30-8367c3533a69 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122673 Jul 29 16:38:11.791752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.792093 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Added segment 9b6da6f1-28e4-41b8-8537-9020330b514d of type vlan for network e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83 Jul 29 16:38:11.810156 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-76644c05-40d7-442f-9be9-fe2c9539db8f tempest-AllowedAddressPairIpV6TestJSON-1733686269 tempest-AllowedAddressPairIpV6TestJSON-1733686269-project] 10.222.0.58 "DELETE /v2.0/networks/499f3411-e69b-4664-a7d6-c6af7546bc02 HTTP/1.1" status: 204 len: 168 time: 3.7354918 Jul 29 16:38:11.845012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.850332 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5758d816-426c-4965-969e-4615ca119677 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.882242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Router 64e3ec66-cbe7-4767-b79e-c74851c50027 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:38:11.925164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5758d816-426c-4965-969e-4615ca119677 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:11.930174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-5758d816-426c-4965-969e-4615ca119677 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:11.935959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5758d816-426c-4965-969e-4615ca119677 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:11.936542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5758d816-426c-4965-969e-4615ca119677 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.942511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33451a4-8422-445d-8c46-6c9ff4b2e428 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:11.952209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758d816-426c-4965-969e-4615ca119677 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=dd79e72b-f9c0-4f30-8840-1cfe2f07b946,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:11.962698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:11.968221 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:11.968812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:12.011789 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5758d816-426c-4965-969e-4615ca119677 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8516273 Jul 29 16:38:12.062073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45960) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:12.068414 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4751437 Jul 29 16:38:12.075183 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 45966) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:12.082136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'fixed_ips': [{'subnet_id': 'dd79e72b-f9c0-4f30-8840-1cfe2f07b946', 'ip_address': '2001:db8::cf48:55da:9050:9f10'}], 'name': 'tempest-NetworksTestDHCPv6-731343395'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:12.103148 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9951f17-c4be-48d8-98d4-02bef0ba9a52 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Network': ['ID=e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:12.108894 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] For port e95f1339-f0c7-4a44-a095-0627049aa96a, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:38:12.120154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'subnet': {'network_id': 'e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:12.122614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:38:12.191495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 77714e52-a935-4900-bdf1-dada87b90034 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:12.200051 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45970) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:12.243383 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 77714e52-a935-4900-bdf1-dada87b90034 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:12.243713 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 77714e52-a935-4900-bdf1-dada87b90034 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:12.246093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] For port e95f1339-f0c7-4a44-a095-0627049aa96a, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e95f1339-f0c7-4a44-a095-0627049aa96a,segment=NetworkSegment(c46bdec6-117b-4805-b7fa-a26a383622d3),segment_id=c46bdec6-117b-4805-b7fa-a26a383622d3)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:38:12.323593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': 'dd79e72b-f9c0-4f30-8840-1cfe2f07b946'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:38:12.324221 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:12.329835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:12.372289 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-57637ac2-ecab-4f08-9c7a-ac0035e09a3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5d5fb7d0e6e428880abac8a62f52348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710777 Jul 29 16:38:12.374807 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45976) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:12.445396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-61cc0919-3cb2-4895-8e98-9bf77e72f16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:12.474999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-61cc0919-3cb2-4895-8e98-9bf77e72f16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:12.498967 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Allocated IP 2001:db8::2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/dd79e72b-f9c0-4f30-8840-1cfe2f07b946/2c4d269f-33fe-42fc-9bf6-0a819e6ed494) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:12.550872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66be-9e4d-4fb2-b312-7d7cc8a6c132 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:12.559988 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-61cc0919-3cb2-4895-8e98-9bf77e72f16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:12.561676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:38:12.575289 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9885ebf0-7b97-4eda-a22d-06ca900d9710 None None] Sync routers for ids ['64e3ec66-cbe7-4767-b79e-c74851c50027'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:38:12.587588 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:12.591515 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9885ebf0-7b97-4eda-a22d-06ca900d9710 None None] Routers {'64e3ec66-cbe7-4767-b79e-c74851c50027'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:12.592069 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9885ebf0-7b97-4eda-a22d-06ca900d9710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['64e3ec66-cbe7-4767-b79e-c74851c50027'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:12.592356 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-835e1b2d-a895-4170-97b3-9a9ec9dc4a82 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "PUT /v2.0/routers/64e3ec66-cbe7-4767-b79e-c74851c50027 HTTP/1.1" status: 200 len: 882 time: 7.9940107 Jul 29 16:38:12.596930 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45980) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:12.597918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-61cc0919-3cb2-4895-8e98-9bf77e72f16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:12.599993 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-61cc0919-3cb2-4895-8e98-9bf77e72f16c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/623044eb-e39f-4635-b9f1-8ec60ffce30b HTTP/1.1" status: 204 len: 168 time: 0.2242146 Jul 29 16:38:12.604729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc0919-3cb2-4895-8e98-9bf77e72f16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623044eb-e39f-4635-b9f1-8ec60ffce30b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:12.696557 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9885ebf0-7b97-4eda-a22d-06ca900d9710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:12.725121 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9885ebf0-7b97-4eda-a22d-06ca900d9710 None None] Routers {'64e3ec66-cbe7-4767-b79e-c74851c50027'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:12.728010 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9885ebf0-7b97-4eda-a22d-06ca900d9710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['64e3ec66-cbe7-4767-b79e-c74851c50027'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:12.753621 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:12.754625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:12.757985 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] 10.222.0.69 "PUT /v2.0/ports/e95f1339-f0c7-4a44-a095-0627049aa96a HTTP/1.1" status: 200 len: 1093 time: 4.7240243 Jul 29 16:38:12.758643 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'tag': 'e95f1339-f0c7-4a44-a095-0627049aa96a'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:38:12.816675 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:12.831747 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Transition to ACTIVE for port object 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:12.870587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d66be-9e4d-4fb2-b312-7d7cc8a6c132 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Calling delete_port for 8f2847ae-eeea-445c-a36e-4ee8dbe37c86 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:12.873510 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Transition to ACTIVE for port object 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:12.877991 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9885ebf0-7b97-4eda-a22d-06ca900d9710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:12.878403 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9885ebf0-7b97-4eda-a22d-06ca900d9710 None None] The sync data for ids ['64e3ec66-cbe7-4767-b79e-c74851c50027'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:38:12.886246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:12.948765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:12.952514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:subnet and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:12.960542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:12.964933 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6e1e0a2e-aa82-4723-9105-6630d5e83b6a tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/routers/64e3ec66-cbe7-4767-b79e-c74851c50027 HTTP/1.1" status: 200 len: 923 time: 0.3631001 Jul 29 16:38:12.967327 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:12.969823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 45992) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:12.987256 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb02a10-9396-42d1-9a34-f3ec0732d255'] response: {'name': 'network-changed', 'server_uuid': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'tag': 'e95f1339-f0c7-4a44-a095-0627049aa96a', 'status': 'completed', 'code': 200} Jul 29 16:38:13.002250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Pushing event updated for resources: {'Port': ['ID=2c4d269f-33fe-42fc-9bf6-0a819e6ed494,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:13.006375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:13.007821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:13.009812 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:13.033762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:13.037707 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:13.118908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ea2a6-33c0-40d0-9a9e-b1495e220ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=e95f1339-f0c7-4a44-a095-0627049aa96a,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:13.129106 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Attempting to bind port 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:38:13.129667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Attempting to bind port 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:38:13.131478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Attempting to bind port 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:38:13.142143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:38:13.142519 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:13.142921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:13.143315 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:38:13.143781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Bound port: 2c4d269f-33fe-42fc-9bf6-0a819e6ed494, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:38:13.144151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:13.175267 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d90bf4-d968-4357-92af-a45a9fd361f8 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:13.175976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e4d90bf4-d968-4357-92af-a45a9fd361f8 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Synchronizing usage tracker for tenant:55c39253ab4e4a2cae0721ad45d6578f on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:13.187830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c55df-3725-445f-863a-bb40f757eeb3 req-139b4b91-8d28-4f22-8b1a-761a8062c3a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:13.189339 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-728c55df-3725-445f-863a-bb40f757eeb3 req-139b4b91-8d28-4f22-8b1a-761a8062c3a4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 943 time: 0.1544054 Jul 29 16:38:13.216702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e4d90bf4-d968-4357-92af-a45a9fd361f8 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Unset dirty status for tenant:55c39253ab4e4a2cae0721ad45d6578f on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:13.220831 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e4d90bf4-d968-4357-92af-a45a9fd361f8 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&device_id=64e3ec66-cbe7-4767-b79e-c74851c50027&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2499413 Jul 29 16:38:13.221683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46004) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:13.267969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:13.312441 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] For port 2c4d269f-33fe-42fc-9bf6-0a819e6ed494, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:38:13.315517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:13.317638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] For port 2c4d269f-33fe-42fc-9bf6-0a819e6ed494, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2c4d269f-33fe-42fc-9bf6-0a819e6ed494,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:38:13.331275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:13.361339 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:13.399018 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-d2d59390-e04f-494a-b733-16f12f360f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:13.400654 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-d2d59390-e04f-494a-b733-16f12f360f23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43ee33cc813f44109927ef3a85b8b480&device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 1096 time: 0.4090180 Jul 29 16:38:13.439383 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-728c55df-3725-445f-863a-bb40f757eeb3 req-5b114673-b67f-4d8b-8522-50087b44d5bf tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406628 Jul 29 16:38:13.451306 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d3780-4989-4af7-8b7e-6cfe878b6d19 None None] Pushing event updated for resources: {'Port': ['ID=2c4d269f-33fe-42fc-9bf6-0a819e6ed494,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:13.498202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9835fee-b42d-492f-990a-b23c8705f8a2 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:13.503053 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d9835fee-b42d-492f-990a-b23c8705f8a2 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/networks/fb4e778f-e6f9-43be-9676-d81708eeb2f6 HTTP/1.1" status: 200 len: 881 time: 0.2775435 Jul 29 16:38:13.503716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46014) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:13.576063 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cbc4cab9-8e68-4118-963a-0cd6a7a78d54 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "GET /v2.0/ports?device_id=64e3ec66-cbe7-4767-b79e-c74851c50027 HTTP/1.1" status: 200 len: 205 time: 0.0711682 Jul 29 16:38:13.576846 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46018) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:13.597244 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-e3e7156e-a04d-47f8-8ebf-6d699fb4d529 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e95f1339-f0c7-4a44-a095-0627049aa96a HTTP/1.1" status: 200 len: 217 time: 0.1349399 Jul 29 16:38:13.767129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46024) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:13.815358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-20aa94f3-2260-4bcc-a739-8dd795575059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:13.817068 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-20aa94f3-2260-4bcc-a739-8dd795575059 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13f062b0-bf27-4901-9936-6392c3e3a598 HTTP/1.1" status: 200 len: 835 time: 0.2073386 Jul 29 16:38:13.820988 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1fdc26e1-32f6-4d19-9fad-a984c69a7a81 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:13.902355 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:13.952278 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:13.952818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1569617107'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:13.969471 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:13.980072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66be-9e4d-4fb2-b312-7d7cc8a6c132 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:13.983595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:network and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:13.987965 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:13.996717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:14.022354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:14.025670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.041608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.056972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d66be-9e4d-4fb2-b312-7d7cc8a6c132 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Pushing event deleted for resources: {'Port': ['ID=8f2847ae-eeea-445c-a36e-4ee8dbe37c86,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:14.064005 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port b8d26b74-287e-4f56-a1e4-c3035eafba4a yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:14.067467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:14.072390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1fdc26e1-32f6-4d19-9fad-a984c69a7a81 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.077001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:security_group_rule and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:14.080707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:14.087937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:14.091816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc26e1-32f6-4d19-9fad-a984c69a7a81 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Deleting port b3c753fe-74ae-4341-bc43-942feebde170 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:14.091944 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1fdc26e1-32f6-4d19-9fad-a984c69a7a81 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.186391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Subnet': ['ID=75de308f-d65d-4c37-9572-6f4e7d6f3513,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:14.206942 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:14.258838 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Checking segment: {'id': '9b6da6f1-28e4-41b8-8537-9020330b514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:14.259178 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network hostable DHCP agents. Network: e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:38:14.282349 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:14.343458 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66be-9e4d-4fb2-b312-7d7cc8a6c132 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.344719 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1fdc26e1-32f6-4d19-9fad-a984c69a7a81 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.361993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.392619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-3d92fb7c-71d5-4bdd-9767-28bfe3d4e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:14.394102 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-3d92fb7c-71d5-4bdd-9767-28bfe3d4e906 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5557108 Jul 29 16:38:14.412015 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.487287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc26e1-32f6-4d19-9fad-a984c69a7a81 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Calling delete_port for b3c753fe-74ae-4341-bc43-942feebde170 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:14.559190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:38:14.563202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f525fe88-8e35-480a-bf8a-d62246e6e58f,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:14.580696 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.581063 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Added segment b79e0361-cddb-4109-877f-9f5a93f73110 of type vlan for network 2a265526-819a-4291-8373-8ab2e6e57a8d Jul 29 16:38:14.641868 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.727575 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.733303 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:14.733967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.738587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:38:14.756334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9fe4d533-1eb5-4482-a451-72796751fa32 None None] Provisioning for port 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:14.761309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9fe4d533-1eb5-4482-a451-72796751fa32 None None] Provisioning complete for port 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:14.761686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9fe4d533-1eb5-4482-a451-72796751fa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.790023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66be-9e4d-4fb2-b312-7d7cc8a6c132 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.806491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66be-9e4d-4fb2-b312-7d7cc8a6c132 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.858585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:14.863953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:14.865101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.876696 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2420cc5c-316f-4cd4-8647-9c68ee863789 None None] Network e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:14.904494 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1308420 Jul 29 16:38:14.912216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46032) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:14.921945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'name': 'tempest-PortsTestJSON-1219435772'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:14.923046 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939acbfd-da98-47f8-8746-c270c29c6903 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Network': ['ID=2a265526-819a-4291-8373-8ab2e6e57a8d,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:14.949072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1fdc26e1-32f6-4d19-9fad-a984c69a7a81 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.949406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 2a265526-819a-4291-8373-8ab2e6e57a8d details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:38:14.972258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9fe4d533-1eb5-4482-a451-72796751fa32 None None] Current status of the port 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:14.972620 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9fe4d533-1eb5-4482-a451-72796751fa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:14.988761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964b8a8-ff77-49f1-9494-998b2ac34d90 req-39e1a26d-7238-45f3-93cb-f51ceb32cbd2 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:14.990839 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3964b8a8-ff77-49f1-9494-998b2ac34d90 req-39e1a26d-7238-45f3-93cb-f51ceb32cbd2 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 943 time: 0.3083613 Jul 29 16:38:15.007473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc26e1-32f6-4d19-9fad-a984c69a7a81 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Pushing event deleted for resources: {'Port': ['ID=b3c753fe-74ae-4341-bc43-942feebde170,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:15.023658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66be-9e4d-4fb2-b312-7d7cc8a6c132 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.024456 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9d66be-9e4d-4fb2-b312-7d7cc8a6c132 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Fanout notify agent at l3_agent the message router_deleted on router 0cca0ed9-38f3-46aa-866f-c26b4ec3669f {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:38:15.032854 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d9d66be-9e4d-4fb2-b312-7d7cc8a6c132 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.033308 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1d9d66be-9e4d-4fb2-b312-7d7cc8a6c132 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "DELETE /v2.0/routers/0cca0ed9-38f3-46aa-866f-c26b4ec3669f HTTP/1.1" status: 204 len: 168 time: 4.9328909 Jul 29 16:38:15.060766 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46036) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:15.064300 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7cb7b11d-b089-491b-ab5e-784b0a1b9d1b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9500027 Jul 29 16:38:15.075011 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46040) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:15.076037 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-0d834d9e-3c7f-47d9-87e4-c16adb3da9a3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-935288541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:15.087544 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'network_id': 'e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83', 'name': 'tempest-PortsIpV6TestJSON-1594742386'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:15.096247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::cf48:55da:9050:9f10 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/dd79e72b-f9c0-4f30-8840-1cfe2f07b946/b8d26b74-287e-4f56-a1e4-c3035eafba4a) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:15.100291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0d834d9e-3c7f-47d9-87e4-c16adb3da9a3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:15.110641 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-d434b7d4-7ad5-41e2-8938-27d9d56e9b54 service neutron] 10.222.0.69 "GET /v2.0/networks/6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462679 Jul 29 16:38:15.111636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0d834d9e-3c7f-47d9-87e4-c16adb3da9a3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Usage tracker for resource:router and tenant:227cb2d45a114d729cfd19669f163ead is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:15.119833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0d834d9e-3c7f-47d9-87e4-c16adb3da9a3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:15.128862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-13a82663-e2a4-4959-abd6-2c1c88b784a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.135220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9fe4d533-1eb5-4482-a451-72796751fa32 None None] For port 2c4d269f-33fe-42fc-9bf6-0a819e6ed494, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2c4d269f-33fe-42fc-9bf6-0a819e6ed494,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:15.142977 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0d834d9e-3c7f-47d9-87e4-c16adb3da9a3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:15.147323 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9fe4d533-1eb5-4482-a451-72796751fa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.273450 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0d834d9e-3c7f-47d9-87e4-c16adb3da9a3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.274518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0d834d9e-3c7f-47d9-87e4-c16adb3da9a3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.278837 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:15.294066 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:port and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:15.295524 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4d533-1eb5-4482-a451-72796751fa32 None None] Pushing event updated for resources: {'Port': ['ID=2c4d269f-33fe-42fc-9bf6-0a819e6ed494,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:15.300694 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:15.323040 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3964b8a8-ff77-49f1-9494-998b2ac34d90 req-51a340dd-73b5-480d-95ad-7d53b07eeb2f tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166826 Jul 29 16:38:15.324392 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83', 'network_id': 'e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83', 'tenant_id': 'fc630b34605447ae9c7be362e869ad61', 'fixed_ips': [{'subnet_id': '75de308f-d65d-4c37-9572-6f4e7d6f3513'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:38:15.327327 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.327535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:15.346328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0d834d9e-3c7f-47d9-87e4-c16adb3da9a3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.373583 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1fdc26e1-32f6-4d19-9fad-a984c69a7a81 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.464435 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:15.467891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.492343 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-17fbfa22-99ff-4e11-b2ab-a3a2a4d8d88f req-47248edd-7699-40ec-ada3-98b9946dd336 service neutron] 10.222.0.69 "GET /v2.0/networks/6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510273 Jul 29 16:38:15.500607 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0d834d9e-3c7f-47d9-87e4-c16adb3da9a3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.528700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port a4b01704-f7ac-4643-a868-f662ff739394 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:15.529317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Allocated IP 2001:db8::2 (e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83/75de308f-d65d-4c37-9572-6f4e7d6f3513/8073402e-2b27-4b71-a392-e27b60b50d5c) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:15.581862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:15.585485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1fdc26e1-32f6-4d19-9fad-a984c69a7a81 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.588805 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1fdc26e1-32f6-4d19-9fad-a984c69a7a81 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.591075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:port and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:15.595063 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:15.604609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:15.624603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1fdc26e1-32f6-4d19-9fad-a984c69a7a81 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.625272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdc26e1-32f6-4d19-9fad-a984c69a7a81 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Fanout notify agent at l3_agent the message router_deleted on router 64e3ec66-cbe7-4767-b79e-c74851c50027 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:38:15.627670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:15.632304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.639740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0d834d9e-3c7f-47d9-87e4-c16adb3da9a3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.644192 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0d834d9e-3c7f-47d9-87e4-c16adb3da9a3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5775969 Jul 29 16:38:15.647435 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46044) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:15.657326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'enable_snat': False}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:15.719237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1fdc26e1-32f6-4d19-9fad-a984c69a7a81 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.723939 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1fdc26e1-32f6-4d19-9fad-a984c69a7a81 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "DELETE /v2.0/routers/64e3ec66-cbe7-4767-b79e-c74851c50027 HTTP/1.1" status: 204 len: 168 time: 2.1425169 Jul 29 16:38:15.726970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.730279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46048) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:15.754915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3e795877-6d6d-4d4e-b7ff-eca13af8a742 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-559211388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:15.772271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3e795877-6d6d-4d4e-b7ff-eca13af8a742 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:15.777791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.783891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3e795877-6d6d-4d4e-b7ff-eca13af8a742 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Usage tracker for resource:router and tenant:86493858fb75488391a739c0defef846 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:15.789882 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Transition to ACTIVE for port object 8073402e-2b27-4b71-a392-e27b60b50d5c will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:15.793587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object b8d26b74-287e-4f56-a1e4-c3035eafba4a will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:15.795307 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3e795877-6d6d-4d4e-b7ff-eca13af8a742 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:15.795785 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port 3da4b639-bd3c-4031-9942-20f5eb71cf7d yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:15.810145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Transition to ACTIVE for port object 8073402e-2b27-4b71-a392-e27b60b50d5c will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:15.815566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.821909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3e795877-6d6d-4d4e-b7ff-eca13af8a742 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:15.893575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Network e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:15.898172 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:15.905394 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:15.909249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f83cd-7d4c-4f51-b2b7-70c8aae080e0 req-616e0a2a-0f75-4100-a21d-f655068b8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:15.910754 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5b5f83cd-7d4c-4f51-b2b7-70c8aae080e0 req-616e0a2a-0f75-4100-a21d-f655068b8b3b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43ee33cc813f44109927ef3a85b8b480&device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 1096 time: 0.3371248 Jul 29 16:38:15.915226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3e795877-6d6d-4d4e-b7ff-eca13af8a742 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.916221 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3e795877-6d6d-4d4e-b7ff-eca13af8a742 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:15.951711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Pushing event updated for resources: {'Port': ['ID=8073402e-2b27-4b71-a392-e27b60b50d5c,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:16.034629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Attempting to bind port 8073402e-2b27-4b71-a392-e27b60b50d5c on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:38:16.035049 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Attempting to bind port 8073402e-2b27-4b71-a392-e27b60b50d5c by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '9b6da6f1-28e4-41b8-8537-9020330b514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:38:16.035863 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Attempting to bind port 8073402e-2b27-4b71-a392-e27b60b50d5c on network e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:38:16.041297 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:16.042369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:38:16.042924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Checking segment: {'id': '9b6da6f1-28e4-41b8-8537-9020330b514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:16.044333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:16.044632 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Bound using segment: {'id': '9b6da6f1-28e4-41b8-8537-9020330b514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:38:16.045273 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Bound port: 8073402e-2b27-4b71-a392-e27b60b50d5c, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6da6f1-28e4-41b8-8537-9020330b514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:38:16.045503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:16.050714 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3e795877-6d6d-4d4e-b7ff-eca13af8a742 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:16.073817 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:16.147010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] For port 8073402e-2b27-4b71-a392-e27b60b50d5c, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:38:16.151785 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] For port 8073402e-2b27-4b71-a392-e27b60b50d5c, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8073402e-2b27-4b71-a392-e27b60b50d5c,segment=NetworkSegment(9b6da6f1-28e4-41b8-8537-9020330b514d),segment_id=9b6da6f1-28e4-41b8-8537-9020330b514d)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:38:16.157180 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:16.158559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:16.159983 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3e795877-6d6d-4d4e-b7ff-eca13af8a742 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:16.210191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:16.217875 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:16.220325 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f83cd-7d4c-4f51-b2b7-70c8aae080e0 req-17b26b0f-1b40-4fc0-8329-24f97ef0f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:16.221979 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5b5f83cd-7d4c-4f51-b2b7-70c8aae080e0 req-17b26b0f-1b40-4fc0-8329-24f97ef0f4b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 HTTP/1.1" status: 200 len: 898 time: 0.3023129 Jul 29 16:38:16.229788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:16.232207 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:16.235920 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:16.236560 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:16.246604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=b8d26b74-287e-4f56-a1e4-c3035eafba4a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:16.259744 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Allocated IP 2001:db8::1c6 (e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83/75de308f-d65d-4c37-9572-6f4e7d6f3513/3da4b639-bd3c-4031-9942-20f5eb71cf7d) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:16.327194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73222b-c852-400a-b42e-116aea61dcfa None None] Pushing event updated for resources: {'Port': ['ID=8073402e-2b27-4b71-a392-e27b60b50d5c,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:16.331181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3e795877-6d6d-4d4e-b7ff-eca13af8a742 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:16.332381 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3e795877-6d6d-4d4e-b7ff-eca13af8a742 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5983453 Jul 29 16:38:16.340963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46052) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:16.342611 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5b5f83cd-7d4c-4f51-b2b7-70c8aae080e0 req-f9a3351b-e546-4dcd-888d-1efe00b87694 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e95f1339-f0c7-4a44-a095-0627049aa96a HTTP/1.1" status: 200 len: 217 time: 0.1000135 Jul 29 16:38:16.350432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:16.351156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:16.353520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'enable_snat': True}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:16.448654 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:16.668619 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5254eceb-fd4d-4fce-b5a3-b6bb4ddbc1ea tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6054192 Jul 29 16:38:16.673820 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:16.712458 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46060) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:16.787696 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5eab6fb2-05ae-4d24-bb34-c6a68a218e2c None None] Provisioning for port b8d26b74-287e-4f56-a1e4-c3035eafba4a completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:16.792885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5eab6fb2-05ae-4d24-bb34-c6a68a218e2c None None] Provisioning complete for port b8d26b74-287e-4f56-a1e4-c3035eafba4a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:16.793270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5eab6fb2-05ae-4d24-bb34-c6a68a218e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:16.862091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5eab6fb2-05ae-4d24-bb34-c6a68a218e2c None None] Port b8d26b74-287e-4f56-a1e4-c3035eafba4a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:38:16.881278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:17.032176 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f8130-54f4-4f11-98d2-97e109088f00 req-753bb4b4-2841-4dea-9e18-70c73c753da1 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:17.033583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f83cd-7d4c-4f51-b2b7-70c8aae080e0 req-266fc0fa-fc9a-41e2-ab94-d56a1021d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:17.033703 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3d3f8130-54f4-4f11-98d2-97e109088f00 req-753bb4b4-2841-4dea-9e18-70c73c753da1 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 943 time: 0.5282209 Jul 29 16:38:17.034672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Transition to ACTIVE for port object 3da4b639-bd3c-4031-9942-20f5eb71cf7d will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:17.035025 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5b5f83cd-7d4c-4f51-b2b7-70c8aae080e0 req-266fc0fa-fc9a-41e2-ab94-d56a1021d012 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13f062b0-bf27-4901-9936-6392c3e3a598 HTTP/1.1" status: 200 len: 835 time: 0.5835781 Jul 29 16:38:17.053219 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=a4b01704-f7ac-4643-a868-f662ff739394,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:17.134950 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3d3f8130-54f4-4f11-98d2-97e109088f00 req-17867031-a994-43d1-8a17-b584ae3dbe2e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944436 Jul 29 16:38:17.138854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:17.171176 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:17.213614 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:17.238548 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Checking segment: {'id': 'b79e0361-cddb-4109-877f-9f5a93f73110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:17.238917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network hostable DHCP agents. Network: 2a265526-819a-4291-8373-8ab2e6e57a8d, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:38:17.264446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:17.301989 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd868a-c423-4cfd-9ee3-9d999f2cb8a4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:17.308744 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd868a-c423-4cfd-9ee3-9d999f2cb8a4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:17.309589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-08cd868a-c423-4cfd-9ee3-9d999f2cb8a4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:17.321517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:17.322583 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=3da4b639-bd3c-4031-9942-20f5eb71cf7d,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:17.329601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:17.332150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:17.339433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:17.340249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:17.360860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 2a265526-819a-4291-8373-8ab2e6e57a8d is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:38:17.371891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-08cd868a-c423-4cfd-9ee3-9d999f2cb8a4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:17.375838 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-08cd868a-c423-4cfd-9ee3-9d999f2cb8a4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5935168 Jul 29 16:38:17.393947 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46064) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:17.427673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f83cd-7d4c-4f51-b2b7-70c8aae080e0 req-ffc0a908-0ebd-4490-81a0-81db61ba9cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:17.429332 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5b5f83cd-7d4c-4f51-b2b7-70c8aae080e0 req-ffc0a908-0ebd-4490-81a0-81db61ba9cdb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3855741 Jul 29 16:38:17.436321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 2a265526-819a-4291-8373-8ab2e6e57a8d) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:17.452328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8556e4-2aff-4027-a207-38ea2b2a3a2d None None] Network 2a265526-819a-4291-8373-8ab2e6e57a8d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:17.461282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:17.466933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:17.467684 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:17.481171 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cd27dcbd-329c-4885-b659-557260b8714e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4049318 Jul 29 16:38:17.488188 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46068) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:17.502295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'network_id': 'e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83', 'name': 'tempest-PortsIpV6TestJSON-1627190613'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:17.538865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-1b1aa32f-1e35-4d80-9350-e2c6612fb1a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port b8d26b74-287e-4f56-a1e4-c3035eafba4a {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:17.539467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b1aa32f-1e35-4d80-9350-e2c6612fb1a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:17.588043 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fce53ee-747f-4c62-83fb-0f749b91bb60 None None] Network e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:17.609469 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-595ef645-f7a9-47d9-a4a3-5d4dfd682145 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6922910 Jul 29 16:38:17.610295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46072) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:17.619127 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2013024480'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:17.630093 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Allocated IP 172.26.1.120 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/0c178dde-c2ad-460f-bf8c-eb38958ddb34) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:17.635669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:17.643075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:network and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:17.648491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:17.668892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:17.673575 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5b5f83cd-7d4c-4f51-b2b7-70c8aae080e0 req-33759ed0-f931-490d-8b11-297978e22a06 service neutron] 10.222.0.69 "GET /v2.0/networks/6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337811 Jul 29 16:38:17.684108 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b2db67aa-c7ac-4dd4-9038-fc64f52b90ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:17.709765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:17.713349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:17.781729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6c8b087a-cda4-4872-8cfc-db660f344ab9 None None] Provisioning for port 8073402e-2b27-4b71-a392-e27b60b50d5c completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:17.824669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:38:17.874300 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:17.886160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:port and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:17.893269 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:17.918135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:17.918479 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Added segment addc359d-c5f0-4870-8ca9-56f5e534e132 of type vlan for network 23c1e11b-3c4a-4d9a-bf9c-17ff341b5d51 Jul 29 16:38:17.932084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:18.015632 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.034357 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:18.036187 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5b5f83cd-7d4c-4f51-b2b7-70c8aae080e0 req-76135ec2-2195-43f3-ac96-e28467a4c3e5 service neutron] 10.222.0.69 "GET /v2.0/networks/6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533273 Jul 29 16:38:18.038412 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.072768 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.104483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port 0032838b-e3e0-4893-86fa-fc194dbec5fb yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:18.211825 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8073402e-2b27-4b71-a392-e27b60b50d5c up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:18.227775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b1aa32f-1e35-4d80-9350-e2c6612fb1a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.231593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.265089 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.268276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:38:18.295286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.340718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 8073402e-2b27-4b71-a392-e27b60b50d5c completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:18.348199 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.352048 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 8073402e-2b27-4b71-a392-e27b60b50d5c triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:18.352428 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.354615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:18.355401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.409166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-1b1aa32f-1e35-4d80-9350-e2c6612fb1a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for b8d26b74-287e-4f56-a1e4-c3035eafba4a owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:18.424007 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.466065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-40d58abe-9f44-4e18-a9c4-266b481460dd None None] Provisioning for port 3da4b639-bd3c-4031-9942-20f5eb71cf7d completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:18.491815 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-40d58abe-9f44-4e18-a9c4-266b481460dd None None] Provisioning complete for port 3da4b639-bd3c-4031-9942-20f5eb71cf7d triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:18.492195 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-40d58abe-9f44-4e18-a9c4-266b481460dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.504361 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Network': ['ID=23c1e11b-3c4a-4d9a-bf9c-17ff341b5d51,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:18.507186 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-59e2298f-fd00-4e5b-9162-a4fc2507206f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8931348 Jul 29 16:38:18.511710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46078) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:18.536970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'ports': [{'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d'}, {'network_id': '23c1e11b-3c4a-4d9a-bf9c-17ff341b5d51'}]} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:18.538052 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:18.538711 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'network_id': '23c1e11b-3c4a-4d9a-bf9c-17ff341b5d51'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:18.540677 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 23c1e11b-3c4a-4d9a-bf9c-17ff341b5d51 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:38:18.665318 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 8073402e-2b27-4b71-a392-e27b60b50d5c is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:18.666094 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.685763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.707070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-40d58abe-9f44-4e18-a9c4-266b481460dd None None] Port 3da4b639-bd3c-4031-9942-20f5eb71cf7d cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:38:18.736917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 8073402e-2b27-4b71-a392-e27b60b50d5c, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8073402e-2b27-4b71-a392-e27b60b50d5c,segment=NetworkSegment(9b6da6f1-28e4-41b8-8537-9020330b514d),segment_id=9b6da6f1-28e4-41b8-8537-9020330b514d)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:18.742787 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-40d58abe-9f44-4e18-a9c4-266b481460dd None None] Provisioning complete for port 8073402e-2b27-4b71-a392-e27b60b50d5c triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:18.742787 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-40d58abe-9f44-4e18-a9c4-266b481460dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.776803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.815267 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:18.828824 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:18.831479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:18.838878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Allocated IP 172.26.1.108 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/10ff0a4c-d87c-412c-94d4-f21ae1736130) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:18.852672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:18.863572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:port and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:18.863790 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Allocated IP 2001:db8::3e2 (e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83/75de308f-d65d-4c37-9572-6f4e7d6f3513/0032838b-e3e0-4893-86fa-fc194dbec5fb) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:18.867830 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:18.891235 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:18.914470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=8073402e-2b27-4b71-a392-e27b60b50d5c,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:18.918272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Pushing event updated for resources: {'Port': ['ID=0c178dde-c2ad-460f-bf8c-eb38958ddb34,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:18.937232 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-40d58abe-9f44-4e18-a9c4-266b481460dd None None] Current status of the port 8073402e-2b27-4b71-a392-e27b60b50d5c is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:18.965396 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'port': 2} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:18.969864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:18.994126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:19.022728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a57a38-807b-4e3a-a904-ce68dc7a8d1a req-8eef36f6-14e0-4df6-986a-46ee690d7994 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:19.024202 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e5a57a38-807b-4e3a-a904-ce68dc7a8d1a req-8eef36f6-14e0-4df6-986a-46ee690d7994 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 943 time: 0.6298594 Jul 29 16:38:19.057350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-188ce7aa-a9f4-40b6-ba93-41d2b29a3f2c None None] Provisioning complete for port 3da4b639-bd3c-4031-9942-20f5eb71cf7d triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:19.057882 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-188ce7aa-a9f4-40b6-ba93-41d2b29a3f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:19.115220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-188ce7aa-a9f4-40b6-ba93-41d2b29a3f2c None None] Port 3da4b639-bd3c-4031-9942-20f5eb71cf7d cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:38:19.140056 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:19.217514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b1aa32f-1e35-4d80-9350-e2c6612fb1a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:19.258650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port cb3346cd-4a04-41b8-a098-bf22472cf180 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:19.271929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e95f1339-f0c7-4a44-a095-0627049aa96a details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:38:19.282639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:19.388431 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e5a57a38-807b-4e3a-a904-ce68dc7a8d1a req-2c541f05-71a8-4319-ad60-eb361b1755cc tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3360171 Jul 29 16:38:19.406843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1aa32f-1e35-4d80-9350-e2c6612fb1a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=b8d26b74-287e-4f56-a1e4-c3035eafba4a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:19.429029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b1aa32f-1e35-4d80-9350-e2c6612fb1a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:19.469669 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e95f1339-f0c7-4a44-a095-0627049aa96a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e95f1339-f0c7-4a44-a095-0627049aa96a,segment=NetworkSegment(c46bdec6-117b-4805-b7fa-a26a383622d3),segment_id=c46bdec6-117b-4805-b7fa-a26a383622d3)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:19.482209 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:19.485337 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'e95f1339-f0c7-4a44-a095-0627049aa96a', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'port_id': 'e95f1339-f0c7-4a44-a095-0627049aa96a', 'mac_address': 'fa:16:3e:97:fd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:38:19.498939 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:19.539134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:19.543290 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1b1aa32f-1e35-4d80-9350-e2c6612fb1a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/b8d26b74-287e-4f56-a1e4-c3035eafba4a HTTP/1.1" status: 204 len: 168 time: 2.1477840 Jul 29 16:38:19.555293 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46086) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:19.590447 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:19.594140 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e95f1339-f0c7-4a44-a095-0627049aa96a is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:19.594298 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:19.631606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95f1339-f0c7-4a44-a095-0627049aa96a {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:38:19.658648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e95f1339-f0c7-4a44-a095-0627049aa96a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e95f1339-f0c7-4a44-a095-0627049aa96a,segment=NetworkSegment(c46bdec6-117b-4805-b7fa-a26a383622d3),segment_id=c46bdec6-117b-4805-b7fa-a26a383622d3)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:19.671171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:19.750952 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Pushing event updated for resources: {'Port': ['ID=10ff0a4c-d87c-412c-94d4-f21ae1736130,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:19.756588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:19.764642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port 820e21b3-962f-43b5-aa3f-34ad42553c15 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:19.779730 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14554148-b5fe-4980-8c9e-f99ec59203d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:19.781260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14554148-b5fe-4980-8c9e-f99ec59203d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:19.782276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-14554148-b5fe-4980-8c9e-f99ec59203d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:19.820520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e95f1339-f0c7-4a44-a095-0627049aa96a,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:19.836932 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:19.841520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:19.894138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-14554148-b5fe-4980-8c9e-f99ec59203d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:19.895273 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-14554148-b5fe-4980-8c9e-f99ec59203d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3367481 Jul 29 16:38:19.899364 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46094) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:20.015600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Transition to ACTIVE for port object 0032838b-e3e0-4893-86fa-fc194dbec5fb will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:20.050459 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['e95f1339-f0c7-4a44-a095-0627049aa96a'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:38:20.107045 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:20.118425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845a111-4b04-4d68-8c72-b253c1387862 req-2a6e371c-7a69-4fda-9e6c-a245f1fdd384 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:20.119925 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6845a111-4b04-4d68-8c72-b253c1387862 req-2a6e371c-7a69-4fda-9e6c-a245f1fdd384 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 945 time: 0.2350042 Jul 29 16:38:20.150529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-00984089-f84a-48f3-9e44-d45ba168cb1d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet dd79e72b-f9c0-4f30-8840-1cfe2f07b946 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:38:20.156996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-00984089-f84a-48f3-9e44-d45ba168cb1d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:20.189636 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8073402e-2b27-4b71-a392-e27b60b50d5c up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:20.366873 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:20.378219 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-00984089-f84a-48f3-9e44-d45ba168cb1d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:20.464260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:20.475040 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:20.490960 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:20.500686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:20.506396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:20.507032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:20.513148 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=0032838b-e3e0-4893-86fa-fc194dbec5fb,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:20.533488 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 8073402e-2b27-4b71-a392-e27b60b50d5c triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:20.536975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:20.538245 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6845a111-4b04-4d68-8c72-b253c1387862 req-aa9f9cbc-97d4-4b03-ac69-91ab2cf38bbd tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3224018 Jul 29 16:38:20.566161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:20.618053 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6710202d-6c69-4adc-b881-22a920727da1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1287615 Jul 29 16:38:20.621178 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46102) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:20.732993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-00984089-f84a-48f3-9e44-d45ba168cb1d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:20.773259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:20.811408 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:20.839216 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 8073402e-2b27-4b71-a392-e27b60b50d5c is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:20.873597 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:20.904034 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-00984089-f84a-48f3-9e44-d45ba168cb1d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:20.909386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 2a265526-819a-4291-8373-8ab2e6e57a8d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:20.956057 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:20.958848 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-970ca2b7-6c6b-49fd-af44-6e181b3f7e3f None None] Provisioning for port 0032838b-e3e0-4893-86fa-fc194dbec5fb completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:20.966284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-970ca2b7-6c6b-49fd-af44-6e181b3f7e3f None None] Provisioning complete for port 0032838b-e3e0-4893-86fa-fc194dbec5fb triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:20.966284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-970ca2b7-6c6b-49fd-af44-6e181b3f7e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:20.967969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00984089-f84a-48f3-9e44-d45ba168cb1d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=dd79e72b-f9c0-4f30-8840-1cfe2f07b946,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:20.969828 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:20.970665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:20.992057 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-00984089-f84a-48f3-9e44-d45ba168cb1d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:21.000681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397c23fd-de75-4077-86d7-765b0aac1b18 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:21.004877 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=cb3346cd-4a04-41b8-a098-bf22472cf180,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:21.111527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395495fd-7efa-4e76-af91-1160b1849f00 req-632d2c26-df36-4977-87f8-2def61495926 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:21.112946 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-395495fd-7efa-4e76-af91-1160b1849f00 req-632d2c26-df36-4977-87f8-2def61495926 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 944 time: 0.3604946 Jul 29 16:38:21.115708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-970ca2b7-6c6b-49fd-af44-6e181b3f7e3f None None] Port 0032838b-e3e0-4893-86fa-fc194dbec5fb cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:38:21.124150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715111a5-7906-4f7a-816e-62b2c501f320 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:21.124856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-715111a5-7906-4f7a-816e-62b2c501f320 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:21.173200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a58d4-119d-4dff-8b45-54f1fc60e32e req-d79ced17-d45e-49d9-bb2b-b2d59321825a tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:21.174936 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-280a58d4-119d-4dff-8b45-54f1fc60e32e req-d79ced17-d45e-49d9-bb2b-b2d59321825a tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 946 time: 0.3715703 Jul 29 16:38:21.203262 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-00984089-f84a-48f3-9e44-d45ba168cb1d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/dd79e72b-f9c0-4f30-8840-1cfe2f07b946 HTTP/1.1" status: 204 len: 168 time: 1.2991350 Jul 29 16:38:21.213142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46108) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:21.213441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-715111a5-7906-4f7a-816e-62b2c501f320 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:21.217798 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-715111a5-7906-4f7a-816e-62b2c501f320 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1c6 HTTP/1.1" status: 200 len: 929 time: 0.5884070 Jul 29 16:38:21.218582 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46112) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:21.233424 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-395495fd-7efa-4e76-af91-1160b1849f00 req-86adbc17-f8ed-45f4-84d8-feac834592df tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055956 Jul 29 16:38:21.322551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=820e21b3-962f-43b5-aa3f-34ad42553c15,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:21.331861 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-41a44199-354a-48fa-b9bc-9e5868b7fd96 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177800 Jul 29 16:38:21.337396 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-280a58d4-119d-4dff-8b45-54f1fc60e32e req-b3b5acd4-aabc-4ed2-8129-6792151c35f5 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446457 Jul 29 16:38:21.338953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46116) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:21.344936 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0eb80ed7-37a5-4aa6-8a32-b319d26fbba9 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port 0032838b-e3e0-4893-86fa-fc194dbec5fb {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:21.347714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0eb80ed7-37a5-4aa6-8a32-b319d26fbba9 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:21.355162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Checking segment: {'id': 'addc359d-c5f0-4870-8ca9-56f5e534e132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '23c1e11b-3c4a-4d9a-bf9c-17ff341b5d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:21.355530 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network hostable DHCP agents. Network: 23c1e11b-3c4a-4d9a-bf9c-17ff341b5d51, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:38:21.356359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1ad260-028c-464b-961e-b3ad56dd66ff None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:38:21.361210 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad260-028c-464b-961e-b3ad56dd66ff None None] Deleting port 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:21.361667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad260-028c-464b-961e-b3ad56dd66ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:21.363080 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c268819e-dbbe-47e1-9e8d-aa8b9b0c1b09 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:21.385342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Router b81ff3ad-b63b-4a2c-b95c-834fbef3d2fe is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:38:21.469301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:21.489859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:21.503699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 23c1e11b-3c4a-4d9a-bf9c-17ff341b5d51 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:38:21.599875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9a1ad260-028c-464b-961e-b3ad56dd66ff None None] For port 2c4d269f-33fe-42fc-9bf6-0a819e6ed494, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2c4d269f-33fe-42fc-9bf6-0a819e6ed494,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:21.599875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad260-028c-464b-961e-b3ad56dd66ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:21.720140 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:38:21.762625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:21.766445 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9c0c8a0b-93fb-4dbc-812b-af021d84336f tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "PUT /v2.0/routers/b81ff3ad-b63b-4a2c-b95c-834fbef3d2fe HTTP/1.1" status: 200 len: 915 time: 6.1144898 Jul 29 16:38:21.772911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46122) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:21.775605 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ad260-028c-464b-961e-b3ad56dd66ff None None] Calling delete_port for 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:21.795240 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c268819e-dbbe-47e1-9e8d-aa8b9b0c1b09 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:21.811490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb0604f-8620-47be-8450-44cda9480c79 None None] Sync routers for ids ['b81ff3ad-b63b-4a2c-b95c-834fbef3d2fe'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:38:21.812388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 23c1e11b-3c4a-4d9a-bf9c-17ff341b5d51) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:21.825098 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c268819e-dbbe-47e1-9e8d-aa8b9b0c1b09 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:21.828740 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee3302d-fe87-4b88-80a6-7a64f11aa643 None None] Network 23c1e11b-3c4a-4d9a-bf9c-17ff341b5d51 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:21.829364 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:21.834934 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:21.839765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:21.840389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:21.844171 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c268819e-dbbe-47e1-9e8d-aa8b9b0c1b09 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:21.868139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c268819e-dbbe-47e1-9e8d-aa8b9b0c1b09 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:21.893888 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a2f1a11a-16ec-4c35-a74f-c355149614ba tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3771935 Jul 29 16:38:21.899189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46126) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:21.908917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c268819e-dbbe-47e1-9e8d-aa8b9b0c1b09 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:21.911063 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb0604f-8620-47be-8450-44cda9480c79 None None] Routers {'b81ff3ad-b63b-4a2c-b95c-834fbef3d2fe'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:21.912228 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-9bb0604f-8620-47be-8450-44cda9480c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b81ff3ad-b63b-4a2c-b95c-834fbef3d2fe'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:21.912998 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c268819e-dbbe-47e1-9e8d-aa8b9b0c1b09 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:22.002816 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-9bb0604f-8620-47be-8450-44cda9480c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:22.059603 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb0604f-8620-47be-8450-44cda9480c79 None None] Routers {'b81ff3ad-b63b-4a2c-b95c-834fbef3d2fe'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:22.059603 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-9bb0604f-8620-47be-8450-44cda9480c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b81ff3ad-b63b-4a2c-b95c-834fbef3d2fe'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:22.107599 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9a1ad260-028c-464b-961e-b3ad56dd66ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:22.116410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-0a93d695-b62d-4568-9fd1-38cae3551732 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port 820e21b3-962f-43b5-aa3f-34ad42553c15 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:22.117105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0a93d695-b62d-4568-9fd1-38cae3551732 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:22.121265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0eb80ed7-37a5-4aa6-8a32-b319d26fbba9 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:22.176124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-e5764b43-286a-4843-be5f-70a4da591f4a tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:22.176806 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-e5764b43-286a-4843-be5f-70a4da591f4a tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Synchronizing usage tracker for tenant:5805d9e4969d4ea4998b7fc9613962f4 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:22.203553 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-9bb0604f-8620-47be-8450-44cda9480c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:22.203867 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb0604f-8620-47be-8450-44cda9480c79 None None] The sync data for ids ['b81ff3ad-b63b-4a2c-b95c-834fbef3d2fe'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:38:22.214522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ad260-028c-464b-961e-b3ad56dd66ff None None] No DVR routers for this DVR port 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:38:22.227710 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ad260-028c-464b-961e-b3ad56dd66ff None None] Pushing event deleted for resources: {'Port': ['ID=2c4d269f-33fe-42fc-9bf6-0a819e6ed494,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:22.230533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:22.277068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0eb80ed7-37a5-4aa6-8a32-b319d26fbba9 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for 0032838b-e3e0-4893-86fa-fc194dbec5fb owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:22.314520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:22.315422 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2c4d269f-33fe-42fc-9bf6-0a819e6ed494 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:22.323126 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2d59d967-a71e-4c9a-b658-97267913489b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/routers/b81ff3ad-b63b-4a2c-b95c-834fbef3d2fe HTTP/1.1" status: 200 len: 921 time: 0.5489829 Jul 29 16:38:22.331230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd43be5-c68b-441d-a4ec-45a412269ac3 req-28dc0891-09a0-449e-b57f-d2a97488ba16 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:22.333202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46132) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:22.340866 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dfd43be5-c68b-441d-a4ec-45a412269ac3 req-28dc0891-09a0-449e-b57f-d2a97488ba16 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 945 time: 0.6187079 Jul 29 16:38:22.391740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-e5764b43-286a-4843-be5f-70a4da591f4a tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Unset dirty status for tenant:5805d9e4969d4ea4998b7fc9613962f4 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:22.392870 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-e5764b43-286a-4843-be5f-70a4da591f4a tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.69 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 945 time: 0.6329913 Jul 29 16:38:22.407139 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dfd43be5-c68b-441d-a4ec-45a412269ac3 req-10ebcce6-1ace-4a75-a83b-427fa9019d51 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652852 Jul 29 16:38:22.463719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Router a8368784-4190-4456-aacc-18aba3e3b239 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:38:22.637803 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0eb80ed7-37a5-4aa6-8a32-b319d26fbba9 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:22.694473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9d92b-a915-4310-820b-5796e12b2005 req-a8794541-d1bd-47b7-b4f4-ceaaac7b7218 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:22.695952 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-66e9d92b-a915-4310-820b-5796e12b2005 req-a8794541-d1bd-47b7-b4f4-ceaaac7b7218 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 944 time: 0.2973874 Jul 29 16:38:22.709731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb80ed7-37a5-4aa6-8a32-b319d26fbba9 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=0032838b-e3e0-4893-86fa-fc194dbec5fb,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:22.726953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Deleting port 86729bbb-9a3d-473c-a40e-a4485f064e91 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:22.727302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:22.789308 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0eb80ed7-37a5-4aa6-8a32-b319d26fbba9 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:22.806153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7961b09-eac8-4367-a890-f7e5d2f89083 req-9dee1e1e-ad8d-4494-a5c4-657e5e3b505c tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:22.807652 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b7961b09-eac8-4367-a890-f7e5d2f89083 req-9dee1e1e-ad8d-4494-a5c4-657e5e3b505c tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 946 time: 0.2755268 Jul 29 16:38:22.820581 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-66e9d92b-a915-4310-820b-5796e12b2005 req-7c419e9a-6283-4a2b-b0bc-0b000b2f5d12 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132486 Jul 29 16:38:22.845392 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0eb80ed7-37a5-4aa6-8a32-b319d26fbba9 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/0032838b-e3e0-4893-86fa-fc194dbec5fb HTTP/1.1" status: 204 len: 168 time: 1.6185937 Jul 29 16:38:22.845997 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46138) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:22.892306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-21e9a9f0-ab41-4ea7-a184-28b557755c5b tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:22.893023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-21e9a9f0-ab41-4ea7-a184-28b557755c5b tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Synchronizing usage tracker for tenant:37ad27ba7b8b4687a17c6926b862fc32 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:22.900157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0a93d695-b62d-4568-9fd1-38cae3551732 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:22.909078 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec99b11-6ad4-42c7-a94a-7c8d7c514949 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] GET failed (client error): The resource could not be found. Jul 29 16:38:22.910003 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0ec99b11-6ad4-42c7-a94a-7c8d7c514949 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:22.921552 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b7961b09-eac8-4367-a890-f7e5d2f89083 req-49e1efaf-9fff-4eba-ae7e-a948e49c1258 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062863 Jul 29 16:38:22.934766 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0ec99b11-6ad4-42c7-a94a-7c8d7c514949 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:22.936067 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0ec99b11-6ad4-42c7-a94a-7c8d7c514949 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/0032838b-e3e0-4893-86fa-fc194dbec5fb HTTP/1.1" status: 404 len: 333 time: 0.0894213 Jul 29 16:38:22.938915 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46142) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:23.009095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b3907a8b-453d-4dfa-9327-2ef619fb1907 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port 3da4b639-bd3c-4031-9942-20f5eb71cf7d {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:23.009370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3907a8b-453d-4dfa-9327-2ef619fb1907 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:23.097659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-0a93d695-b62d-4568-9fd1-38cae3551732 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for 820e21b3-962f-43b5-aa3f-34ad42553c15 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:23.154168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ef2c17-3b41-4ab1-bc13-7f8840f73a7b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:23.155715 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-99ef2c17-3b41-4ab1-bc13-7f8840f73a7b tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&device_id=b81ff3ad-b63b-4a2c-b95c-834fbef3d2fe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8115644 Jul 29 16:38:23.173856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46146) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:23.176974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-21e9a9f0-ab41-4ea7-a184-28b557755c5b tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Unset dirty status for tenant:37ad27ba7b8b4687a17c6926b862fc32 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:23.178646 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-21e9a9f0-ab41-4ea7-a184-28b557755c5b tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 946 time: 0.9685385 Jul 29 16:38:23.179456 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c268819e-dbbe-47e1-9e8d-aa8b9b0c1b09 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:23.263209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3907a8b-453d-4dfa-9327-2ef619fb1907 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:23.298494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e95f1339-f0c7-4a44-a095-0627049aa96a up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:23.367376 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port e95f1339-f0c7-4a44-a095-0627049aa96a completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:23.372739 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port e95f1339-f0c7-4a44-a095-0627049aa96a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:23.373257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:23.393514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b3907a8b-453d-4dfa-9327-2ef619fb1907 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for 3da4b639-bd3c-4031-9942-20f5eb71cf7d owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:23.498671 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e95f1339-f0c7-4a44-a095-0627049aa96a is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:23.499101 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:23.533724 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95f1339-f0c7-4a44-a095-0627049aa96a'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:38:23.546028 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e95f1339-f0c7-4a44-a095-0627049aa96a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e95f1339-f0c7-4a44-a095-0627049aa96a,segment=NetworkSegment(c46bdec6-117b-4805-b7fa-a26a383622d3),segment_id=c46bdec6-117b-4805-b7fa-a26a383622d3)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:23.555275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:23.556273 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 86729bbb-9a3d-473c-a40e-a4485f064e91 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:23.596706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c268819e-dbbe-47e1-9e8d-aa8b9b0c1b09 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:23.616362 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-c268819e-dbbe-47e1-9e8d-aa8b9b0c1b09 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:23.627326 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a343f3-af05-4c19-913f-19b1f433f101'] response: {'server_uuid': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95f1339-f0c7-4a44-a095-0627049aa96a', 'code': 200} Jul 29 16:38:23.627527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:38:23.629436 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c268819e-dbbe-47e1-9e8d-aa8b9b0c1b09 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:23.630087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c268819e-dbbe-47e1-9e8d-aa8b9b0c1b09 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:23.639634 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20659a55-c5cb-4331-ae7f-818f95e5c40c None None] Sync routers for ids ['a8368784-4190-4456-aacc-18aba3e3b239'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:38:23.659243 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20659a55-c5cb-4331-ae7f-818f95e5c40c None None] Routers {'a8368784-4190-4456-aacc-18aba3e3b239'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:23.661548 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-20659a55-c5cb-4331-ae7f-818f95e5c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['a8368784-4190-4456-aacc-18aba3e3b239'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:23.668155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-380d0bfb-240e-4773-9616-b45d1bb67896 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Deleting port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:23.668518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-380d0bfb-240e-4773-9616-b45d1bb67896 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:23.692310 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb09285d-0471-4ceb-a1fe-02202501d11a None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:23.714879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3907a8b-453d-4dfa-9327-2ef619fb1907 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:23.727673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268819e-dbbe-47e1-9e8d-aa8b9b0c1b09 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=6d041cfa-6a5c-48f4-a522-1b75f2972e20,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:23.729903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0a93d695-b62d-4568-9fd1-38cae3551732 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:23.776513 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3907a8b-453d-4dfa-9327-2ef619fb1907 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=3da4b639-bd3c-4031-9942-20f5eb71cf7d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:23.782436 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:23.783837 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4ad3e0af-817d-46f2-ae99-019d7e7cbe70 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "PUT /v2.0/routers/a8368784-4190-4456-aacc-18aba3e3b239 HTTP/1.1" status: 200 len: 918 time: 7.4400053 Jul 29 16:38:23.787252 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46154) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:23.831178 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c268819e-dbbe-47e1-9e8d-aa8b9b0c1b09 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4911773 Jul 29 16:38:23.841630 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93d695-b62d-4568-9fd1-38cae3551732 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=820e21b3-962f-43b5-aa3f-34ad42553c15,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:23.851594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46158) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:23.882837 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-20659a55-c5cb-4331-ae7f-818f95e5c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:23.900505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e95f1339-f0c7-4a44-a095-0627049aa96a,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:23.905701 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20659a55-c5cb-4331-ae7f-818f95e5c40c None None] Routers {'a8368784-4190-4456-aacc-18aba3e3b239'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:23.906337 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-20659a55-c5cb-4331-ae7f-818f95e5c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['a8368784-4190-4456-aacc-18aba3e3b239'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:23.985163 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.69', 51898) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:23.991005 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'fixed_ips': [{'subnet_id': '6d041cfa-6a5c-48f4-a522-1b75f2972e20', 'ip_address': '2001:db8::dae2:ea06:d601:2254'}], 'name': 'tempest-NetworksTestDHCPv6-639654377'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:24.021257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0a93d695-b62d-4568-9fd1-38cae3551732 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:24.023240 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0a93d695-b62d-4568-9fd1-38cae3551732 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/820e21b3-962f-43b5-aa3f-34ad42553c15 HTTP/1.1" status: 204 len: 168 time: 2.1195710 Jul 29 16:38:24.039598 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46166) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:24.042408 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-20659a55-c5cb-4331-ae7f-818f95e5c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:24.047400 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20659a55-c5cb-4331-ae7f-818f95e5c40c None None] The sync data for ids ['a8368784-4190-4456-aacc-18aba3e3b239'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:38:24.088586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 86729bbb-9a3d-473c-a40e-a4485f064e91 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:24.089071 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:24.115515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f58f4c0-37cb-476a-9658-abca6775f017 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:24.116079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1f58f4c0-37cb-476a-9658-abca6775f017 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Synchronizing usage tracker for tenant:2a66df278738460f8d746f013ad2437e on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:24.173735 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 86729bbb-9a3d-473c-a40e-a4485f064e91, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=86729bbb-9a3d-473c-a40e-a4485f064e91,segment=NetworkSegment(efa85f39-634b-4dd8-8f30-334980b3315e),segment_id=efa85f39-634b-4dd8-8f30-334980b3315e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:24.183214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:24.218837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '6d041cfa-6a5c-48f4-a522-1b75f2972e20'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:38:24.219817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:24.223564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3907a8b-453d-4dfa-9327-2ef619fb1907 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:24.248482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] For port 86729bbb-9a3d-473c-a40e-a4485f064e91, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=86729bbb-9a3d-473c-a40e-a4485f064e91,segment=NetworkSegment(efa85f39-634b-4dd8-8f30-334980b3315e),segment_id=efa85f39-634b-4dd8-8f30-334980b3315e)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:24.248835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:24.287493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a75523-a563-4381-9c06-a1789271e64b req-c791a8c6-7cd2-4195-95a1-6a076ed2db69 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:24.289090 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-89a75523-a563-4381-9c06-a1789271e64b req-c791a8c6-7cd2-4195-95a1-6a076ed2db69 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 945 time: 0.6724472 Jul 29 16:38:24.341739 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=86729bbb-9a3d-473c-a40e-a4485f064e91,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:24.343681 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b3907a8b-453d-4dfa-9327-2ef619fb1907 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/3da4b639-bd3c-4031-9942-20f5eb71cf7d HTTP/1.1" status: 204 len: 168 time: 1.4033391 Jul 29 16:38:24.351476 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46172) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:24.436936 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-89a75523-a563-4381-9c06-a1789271e64b req-a7f5689e-01d6-44af-8908-90ade5953adc tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229789 Jul 29 16:38:24.437730 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b0af11-32df-4b97-be40-1a5787d4aee5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] GET failed (client error): The resource could not be found. Jul 29 16:38:24.438245 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f8b0af11-32df-4b97-be40-1a5787d4aee5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:24.439055 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1f58f4c0-37cb-476a-9658-abca6775f017 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] Unset dirty status for tenant:2a66df278738460f8d746f013ad2437e on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:24.443330 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1f58f4c0-37cb-476a-9658-abca6775f017 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/networks/fb4e778f-e6f9-43be-9676-d81708eeb2f6 HTTP/1.1" status: 200 len: 881 time: 1.2571192 Jul 29 16:38:24.444240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Allocated IP 2001:db8::2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/6d041cfa-6a5c-48f4-a522-1b75f2972e20/eff820cc-27b2-4ea1-98f2-d9fb6d118184) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:24.444418 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d76a2c03-cdad-4b9f-b463-a156ef5ea2c4 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/routers/a8368784-4190-4456-aacc-18aba3e3b239 HTTP/1.1" status: 200 len: 924 time: 0.6561356 Jul 29 16:38:24.445195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46176) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:24.448941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46178) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:24.553633 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b006a617-ec54-4d21-8372-dcffd2037b43 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b81ff3ad-b63b-4a2c-b95c-834fbef3d2fe HTTP/1.1" status: 200 len: 205 time: 0.1067755 Jul 29 16:38:24.561710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46184) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:24.644507 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565f01f-846f-41b6-b381-caa9d1cfbe4b req-5bdac417-a521-4c1d-8399-58868ec44a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:24.646107 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0565f01f-846f-41b6-b381-caa9d1cfbe4b req-5bdac417-a521-4c1d-8399-58868ec44a77 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 1098 time: 0.6216886 Jul 29 16:38:24.656918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f8b0af11-32df-4b97-be40-1a5787d4aee5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:24.660844 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f8b0af11-32df-4b97-be40-1a5787d4aee5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/3da4b639-bd3c-4031-9942-20f5eb71cf7d HTTP/1.1" status: 404 len: 333 time: 0.3056803 Jul 29 16:38:24.675179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce6086-0b0a-4644-bd4c-6625e7168820 req-b671fc2c-0fa7-4835-a5af-49de28c77d7f tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:24.676688 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-36ce6086-0b0a-4644-bd4c-6625e7168820 req-b671fc2c-0fa7-4835-a5af-49de28c77d7f tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 0.4601686 Jul 29 16:38:24.703140 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46188) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:24.764270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:24.775290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Transition to ACTIVE for port object eff820cc-27b2-4ea1-98f2-d9fb6d118184 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:24.793378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Transition to ACTIVE for port object eff820cc-27b2-4ea1-98f2-d9fb6d118184 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:24.803835 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:24.819981 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:24.848503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:24.862329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613954b-4422-4f76-a34e-fd39a2f12ad6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:24.868208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613954b-4422-4f76-a34e-fd39a2f12ad6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:24.868858 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6613954b-4422-4f76-a34e-fd39a2f12ad6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:24.871956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:24.873353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:24.874934 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:24.878521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:24.879529 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-36ce6086-0b0a-4644-bd4c-6625e7168820 req-b708152e-2567-4faf-8d3a-88aa69452f1b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499286 Jul 29 16:38:24.907469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Pushing event updated for resources: {'Port': ['ID=eff820cc-27b2-4ea1-98f2-d9fb6d118184,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:24.912562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9086ea4c-c6f6-4e44-ac7a-3a7c6c23fb67 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:24.914158 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9086ea4c-c6f6-4e44-ac7a-3a7c6c23fb67 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&device_id=a8368784-4190-4456-aacc-18aba3e3b239&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4642072 Jul 29 16:38:24.917462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46192) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:24.922762 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fdfa-2326-4a00-a75c-e733d10cb702 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:24.957617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-380d0bfb-240e-4773-9616-b45d1bb67896 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] For port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3af416b5-f9c0-44c4-9981-5e9bfaba74d5,segment=NetworkSegment(94a5cbd5-edf3-412c-8a25-83e5a5980752),segment_id=94a5cbd5-edf3-412c-8a25-83e5a5980752)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:24.957936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-380d0bfb-240e-4773-9616-b45d1bb67896 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:24.978468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:24.993086 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0565f01f-846f-41b6-b381-caa9d1cfbe4b req-e7fcfb0b-ed2d-4e9c-a503-aef6a21679b6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892184 Jul 29 16:38:25.012826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Attempting to bind port eff820cc-27b2-4ea1-98f2-d9fb6d118184 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:38:25.013238 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Attempting to bind port eff820cc-27b2-4ea1-98f2-d9fb6d118184 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:38:25.013598 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Attempting to bind port eff820cc-27b2-4ea1-98f2-d9fb6d118184 on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:38:25.018932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:38:25.019307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:25.019701 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:25.020086 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:38:25.020542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Bound port: eff820cc-27b2-4ea1-98f2-d9fb6d118184, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:38:25.021481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:25.072065 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c158b6d-b752-4436-8e61-16caf0d065af tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting subnet 75de308f-d65d-4c37-9572-6f4e7d6f3513 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:38:25.095035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c158b6d-b752-4436-8e61-16caf0d065af tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:25.113604 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] For port eff820cc-27b2-4ea1-98f2-d9fb6d118184, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:38:25.117312 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] For port eff820cc-27b2-4ea1-98f2-d9fb6d118184, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=eff820cc-27b2-4ea1-98f2-d9fb6d118184,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:38:25.124024 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:25.131167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adc68d-1d11-4df0-8e3d-0f685bad1e8b req-1fa75ea4-7747-4cdd-a1af-e87e06122b0a tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:25.132724 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d4adc68d-1d11-4df0-8e3d-0f685bad1e8b req-1fa75ea4-7747-4cdd-a1af-e87e06122b0a tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 946 time: 0.4049089 Jul 29 16:38:25.212202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1df973-bf67-44a0-848d-4039f804b96e None None] Pushing event updated for resources: {'Port': ['ID=eff820cc-27b2-4ea1-98f2-d9fb6d118184,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:25.262968 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d4adc68d-1d11-4df0-8e3d-0f685bad1e8b req-cf8f491b-98ee-4059-8b43-805ad3a29fc6 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154885 Jul 29 16:38:25.276201 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c1c4de-9bd0-4fad-94ce-a65eb233265b tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:25.278071 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-54c1c4de-9bd0-4fad-94ce-a65eb233265b tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/networks/fb4e778f-e6f9-43be-9676-d81708eeb2f6 HTTP/1.1" status: 200 len: 881 time: 0.3595736 Jul 29 16:38:25.286238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46196) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:25.286502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:25.287212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fdfa-2326-4a00-a75c-e733d10cb702 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:25.339489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4fdfa-2326-4a00-a75c-e733d10cb702 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Deleting port 0c178dde-c2ad-460f-bf8c-eb38958ddb34 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:25.339838 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fdfa-2326-4a00-a75c-e733d10cb702 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:25.375247 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bdd9bace-74d6-401e-ba81-087c6099ee57 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8368784-4190-4456-aacc-18aba3e3b239 HTTP/1.1" status: 200 len: 205 time: 0.0820904 Jul 29 16:38:25.381856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46200) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:25.383348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6613954b-4422-4f76-a34e-fd39a2f12ad6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:25.384504 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6613954b-4422-4f76-a34e-fd39a2f12ad6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 1.2808123 Jul 29 16:38:25.403251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46204) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:25.460713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:25.461130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:25.461584 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Floating IP 81a0d1eb-8ca1-4239-b5f4-07ef5cac9825 disassociated. External IP: 172.26.1.215, port: 86729bbb-9a3d-473c-a40e-a4485f064e91. Jul 29 16:38:25.461737 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Calling delete_port for 86729bbb-9a3d-473c-a40e-a4485f064e91 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:25.628249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d0d1e9-e420-45de-81df-7099dfe2a498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86729bbb-9a3d-473c-a40e-a4485f064e91'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:38:25.667050 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c158b6d-b752-4436-8e61-16caf0d065af tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:25.678227 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ea57e0-20bd-4dcf-a669-a2d907641ca2'] response: {'server_uuid': '99d0d1e9-e420-45de-81df-7099dfe2a498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86729bbb-9a3d-473c-a40e-a4485f064e91', 'code': 200} Jul 29 16:38:25.887509 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fdfa-2326-4a00-a75c-e733d10cb702 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:25.887946 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-38fc0242-fae7-490a-b4ea-76b19ad6856a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port cb3346cd-4a04-41b8-a098-bf22472cf180 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:25.888292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-38fc0242-fae7-490a-b4ea-76b19ad6856a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:25.951721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:25.999887 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-380d0bfb-240e-4773-9616-b45d1bb67896 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:26.000565 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-380d0bfb-240e-4773-9616-b45d1bb67896 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:26.000565 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-380d0bfb-240e-4773-9616-b45d1bb67896 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Floating IP 6fc6d3c3-8f92-497b-adc1-f46b45701d47 disassociated. External IP: 172.26.1.254, port: 3af416b5-f9c0-44c4-9981-5e9bfaba74d5. Jul 29 16:38:26.000963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-380d0bfb-240e-4773-9616-b45d1bb67896 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Calling delete_port for 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:26.042535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:38:26.042856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:38:26.045264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4fdfa-2326-4a00-a75c-e733d10cb702 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Calling delete_port for 0c178dde-c2ad-460f-bf8c-eb38958ddb34 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:26.094999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port b1f9623d-3fdb-41a6-95bd-f84186808de5 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:26.139613 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c158b6d-b752-4436-8e61-16caf0d065af tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:26.154168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-607943e4-64cb-4744-971a-a19088fd1ce1 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:26.258026 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device eff820cc-27b2-4ea1-98f2-d9fb6d118184 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:26.383109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69367f8f-97d6-4d46-af06-d5c604875618 req-c4c9f5e8-3739-4496-bf94-7b6d4860b9e9 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:26.384651 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-69367f8f-97d6-4d46-af06-d5c604875618 req-c4c9f5e8-3739-4496-bf94-7b6d4860b9e9 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 943 time: 0.6920195 Jul 29 16:38:26.397031 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port eff820cc-27b2-4ea1-98f2-d9fb6d118184 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:26.509685 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-69367f8f-97d6-4d46-af06-d5c604875618 req-80ef9a6e-ae35-46d2-bf48-74e7f44a61d0 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054201 Jul 29 16:38:26.544211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Deleting port 86729bbb-9a3d-473c-a40e-a4485f064e91 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:26.544563 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:26.545950 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a6ba460b-5143-495a-8657-95296c5f55ad None None] Provisioning for port eff820cc-27b2-4ea1-98f2-d9fb6d118184 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:26.555291 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a6ba460b-5143-495a-8657-95296c5f55ad None None] Provisioning complete for port eff820cc-27b2-4ea1-98f2-d9fb6d118184 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:26.555669 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a6ba460b-5143-495a-8657-95296c5f55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:26.568871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808eae2c-7b03-4970-9111-9e64258c04ef req-1d96565f-364c-4683-a9a9-b4d94f1fce26 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:26.574008 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-808eae2c-7b03-4970-9111-9e64258c04ef req-1d96565f-364c-4683-a9a9-b4d94f1fce26 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 0.4983349 Jul 29 16:38:26.588834 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c158b6d-b752-4436-8e61-16caf0d065af tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:26.645373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-38fc0242-fae7-490a-b4ea-76b19ad6856a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:26.684340 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c158b6d-b752-4436-8e61-16caf0d065af tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Subnet': ['ID=75de308f-d65d-4c37-9572-6f4e7d6f3513,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:26.693107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba460b-5143-495a-8657-95296c5f55ad None None] Current status of the port eff820cc-27b2-4ea1-98f2-d9fb6d118184 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:26.693676 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a6ba460b-5143-495a-8657-95296c5f55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:26.724760 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-607943e4-64cb-4744-971a-a19088fd1ce1 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:26.754296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-607943e4-64cb-4744-971a-a19088fd1ce1 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Deleting port 10ff0a4c-d87c-412c-94d4-f21ae1736130 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:26.754638 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-607943e4-64cb-4744-971a-a19088fd1ce1 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:26.757435 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64196509-9795-473a-bd2f-216c9552d08f None None] Network e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:26.792980 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-808eae2c-7b03-4970-9111-9e64258c04ef req-7a90211d-ebe1-4794-a7d2-99f18168e771 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066073 Jul 29 16:38:26.806898 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c158b6d-b752-4436-8e61-16caf0d065af tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:26.836980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fdfa-2326-4a00-a75c-e733d10cb702 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:26.846901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-38fc0242-fae7-490a-b4ea-76b19ad6856a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for cb3346cd-4a04-41b8-a098-bf22472cf180 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:26.881387 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a6ba460b-5143-495a-8657-95296c5f55ad None None] For port eff820cc-27b2-4ea1-98f2-d9fb6d118184, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=eff820cc-27b2-4ea1-98f2-d9fb6d118184,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:26.913794 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a6ba460b-5143-495a-8657-95296c5f55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:26.954003 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4fdfa-2326-4a00-a75c-e733d10cb702 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Pushing event deleted for resources: {'Port': ['ID=0c178dde-c2ad-460f-bf8c-eb38958ddb34,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:27.031839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-380d0bfb-240e-4773-9616-b45d1bb67896 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:27.060615 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba460b-5143-495a-8657-95296c5f55ad None None] Pushing event updated for resources: {'Port': ['ID=eff820cc-27b2-4ea1-98f2-d9fb6d118184,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:27.087472 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75e39d-c32b-443d-8dea-b721a3133658 req-e679a0d5-92e8-4b3d-b844-3f268c7fc5d3 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:27.088982 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ed75e39d-c32b-443d-8dea-b721a3133658 req-e679a0d5-92e8-4b3d-b844-3f268c7fc5d3 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 867 time: 0.4355032 Jul 29 16:38:27.134494 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-607943e4-64cb-4744-971a-a19088fd1ce1 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:27.151886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d0bfb-240e-4773-9616-b45d1bb67896 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Pushing event deleted for resources: {'Port': ['ID=3af416b5-f9c0-44c4-9981-5e9bfaba74d5,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:27.154553 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2c158b6d-b752-4436-8e61-16caf0d065af tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/75de308f-d65d-4c37-9572-6f4e7d6f3513 HTTP/1.1" status: 204 len: 168 time: 2.4487336 Jul 29 16:38:27.165761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb756e85-1b48-4402-8298-695329f9c004 None None] DHCP port deletion for e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:38:27.167722 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46216) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:27.170558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fb756e85-1b48-4402-8298-695329f9c004 None None] Deleting port 8073402e-2b27-4b71-a392-e27b60b50d5c {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:27.171040 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fb756e85-1b48-4402-8298-695329f9c004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:27.218855 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::dae2:ea06:d601:2254 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/6d041cfa-6a5c-48f4-a522-1b75f2972e20/b1f9623d-3fdb-41a6-95bd-f84186808de5) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:27.404046 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-607943e4-64cb-4744-971a-a19088fd1ce1 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Calling delete_port for 10ff0a4c-d87c-412c-94d4-f21ae1736130 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:27.425655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-fb756e85-1b48-4402-8298-695329f9c004 None None] For port 8073402e-2b27-4b71-a392-e27b60b50d5c, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8073402e-2b27-4b71-a392-e27b60b50d5c,segment=NetworkSegment(9b6da6f1-28e4-41b8-8537-9020330b514d),segment_id=9b6da6f1-28e4-41b8-8537-9020330b514d)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:27.427773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fb756e85-1b48-4402-8298-695329f9c004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:27.431503 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fdfa-2326-4a00-a75c-e733d10cb702 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:27.535182 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-38fc0242-fae7-490a-b4ea-76b19ad6856a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:27.579948 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ed75e39d-c32b-443d-8dea-b721a3133658 req-3a9de4ff-d287-46da-a594-b978ba5308d6 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups?id=db3e0806-7461-474e-b3dd-3db8e1b44fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4748232 Jul 29 16:38:27.628500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6d22d948-94dc-4786-b155-37fc60c553fe tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:27.650691 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fb756e85-1b48-4402-8298-695329f9c004 None None] Calling delete_port for 8073402e-2b27-4b71-a392-e27b60b50d5c owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:27.657787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc0242-fae7-490a-b4ea-76b19ad6856a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=cb3346cd-4a04-41b8-a098-bf22472cf180,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:27.694773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fdfa-2326-4a00-a75c-e733d10cb702 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:27.704190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fdfa-2326-4a00-a75c-e733d10cb702 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:27.705577 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:27.752163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:27.752445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:27.797342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fdfa-2326-4a00-a75c-e733d10cb702 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:27.797848 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e4fdfa-2326-4a00-a75c-e733d10cb702 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Fanout notify agent at l3_agent the message router_deleted on router b81ff3ad-b63b-4a2c-b95c-834fbef3d2fe {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:38:27.799322 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fb756e85-1b48-4402-8298-695329f9c004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:27.844127 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fdfa-2326-4a00-a75c-e733d10cb702 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:27.853567 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d1e4fdfa-2326-4a00-a75c-e733d10cb702 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "DELETE /v2.0/routers/b81ff3ad-b63b-4a2c-b95c-834fbef3d2fe HTTP/1.1" status: 204 len: 168 time: 3.2896366 Jul 29 16:38:27.856424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46224) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:27.871975 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1254388779', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:27.885148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb756e85-1b48-4402-8298-695329f9c004 None None] Pushing event deleted for resources: {'Port': ['ID=8073402e-2b27-4b71-a392-e27b60b50d5c,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:27.892182 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb756e85-1b48-4402-8298-695329f9c004 None None] No DVR routers for this DVR port 8073402e-2b27-4b71-a392-e27b60b50d5c on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:38:27.918581 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:27.935066 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object b1f9623d-3fdb-41a6-95bd-f84186808de5 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:27.956012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:27.980024 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-38fc0242-fae7-490a-b4ea-76b19ad6856a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:28.020011 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Usage tracker for resource:router and tenant:227cb2d45a114d729cfd19669f163ead is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:28.025861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:28.039993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6257b-5897-46ae-8ea9-7f310d77682e req-cc3afc97-a710-4e0c-860a-cf3059f43333 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:28.041654 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b5a6257b-5897-46ae-8ea9-7f310d77682e req-cc3afc97-a710-4e0c-860a-cf3059f43333 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 943 time: 0.3279078 Jul 29 16:38:28.047780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:28.081604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-607943e4-64cb-4744-971a-a19088fd1ce1 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:28.086431 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-38fc0242-fae7-490a-b4ea-76b19ad6856a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/cb3346cd-4a04-41b8-a098-bf22472cf180 HTTP/1.1" status: 204 len: 168 time: 2.6274440 Jul 29 16:38:28.120589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46228) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:28.180998 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device eff820cc-27b2-4ea1-98f2-d9fb6d118184 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:28.183245 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] For port 86729bbb-9a3d-473c-a40e-a4485f064e91, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=86729bbb-9a3d-473c-a40e-a4485f064e91,segment=NetworkSegment(efa85f39-634b-4dd8-8f30-334980b3315e),segment_id=efa85f39-634b-4dd8-8f30-334980b3315e)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:28.183608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:28.188589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:28.189815 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:28.195750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:28.203653 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6d22d948-94dc-4786-b155-37fc60c553fe tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:28.210506 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607943e4-64cb-4744-971a-a19088fd1ce1 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Pushing event deleted for resources: {'Port': ['ID=10ff0a4c-d87c-412c-94d4-f21ae1736130,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:28.255026 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port eff820cc-27b2-4ea1-98f2-d9fb6d118184 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:28.255950 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:28.281904 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-380d0bfb-240e-4773-9616-b45d1bb67896 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:38:28.337627 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b5a6257b-5897-46ae-8ea9-7f310d77682e req-cb19ff04-0453-4be2-a759-5f0baa864db3 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799063 Jul 29 16:38:28.356533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:28.376878 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da599d17-eb9d-4f5f-b691-6b67355c7ee4 req-65e2b829-5865-4733-bb8c-0aef2fe48878 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:28.378547 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-da599d17-eb9d-4f5f-b691-6b67355c7ee4 req-65e2b829-5865-4733-bb8c-0aef2fe48878 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 0.4172108 Jul 29 16:38:28.379964 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port eff820cc-27b2-4ea1-98f2-d9fb6d118184 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:28.394129 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-6d22d948-94dc-4786-b155-37fc60c553fe tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:28.402168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:28.413268 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:28.415783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:28.422072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:28.422680 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:28.448852 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-6d22d948-94dc-4786-b155-37fc60c553fe tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6da6f1-28e4-41b8-8537-9020330b514d') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:28.449889 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-6d22d948-94dc-4786-b155-37fc60c553fe tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6da6f1-28e4-41b8-8537-9020330b514d') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:28.451715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8073402e-2b27-4b71-a392-e27b60b50d5c no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:28.456551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=b1f9623d-3fdb-41a6-95bd-f84186808de5,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:28.510831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 8073402e-2b27-4b71-a392-e27b60b50d5c {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:28.511489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8073402e-2b27-4b71-a392-e27b60b50d5c not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:28.518743 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-607943e4-64cb-4744-971a-a19088fd1ce1 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:28.632948 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6d22d948-94dc-4786-b155-37fc60c553fe tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:28.756824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2c211661-d052-4954-948c-d0574f688128 None None] Provisioning for port b1f9623d-3fdb-41a6-95bd-f84186808de5 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:28.764729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2c211661-d052-4954-948c-d0574f688128 None None] Provisioning complete for port b1f9623d-3fdb-41a6-95bd-f84186808de5 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:28.765814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2c211661-d052-4954-948c-d0574f688128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:28.806309 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-da599d17-eb9d-4f5f-b691-6b67355c7ee4 req-12a6616e-ed56-420a-9fe1-97b10ef5472a tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4101958 Jul 29 16:38:28.843660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2c211661-d052-4954-948c-d0574f688128 None None] Port b1f9623d-3fdb-41a6-95bd-f84186808de5 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:38:28.883598 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6d22d948-94dc-4786-b155-37fc60c553fe tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:28.890472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d22d948-94dc-4786-b155-37fc60c553fe tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:38:28.891002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6d22d948-94dc-4786-b155-37fc60c553fe tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:28.899526 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93d18e2-89a1-4298-a35d-99c0a03ea130 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:28.903770 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d93d18e2-89a1-4298-a35d-99c0a03ea130 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7713881 Jul 29 16:38:28.919103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46236) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:29.020475 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-43ffb707-28f4-4c6a-9d13-d3e967a0deb9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.1534493 Jul 29 16:38:29.047259 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 9b6da6f1-28e4-41b8-8537-9020330b514d resource provider aggregate not found Jul 29 16:38:29.051331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46242) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:29.087829 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9558711d-420c-4185-ab65-355a7d628199 req-d3982330-e30d-4969-b3c4-b6aeb1558c45 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 210 time: 0.2758255 Jul 29 16:38:29.091283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-607943e4-64cb-4744-971a-a19088fd1ce1 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.099600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-607943e4-64cb-4744-971a-a19088fd1ce1 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.115450 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 9b6da6f1-28e4-41b8-8537-9020330b514d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b6da6f1-28e4-41b8-8537-9020330b514d found for delete ", "request_id": "req-5fda3265-345f-4d0c-86ff-0cd224760307"}]} Jul 29 16:38:29.140605 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-edad7979-dab5-4b7c-aee3-014ca067fa2f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] GET failed (client error): The resource could not be found. Jul 29 16:38:29.141469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-edad7979-dab5-4b7c-aee3-014ca067fa2f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:29.241423 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.263207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-607943e4-64cb-4744-971a-a19088fd1ce1 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.263746 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607943e4-64cb-4744-971a-a19088fd1ce1 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Fanout notify agent at l3_agent the message router_deleted on router a8368784-4190-4456-aacc-18aba3e3b239 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:38:29.281165 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6d22d948-94dc-4786-b155-37fc60c553fe tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.321328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6d22d948-94dc-4786-b155-37fc60c553fe tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.332294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-edad7979-dab5-4b7c-aee3-014ca067fa2f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:29.333986 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-edad7979-dab5-4b7c-aee3-014ca067fa2f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/820e21b3-962f-43b5-aa3f-34ad42553c15 HTTP/1.1" status: 404 len: 333 time: 0.4090793 Jul 29 16:38:29.341508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d948-94dc-4786-b155-37fc60c553fe tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Network': ['ID=e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:29.344636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46248) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:29.355463 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-380d0bfb-240e-4773-9616-b45d1bb67896 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:38:29.369221 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d1ae2-887d-48d2-b070-541fe0095531 None None] Sync routers for ids ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:38:29.370975 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-607943e4-64cb-4744-971a-a19088fd1ce1 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.372263 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-607943e4-64cb-4744-971a-a19088fd1ce1 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "DELETE /v2.0/routers/a8368784-4190-4456-aacc-18aba3e3b239 HTTP/1.1" status: 204 len: 168 time: 3.9895184 Jul 29 16:38:29.381641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d1ae2-887d-48d2-b070-541fe0095531 None None] Routers {'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:29.383902 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b63d1ae2-887d-48d2-b070-541fe0095531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:29.387073 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46254) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:29.398465 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d2594-24dd-4d85-ad51-af0916c29acc req-fa026cd9-5924-4316-825d-352b228ca84d tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:29.400162 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fe7d2594-24dd-4d85-ad51-af0916c29acc req-fa026cd9-5924-4316-825d-352b228ca84d tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 0.3113863 Jul 29 16:38:29.403485 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6d22d948-94dc-4786-b155-37fc60c553fe tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/networks/e55c1517-a9b4-4ec5-ab8b-deb80e5fcd83 HTTP/1.1" status: 204 len: 168 time: 2.2285028 Jul 29 16:38:29.403665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-72d0bce9-679c-4ec0-bf33-f5a12335fff8 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1452890105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:29.426750 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46258) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:29.436596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-198909577'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:29.445143 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-72d0bce9-679c-4ec0-bf33-f5a12335fff8 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:29.456275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-72d0bce9-679c-4ec0-bf33-f5a12335fff8 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Usage tracker for resource:router and tenant:86493858fb75488391a739c0defef846 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:29.460751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:29.466881 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-72d0bce9-679c-4ec0-bf33-f5a12335fff8 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:29.471195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:network and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:29.476046 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:29.481032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.489542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.490014 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Floating IP 81a0d1eb-8ca1-4239-b5f4-07ef5cac9825 disassociated. External IP: 172.26.1.215, port: 86729bbb-9a3d-473c-a40e-a4485f064e91. Jul 29 16:38:29.490382 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Calling delete_port for 86729bbb-9a3d-473c-a40e-a4485f064e91 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:29.590435 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-72d0bce9-679c-4ec0-bf33-f5a12335fff8 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:29.598366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:29.619258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-b63d1ae2-887d-48d2-b070-541fe0095531 None None] Set router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:38:29.628868 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df1144d-ea30-4f65-a5e0-fffbd02e11f5 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] GET failed (client error): The resource could not be found. Jul 29 16:38:29.633106 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fe7d2594-24dd-4d85-ad51-af0916c29acc req-2980bec5-8fd8-4e9d-929e-a100ceaf1faf tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210939 Jul 29 16:38:29.634123 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5df1144d-ea30-4f65-a5e0-fffbd02e11f5 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/cb3346cd-4a04-41b8-a098-bf22472cf180 HTTP/1.1" status: 404 len: 333 time: 0.2804635 Jul 29 16:38:29.634804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46262) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:29.658504 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-72d0bce9-679c-4ec0-bf33-f5a12335fff8 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.659514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-72d0bce9-679c-4ec0-bf33-f5a12335fff8 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.674177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:29.677852 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.685520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d29142d-1726-44b6-8915-7a5adf8f4486 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:29.687554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46266) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:29.691263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d29142d-1726-44b6-8915-7a5adf8f4486 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:29.692043 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6d29142d-1726-44b6-8915-7a5adf8f4486 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:29.695595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-380d0bfb-240e-4773-9616-b45d1bb67896 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] No DVR routers for this DVR port 3af416b5-f9c0-44c4-9981-5e9bfaba74d5 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:38:29.699666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-380d0bfb-240e-4773-9616-b45d1bb67896 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.701820 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-b85a02e3-34ec-44aa-910d-1a8c04014f84 req-380d0bfb-240e-4773-9616-b45d1bb67896 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.69 "DELETE /v2.0/ports/3af416b5-f9c0-44c4-9981-5e9bfaba74d5 HTTP/1.1" status: 204 len: 173 time: 6.5106122 Jul 29 16:38:29.702065 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b6cdce-c00a-4711-ad6e-5f3bf98b2b30', 'name': 'network-vif-deleted', 'tag': '3af416b5-f9c0-44c4-9981-5e9bfaba74d5'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:38:29.729924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6d29142d-1726-44b6-8915-7a5adf8f4486 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:29.732736 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6d29142d-1726-44b6-8915-7a5adf8f4486 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.6576655 Jul 29 16:38:29.737847 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46270) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:29.862110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-72d0bce9-679c-4ec0-bf33-f5a12335fff8 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.893620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-26073fc6-9456-4b4b-8009-116f64828e0c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port b1f9623d-3fdb-41a6-95bd-f84186808de5 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:29.894191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-26073fc6-9456-4b4b-8009-116f64828e0c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.908280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:38:29.916867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a7a452ce-aa8c-46c9-b8e2-827d62df33c1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.938562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:29.939233 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Added segment 277e3dc2-dd15-4553-9ae1-b5df88e3933d of type vlan for network 4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86 Jul 29 16:38:29.991512 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a06c5bf-014d-40a9-a4df-bd80fc21a66b'] response: {'server_uuid': '03b6cdce-c00a-4711-ad6e-5f3bf98b2b30', 'name': 'network-vif-deleted', 'tag': '3af416b5-f9c0-44c4-9981-5e9bfaba74d5', 'status': 'completed', 'code': 200} Jul 29 16:38:30.002061 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-72d0bce9-679c-4ec0-bf33-f5a12335fff8 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:30.038212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada74f61-2cdf-48d9-9c93-836af0c8141b req-63cd1eee-1250-4e28-b154-3770f730fe42 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:30.045954 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ada74f61-2cdf-48d9-9c93-836af0c8141b req-63cd1eee-1250-4e28-b154-3770f730fe42 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 943 time: 0.5356135 Jul 29 16:38:30.068425 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:30.074947 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:30.106967 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b63d1ae2-887d-48d2-b070-541fe0095531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:06Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'gw_port': {'id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:08Z', 'updated_at': '2022-07-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '1a71c26d-f804-4336-9444-57467e99dd7c', 'name': '', 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'mac_address': 'fa:16:3e:0b:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:16Z', 'updated_at': '2022-07-29T16:36:32Z', 'revision_number': 5, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'subnets': [{'id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:30.111212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d1ae2-887d-48d2-b070-541fe0095531 None None] Checking router: abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:38:30.126332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d1ae2-887d-48d2-b070-541fe0095531 None None] Routers {'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:30.127135 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b63d1ae2-887d-48d2-b070-541fe0095531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:30.159306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Pushing event deleted for resources: {'Port': ['ID=86729bbb-9a3d-473c-a40e-a4485f064e91,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:30.373436 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-b63d1ae2-887d-48d2-b070-541fe0095531 None None] Set router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:38:30.413599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d22d14-dbe4-4e55-85af-aa83a1ac41b6 tempest-TestNetworkAdvancedServerOps-89160869 tempest-TestNetworkAdvancedServerOps-89160869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:30.415581 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-97d22d14-dbe4-4e55-85af-aa83a1ac41b6 tempest-TestNetworkAdvancedServerOps-89160869 tempest-TestNetworkAdvancedServerOps-89160869-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 1093 time: 0.6625092 Jul 29 16:38:30.420624 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46278) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:30.425769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': 'e95f1339-f0c7-4a44-a095-0627049aa96a', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:30.438016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:30.444116 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-37bc155e-d4d0-43bb-9427-eafcfb780376 req-c2bd7e87-3df5-4036-b488-135c33e881a0 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/ports?device_id=03b6cdce-c00a-4711-ad6e-5f3bf98b2b30 HTTP/1.1" status: 200 len: 210 time: 0.1211612 Jul 29 16:38:30.444896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:30.452897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Usage tracker for resource:floatingip and tenant:43ee33cc813f44109927ef3a85b8b480 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:30.455253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:30.455662 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:30.457082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:30.468625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:30.517472 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ada74f61-2cdf-48d9-9c93-836af0c8141b req-0a495233-4b22-42ba-84b4-ffc9954854d5 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4703951 Jul 29 16:38:30.520521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-26073fc6-9456-4b4b-8009-116f64828e0c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:30.539703 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:30.555129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-72d0bce9-679c-4ec0-bf33-f5a12335fff8 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:30.559261 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-72d0bce9-679c-4ec0-bf33-f5a12335fff8 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1710088 Jul 29 16:38:30.560222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46282) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:30.689681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'enable_snat': False}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:30.744303 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:30.789086 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b63d1ae2-887d-48d2-b070-541fe0095531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:06Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'gw_port': {'id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:08Z', 'updated_at': '2022-07-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '1a71c26d-f804-4336-9444-57467e99dd7c', 'name': '', 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'mac_address': 'fa:16:3e:0b:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:16Z', 'updated_at': '2022-07-29T16:36:32Z', 'revision_number': 5, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'subnets': [{'id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:30.793445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d1ae2-887d-48d2-b070-541fe0095531 None None] The sync data for ids ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'] in dv-neutron-851534-1-hyperv is: [{'id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:06Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'gw_port': {'id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:08Z', 'updated_at': '2022-07-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '1a71c26d-f804-4336-9444-57467e99dd7c', 'name': '', 'network_id': '5dcc6516-a1ee-4da5-989d-49f628a9f2f1', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'mac_address': 'fa:16:3e:0b:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:16Z', 'updated_at': '2022-07-29T16:36:32Z', 'revision_number': 5, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'subnets': [{'id': '832e7970-a10e-4bc8-b9c8-ce252c30b091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:38:30.813937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a7a452ce-aa8c-46c9-b8e2-827d62df33c1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:30.838123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Router ba25c1f5-7f47-4c9d-9889-721e30b1c04b has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:38:30.846336 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-26073fc6-9456-4b4b-8009-116f64828e0c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for b1f9623d-3fdb-41a6-95bd-f84186808de5 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:30.992966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:30.999037 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5654924 Jul 29 16:38:31.024787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46286) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:31.047659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'subnet': {'network_id': '4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:31.052244 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045f3ce9-46a1-4598-b803-954b5f69694a None None] New status for floating IP 6fc6d3c3-8f92-497b-adc1-f46b45701d47: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:38:31.057889 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef109c6-e3ad-4851-8f40-b29827c1b986 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Network': ['ID=4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:31.071013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:38:31.077179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a7a452ce-aa8c-46c9-b8e2-827d62df33c1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c1e11b-3c4a-4d9a-bf9c-17ff341b5d51']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:31.217153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a7a452ce-aa8c-46c9-b8e2-827d62df33c1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addc359d-c5f0-4870-8ca9-56f5e534e132') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:31.217454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a7a452ce-aa8c-46c9-b8e2-827d62df33c1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addc359d-c5f0-4870-8ca9-56f5e534e132') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:31.246428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a7a452ce-aa8c-46c9-b8e2-827d62df33c1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:31.363133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:38:31.372603 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e653d-cede-4867-b4d2-2f8060c491dc None None] Sync routers for ids ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:38:31.381767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e653d-cede-4867-b4d2-2f8060c491dc None None] Routers {'ba25c1f5-7f47-4c9d-9889-721e30b1c04b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:31.382372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7c2e653d-cede-4867-b4d2-2f8060c491dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:31.392640 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a7a452ce-aa8c-46c9-b8e2-827d62df33c1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:31.419380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:31.430714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:31.441160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:subnet and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:31.444268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a452ce-aa8c-46c9-b8e2-827d62df33c1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:38:31.444672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a7a452ce-aa8c-46c9-b8e2-827d62df33c1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:31.486978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:31.500689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] No DVR routers for this DVR port 86729bbb-9a3d-473c-a40e-a4485f064e91 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:38:31.506567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:31.509577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:31.515957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-26073fc6-9456-4b4b-8009-116f64828e0c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:31.524817 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment addc359d-c5f0-4870-8ca9-56f5e534e132 resource provider aggregate not found Jul 29 16:38:31.593759 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment addc359d-c5f0-4870-8ca9-56f5e534e132 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid addc359d-c5f0-4870-8ca9-56f5e534e132 found for delete ", "request_id": "req-4ee1e363-a9de-4541-a625-359bc5b2928d"}]} Jul 29 16:38:31.600884 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:31.604667 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:31.620312 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26073fc6-9456-4b4b-8009-116f64828e0c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=b1f9623d-3fdb-41a6-95bd-f84186808de5,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:31.670341 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8f40b905-e97d-44ff-bca1-4aa77712a5b4 req-5dbc0d37-71b6-42ce-95e3-ecbc67ab268c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.69 "DELETE /v2.0/ports/86729bbb-9a3d-473c-a40e-a4485f064e91 HTTP/1.1" status: 204 len: 173 time: 9.2643881 Jul 29 16:38:31.670824 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46300) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:31.697778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-7c2e653d-cede-4867-b4d2-2f8060c491dc None None] Set router ba25c1f5-7f47-4c9d-9889-721e30b1c04b gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:38:31.718383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Allocated IP 172.26.1.253 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/36d9c920-ab72-4c01-9d17-269787e16bfd) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:31.727575 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a7a452ce-aa8c-46c9-b8e2-827d62df33c1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:31.801537 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a7a452ce-aa8c-46c9-b8e2-827d62df33c1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:31.812906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-26073fc6-9456-4b4b-8009-116f64828e0c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:31.814957 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-26073fc6-9456-4b4b-8009-116f64828e0c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/b1f9623d-3fdb-41a6-95bd-f84186808de5 HTTP/1.1" status: 204 len: 168 time: 2.0760193 Jul 29 16:38:31.824721 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a7a452ce-aa8c-46c9-b8e2-827d62df33c1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/networks/23c1e11b-3c4a-4d9a-bf9c-17ff341b5d51 HTTP/1.1" status: 204 len: 168 time: 2.1845376 Jul 29 16:38:31.835087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46304) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:31.837513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46306) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:31.843909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1080984443'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:31.848242 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a452ce-aa8c-46c9-b8e2-827d62df33c1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Network': ['ID=23c1e11b-3c4a-4d9a-bf9c-17ff341b5d51,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:31.881579 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d05ad1a9-0271-4906-aa05-235381f00543 req-ccb70128-6017-4fb1-89de-a82f63987f1c tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d0d1e9-e420-45de-81df-7099dfe2a498 HTTP/1.1" status: 200 len: 210 time: 0.1012340 Jul 29 16:38:31.901532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:31.904215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:31.969370 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:network and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:31.978901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:31.999874 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d0d1e9-e420-45de-81df-7099dfe2a498', 'name': 'network-vif-deleted', 'tag': '86729bbb-9a3d-473c-a40e-a4485f064e91'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:38:32.064710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:32.070661 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4f015f-4d2a-43d4-a58f-0161fe24227b'] response: {'server_uuid': '99d0d1e9-e420-45de-81df-7099dfe2a498', 'name': 'network-vif-deleted', 'tag': '86729bbb-9a3d-473c-a40e-a4485f064e91', 'status': 'completed', 'code': 200} Jul 29 16:38:32.103319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b2d574-8f64-4abd-8875-f8376640b884 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:32.104831 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b2d574-8f64-4abd-8875-f8376640b884 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:32.105601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b2b2d574-8f64-4abd-8875-f8376640b884 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:32.158677 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7c2e653d-cede-4867-b4d2-2f8060c491dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:04Z', 'updated_at': '2022-07-29T16:36:16Z', 'revision_number': 4, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'gw_port': {'id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:05Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '27aab41b-96e5-4278-9404-a8926dc907da', 'name': '', 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'mac_address': 'fa:16:3e:92:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:15Z', 'updated_at': '2022-07-29T16:36:24Z', 'revision_number': 5, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'subnets': [{'id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:32.162808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e653d-cede-4867-b4d2-2f8060c491dc None None] Checking router: ba25c1f5-7f47-4c9d-9889-721e30b1c04b for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:38:32.171809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e653d-cede-4867-b4d2-2f8060c491dc None None] Routers {'ba25c1f5-7f47-4c9d-9889-721e30b1c04b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:32.172299 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7c2e653d-cede-4867-b4d2-2f8060c491dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:32.178627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:32.181985 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:32.214420 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f92214cb-1922-42de-b3ea-7b4e3c9ff9cb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:32.242199 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b2b2d574-8f64-4abd-8875-f8376640b884 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:32.243397 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b2b2d574-8f64-4abd-8875-f8376640b884 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4071279 Jul 29 16:38:32.249964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46314) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:32.306479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:32.318824 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:32.335515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:38:32.338876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f92214cb-1922-42de-b3ea-7b4e3c9ff9cb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:32.355598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:32.384708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-7c2e653d-cede-4867-b4d2-2f8060c491dc None None] Set router ba25c1f5-7f47-4c9d-9889-721e30b1c04b gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:38:32.386417 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:32.390995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:32.391345 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Added segment 100cabf8-6fc2-4d47-86ca-3ae5faefe25b of type vlan for network dd6e59e7-e136-43c7-ba92-6d61e1948b18 Jul 29 16:38:32.448214 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bf27d2-3b31-41b0-ac0e-4f42434e0aee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 6d041cfa-6a5c-48f4-a522-1b75f2972e20 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:38:32.465016 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:32.474930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1bf27d2-3b31-41b0-ac0e-4f42434e0aee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:32.539334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Pushing event updated for resources: {'Port': ['ID=36d9c920-ab72-4c01-9d17-269787e16bfd,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:32.555470 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:32.556679 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:32.559255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:32.733584 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:32.763760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7c2e653d-cede-4867-b4d2-2f8060c491dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:04Z', 'updated_at': '2022-07-29T16:36:16Z', 'revision_number': 4, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'gw_port': {'id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:05Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '27aab41b-96e5-4278-9404-a8926dc907da', 'name': '', 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'mac_address': 'fa:16:3e:92:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:15Z', 'updated_at': '2022-07-29T16:36:24Z', 'revision_number': 5, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'subnets': [{'id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:32.769168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e653d-cede-4867-b4d2-2f8060c491dc None None] The sync data for ids ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'] in dv-neutron-851534-1-hyperv is: [{'id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:04Z', 'updated_at': '2022-07-29T16:36:16Z', 'revision_number': 4, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'gw_port': {'id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:05Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '27aab41b-96e5-4278-9404-a8926dc907da', 'name': '', 'network_id': 'c6dca99b-4c37-4728-925e-9fe121498e55', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'mac_address': 'fa:16:3e:92:8f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:15Z', 'updated_at': '2022-07-29T16:36:24Z', 'revision_number': 5, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'subnets': [{'id': '3fcc5b9f-d525-4d8c-bbad-b1671378d8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:38:32.780231 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1bf27d2-3b31-41b0-ac0e-4f42434e0aee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:32.809878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Subnet': ['ID=7fa83a60-b399-4310-a04e-7c897b7a99e6,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:32.832379 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Allocated IP 172.26.1.50 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/c3b8c9ec-ea4a-4bdf-b177-d993f2d78c09) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:32.834901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f92214cb-1922-42de-b3ea-7b4e3c9ff9cb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:32.856525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Checking segment: {'id': '277e3dc2-dd15-4553-9ae1-b5df88e3933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:32.856888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network hostable DHCP agents. Network: 4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:38:32.883970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92214cb-1922-42de-b3ea-7b4e3c9ff9cb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3e0806-7461-474e-b3dd-3db8e1b44fb3,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:32.938359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:32.944313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:32.944928 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.033723 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46322) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:33.100382 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8239e5-4df8-4ff3-9a75-210e66c2b3a2 None None] New status for floating IP 81a0d1eb-8ca1-4239-b5f4-07ef5cac9825: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:38:33.130788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:38:33.196356 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3557773 Jul 29 16:38:33.196356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:33.200660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f92214cb-1922-42de-b3ea-7b4e3c9ff9cb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.201803 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f92214cb-1922-42de-b3ea-7b4e3c9ff9cb tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "DELETE /v2.0/security-groups/db3e0806-7461-474e-b3dd-3db8e1b44fb3 HTTP/1.1" status: 204 len: 168 time: 1.5135074 Jul 29 16:38:33.202745 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79d926-7dfe-4771-9438-0bcaac4db9b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Network': ['ID=dd6e59e7-e136-43c7-ba92-6d61e1948b18,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:33.205859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1bf27d2-3b31-41b0-ac0e-4f42434e0aee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.206013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46326) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:33.206109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46328) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:33.214398 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbc648b-29d5-490a-bde1-be4d25036dfd None None] Network 4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:33.231921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'subnet': {'network_id': 'dd6e59e7-e136-43c7-ba92-6d61e1948b18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:33.235104 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network dd6e59e7-e136-43c7-ba92-6d61e1948b18 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:38:33.242162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:33.242760 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.257567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-000d01f9-3522-40d9-a494-fcc7868b22c9 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.307339 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.316213 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-138bb903-f1dc-42c1-a45a-1816b0e179b5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2845027 Jul 29 16:38:33.321138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46334) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:33.330191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'network_id': '4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86', 'name': 'tempest-PortsIpV6TestJSON-1804122639', 'fixed_ips': [{'subnet_id': '7fa83a60-b399-4310-a04e-7c897b7a99e6', 'ip_address': '2001:db8::10'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:33.338579 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-7bea9c2e-ec80-47c0-83d3-bddb812768b5 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] show failed (client error): The resource could not be found. Jul 29 16:38:33.339661 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7bea9c2e-ec80-47c0-83d3-bddb812768b5 tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "GET /v2.0/security-groups/db3e0806-7461-474e-b3dd-3db8e1b44fb3 HTTP/1.1" status: 404 len: 347 time: 0.1305015 Jul 29 16:38:33.348368 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46338) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:33.353318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.448292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-000d01f9-3522-40d9-a494-fcc7868b22c9 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.550862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:33.559492 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:subnet and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:33.570997 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:33.580705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1bf27d2-3b31-41b0-ac0e-4f42434e0aee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.587828 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:33.616464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:33.619980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.631674 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86', 'network_id': '4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86', 'tenant_id': 'fc630b34605447ae9c7be362e869ad61', 'fixed_ips': [{'subnet_id': '7fa83a60-b399-4310-a04e-7c897b7a99e6'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:38:33.632619 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.657499 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-ef58e717-b4a0-4fab-a3b4-c273ff4b7fbe tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Deleting port 58e8b951-4366-4544-a673-4d08ec5a6165 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:33.657846 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef58e717-b4a0-4fab-a3b4-c273ff4b7fbe tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.697834 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf27d2-3b31-41b0-ac0e-4f42434e0aee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=6d041cfa-6a5c-48f4-a522-1b75f2972e20,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:33.702393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b953e5b-c9f7-4a70-b179-c29066836361 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:33.703459 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1bf27d2-3b31-41b0-ac0e-4f42434e0aee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.706733 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-000d01f9-3522-40d9-a494-fcc7868b22c9 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.753836 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a1bf27d2-3b31-41b0-ac0e-4f42434e0aee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/6d041cfa-6a5c-48f4-a522-1b75f2972e20 HTTP/1.1" status: 204 len: 168 time: 1.5016963 Jul 29 16:38:33.760237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46342) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:33.779902 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.785396 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:33.888757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.ipam_backend_mixin [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Performing IP validity checks on allocation pools {{(pid=89209) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jul 29 16:38:33.890019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.ipam_backend_mixin [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89209) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jul 29 16:38:33.906530 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d01f9-3522-40d9-a494-fcc7868b22c9 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:33.981637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:33.983908 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-000d01f9-3522-40d9-a494-fcc7868b22c9 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:33.988158 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-000d01f9-3522-40d9-a494-fcc7868b22c9 tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "DELETE /v2.0/security-groups/e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952 HTTP/1.1" status: 204 len: 168 time: 0.9503777 Jul 29 16:38:33.988311 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d87c0362-16f6-43ee-9ce9-ff105e60c581 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2018394 Jul 29 16:38:33.988437 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Allocated IP 172.26.1.141 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/93582122-77e2-4600-a58d-67f71d90e961) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:33.995146 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46346) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:33.995546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46348) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:33.997545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:34.009172 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-bdc5e1ac-18db-4875-9a5d-2a38298bfed4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:34.026163 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:34.035289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:34.038100 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-169ee95a-adea-4f3d-8e49-8dadaf3c1aef tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] show failed (client error): The resource could not be found. Jul 29 16:38:34.039177 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-169ee95a-adea-4f3d-8e49-8dadaf3c1aef tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "GET /v2.0/security-groups/e3cf1a8f-5dd0-43ca-8fdf-bdb78b772952 HTTP/1.1" status: 404 len: 347 time: 0.0430911 Jul 29 16:38:34.045677 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Allocated IP 2001:db8::2 (4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86/7fa83a60-b399-4310-a04e-7c897b7a99e6/7711f427-cb29-4a8f-b20c-255bcbc77de4) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:34.045909 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46354) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:34.133627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:34.137751 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923f7941-397b-42bd-ba6b-380bda7d9e29 None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:38:34.148492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'Port': ['ID=c3b8c9ec-ea4a-4bdf-b177-d993f2d78c09,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:34.153748 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-923f7941-397b-42bd-ba6b-380bda7d9e29 None None] Deleting port eff820cc-27b2-4ea1-98f2-d9fb6d118184 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:34.153748 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-923f7941-397b-42bd-ba6b-380bda7d9e29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:34.372170 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:34.463377 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef58e717-b4a0-4fab-a3b4-c273ff4b7fbe tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:34.463641 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef58e717-b4a0-4fab-a3b4-c273ff4b7fbe tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:34.471312 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bdc5e1ac-18db-4875-9a5d-2a38298bfed4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:34.484669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bdc5e1ac-18db-4875-9a5d-2a38298bfed4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:34.501107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bdc5e1ac-18db-4875-9a5d-2a38298bfed4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:34.508062 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:34.522224 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Transition to ACTIVE for port object 7711f427-cb29-4a8f-b20c-255bcbc77de4 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:34.549187 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Transition to ACTIVE for port object 7711f427-cb29-4a8f-b20c-255bcbc77de4 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:34.549422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4cb53d2d-133a-427d-a924-571f28a817db tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Deleting port dde3b460-961a-4b4b-aa71-1cc4b43bebfb {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:34.549602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4cb53d2d-133a-427d-a924-571f28a817db tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:34.576665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-923f7941-397b-42bd-ba6b-380bda7d9e29 None None] For port eff820cc-27b2-4ea1-98f2-d9fb6d118184, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=eff820cc-27b2-4ea1-98f2-d9fb6d118184,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:34.577377 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-923f7941-397b-42bd-ba6b-380bda7d9e29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:34.640821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-ef58e717-b4a0-4fab-a3b4-c273ff4b7fbe tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Calling delete_port for 58e8b951-4366-4544-a673-4d08ec5a6165 owned by network:floatingip {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:34.645437 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:34.668281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bdc5e1ac-18db-4875-9a5d-2a38298bfed4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:34.747890 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-923f7941-397b-42bd-ba6b-380bda7d9e29 None None] Calling delete_port for eff820cc-27b2-4ea1-98f2-d9fb6d118184 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:34.749774 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:34.778152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc5e1ac-18db-4875-9a5d-2a38298bfed4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:34.781666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e1ac-18db-4875-9a5d-2a38298bfed4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:34.813154 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Network 4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:34.817851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:34.824641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:34.833759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:34.842597 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:34.875385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Pushing event updated for resources: {'Port': ['ID=7711f427-cb29-4a8f-b20c-255bcbc77de4,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:34.875614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port c45177fb-b68c-4c75-b528-f63d4a46b0b9 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:34.952945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Attempting to bind port 7711f427-cb29-4a8f-b20c-255bcbc77de4 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:38:34.953339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Attempting to bind port 7711f427-cb29-4a8f-b20c-255bcbc77de4 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '277e3dc2-dd15-4553-9ae1-b5df88e3933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:38:34.953698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Attempting to bind port 7711f427-cb29-4a8f-b20c-255bcbc77de4 on network 4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:38:34.959424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:38:34.959791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Checking segment: {'id': '277e3dc2-dd15-4553-9ae1-b5df88e3933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:34.960191 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:34.960574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Bound using segment: {'id': '277e3dc2-dd15-4553-9ae1-b5df88e3933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:38:34.961024 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Bound port: 7711f427-cb29-4a8f-b20c-255bcbc77de4, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277e3dc2-dd15-4553-9ae1-b5df88e3933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:38:34.961430 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:34.970142 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-923f7941-397b-42bd-ba6b-380bda7d9e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:35.003998 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Subnet': ['ID=bde44ef4-bb02-49d2-bd81-694fea8aa3c4,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:35.019521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f7941-397b-42bd-ba6b-380bda7d9e29 None None] Pushing event deleted for resources: {'Port': ['ID=eff820cc-27b2-4ea1-98f2-d9fb6d118184,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:35.034197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Checking segment: {'id': '100cabf8-6fc2-4d47-86ca-3ae5faefe25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dd6e59e7-e136-43c7-ba92-6d61e1948b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:35.034618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network hostable DHCP agents. Network: dd6e59e7-e136-43c7-ba92-6d61e1948b18, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:38:35.048521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4cb53d2d-133a-427d-a924-571f28a817db tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:35.049250 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4cb53d2d-133a-427d-a924-571f28a817db tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:35.057144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f7941-397b-42bd-ba6b-380bda7d9e29 None None] No DVR routers for this DVR port eff820cc-27b2-4ea1-98f2-d9fb6d118184 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:38:35.116629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] For port 7711f427-cb29-4a8f-b20c-255bcbc77de4, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:38:35.120462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] For port 7711f427-cb29-4a8f-b20c-255bcbc77de4, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7711f427-cb29-4a8f-b20c-255bcbc77de4,segment=NetworkSegment(277e3dc2-dd15-4553-9ae1-b5df88e3933d),segment_id=277e3dc2-dd15-4553-9ae1-b5df88e3933d)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:38:35.127276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:35.210754 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4cb53d2d-133a-427d-a924-571f28a817db tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Calling delete_port for dde3b460-961a-4b4b-aa71-1cc4b43bebfb owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:35.234537 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e34c0-e46b-4b22-84d4-2ff8d26a471b None None] Pushing event updated for resources: {'Port': ['ID=7711f427-cb29-4a8f-b20c-255bcbc77de4,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:35.253291 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:35.316275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network dd6e59e7-e136-43c7-ba92-6d61e1948b18 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:38:35.319150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Router 90ba5365-01eb-4842-8a67-1d2bd364a30f is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:38:35.361478 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:35.364349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef58e717-b4a0-4fab-a3b4-c273ff4b7fbe tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:35.370094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:35.427606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, dd6e59e7-e136-43c7-ba92-6d61e1948b18) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:35.431802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:35.432385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:35.436628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:35.437019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58e717-b4a0-4fab-a3b4-c273ff4b7fbe tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Pushing event deleted for resources: {'Port': ['ID=58e8b951-4366-4544-a673-4d08ec5a6165,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:35.456474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7a864e-65a6-4466-8395-72d1be9dae50 None None] Network dd6e59e7-e136-43c7-ba92-6d61e1948b18 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:35.589409 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Pushing event updated for resources: {'Port': ['ID=93582122-77e2-4600-a58d-67f71d90e961,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:35.674439 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef58e717-b4a0-4fab-a3b4-c273ff4b7fbe tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks [] for floatingip, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:35.762439 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a5a35fc5-3392-4cd6-a4ca-96741ae893ed tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5546782 Jul 29 16:38:35.765704 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46358) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:35.791943 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'network_id': 'dd6e59e7-e136-43c7-ba92-6d61e1948b18', 'name': 'tempest-PortsTestJSON-282280459'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:35.814536 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Allocated IP 2001:db8::10 (4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86/7fa83a60-b399-4310-a04e-7c897b7a99e6/c45177fb-b68c-4c75-b528-f63d4a46b0b9) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:35.855687 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-dd6e59e7-e136-43c7-ba92-6d61e1948b18', 'network_id': 'dd6e59e7-e136-43c7-ba92-6d61e1948b18', 'tenant_id': '6ef8b3c0991c44b3b2e7bc738e572b53', 'fixed_ips': [{'subnet_id': 'bde44ef4-bb02-49d2-bd81-694fea8aa3c4'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:38:35.856528 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:35.901292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e1ac-18db-4875-9a5d-2a38298bfed4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:35.911949 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef58e717-b4a0-4fab-a3b4-c273ff4b7fbe tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:35.913521 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ef58e717-b4a0-4fab-a3b4-c273ff4b7fbe tempest-ServersTestJSON-1340749695 tempest-ServersTestJSON-1340749695-project] 10.222.0.58 "DELETE /v2.0/floatingips/6fc6d3c3-8f92-497b-adc1-f46b45701d47 HTTP/1.1" status: 204 len: 168 time: 2.5623248 Jul 29 16:38:35.950196 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46362) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:36.025960 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc5e1ac-18db-4875-9a5d-2a38298bfed4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:36.026832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Allocated IP 172.20.0.2 (dd6e59e7-e136-43c7-ba92-6d61e1948b18/bde44ef4-bb02-49d2-bd81-694fea8aa3c4/c6c07e2f-b75a-4d48-84ec-d800ee93d938) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:36.042770 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-bdc5e1ac-18db-4875-9a5d-2a38298bfed4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:36.050388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4cb53d2d-133a-427d-a924-571f28a817db tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:36.058209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fad48a2-83fb-425f-9d99-1d6c3d32c674 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:36.086703 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:38:36.127575 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb53d2d-133a-427d-a924-571f28a817db tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Pushing event deleted for resources: {'Port': ['ID=dde3b460-961a-4b4b-aa71-1cc4b43bebfb,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:36.205637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dfb3e-2251-4e4e-b21b-022b0bff3b94 None None] Sync routers for ids ['90ba5365-01eb-4842-8a67-1d2bd364a30f'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:38:36.274920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:36.276147 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-573de98c-8721-4b19-9092-1cfcf09b759c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4098637 Jul 29 16:38:36.291832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46366) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:36.296358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc5e1ac-18db-4875-9a5d-2a38298bfed4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:36.297032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e1ac-18db-4875-9a5d-2a38298bfed4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:36.308419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:36.330756 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9dfb3e-2251-4e4e-b21b-022b0bff3b94 None None] Routers {'90ba5365-01eb-4842-8a67-1d2bd364a30f'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:36.331408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-6c9dfb3e-2251-4e4e-b21b-022b0bff3b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['90ba5365-01eb-4842-8a67-1d2bd364a30f'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:36.372714 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bdc5e1ac-18db-4875-9a5d-2a38298bfed4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3722851 Jul 29 16:38:36.386455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7711f427-cb29-4a8f-b20c-255bcbc77de4 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:36.395777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46370) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:36.404030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'fixed_ips': [{'subnet_id': 'a6dd6c85-d025-4ec6-9c20-646e9960c4d5', 'ip_address': '2001:db8::69d6:a2db:9e88:47e1'}], 'name': 'tempest-NetworksTestDHCPv6-1035297497'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:36.460341 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-6c9dfb3e-2251-4e4e-b21b-022b0bff3b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:36.560762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5e1ac-18db-4875-9a5d-2a38298bfed4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=a6dd6c85-d025-4ec6-9c20-646e9960c4d5,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:36.597092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:36.598075 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9dfb3e-2251-4e4e-b21b-022b0bff3b94 None None] Routers {'90ba5365-01eb-4842-8a67-1d2bd364a30f'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:36.598708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-6c9dfb3e-2251-4e4e-b21b-022b0bff3b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['90ba5365-01eb-4842-8a67-1d2bd364a30f'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:36.602670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4cb53d2d-133a-427d-a924-571f28a817db tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:36.606172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4cb53d2d-133a-427d-a924-571f28a817db tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:36.610199 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4cb53d2d-133a-427d-a924-571f28a817db tempest-ServersTestManualDisk-328108263 tempest-ServersTestManualDisk-328108263-project] 10.222.0.58 "DELETE /v2.0/floatingips/81a0d1eb-8ca1-4239-b5f4-07ef5cac9825 HTTP/1.1" status: 204 len: 168 time: 2.5448773 Jul 29 16:38:36.612767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46374) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:36.623864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:36.645564 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:36.651608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:36.658514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:36.702617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:36.741080 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:36.741542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7e912d-06ba-41e3-8b00-0bfb5686f676 None None] Network 4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:36.796316 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-6c9dfb3e-2251-4e4e-b21b-022b0bff3b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:36.796842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dfb3e-2251-4e4e-b21b-022b0bff3b94 None None] The sync data for ids ['90ba5365-01eb-4842-8a67-1d2bd364a30f'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:38:36.828217 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:36.831869 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:36.843957 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:36.845078 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 7711f427-cb29-4a8f-b20c-255bcbc77de4 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:36.890094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:36.900712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:36.957755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1fddf3b5-e26b-4195-9caf-ac665f4440f7 None None] Provisioning for port 7711f427-cb29-4a8f-b20c-255bcbc77de4 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:36.964818 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device eff820cc-27b2-4ea1-98f2-d9fb6d118184 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:37.011149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1fddf3b5-e26b-4195-9caf-ac665f4440f7 None None] Provisioning complete for port 7711f427-cb29-4a8f-b20c-255bcbc77de4 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:37.011515 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1fddf3b5-e26b-4195-9caf-ac665f4440f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:37.042620 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': 'a6dd6c85-d025-4ec6-9c20-646e9960c4d5'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:38:37.043733 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:37.072979 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: eff820cc-27b2-4ea1-98f2-d9fb6d118184 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:37.073309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device eff820cc-27b2-4ea1-98f2-d9fb6d118184 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:37.085576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Transition to ACTIVE for port object c6c07e2f-b75a-4d48-84ec-d800ee93d938 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:37.098468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port cde2ed0f-396d-4106-8fe7-ecf01b187bd9 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:37.230582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Transition to ACTIVE for port object c6c07e2f-b75a-4d48-84ec-d800ee93d938 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:37.236155 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:38:37.260555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:37.268017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:37.311752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:37.346075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Transition to ACTIVE for port object c45177fb-b68c-4c75-b528-f63d4a46b0b9 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:37.353756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:37.462493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Network dd6e59e7-e136-43c7-ba92-6d61e1948b18 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:37.469117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port d472c110-73e4-4e28-a0f3-e7bd562b3b22 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:37.479695 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:37.528373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Allocated IP 2001:db8::2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/a6dd6c85-d025-4ec6-9c20-646e9960c4d5/85062c6f-ba6b-401d-9a49-4e41685981aa) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:37.577693 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:37.582587 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Pushing event updated for resources: {'Port': ['ID=c6c07e2f-b75a-4d48-84ec-d800ee93d938,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:37.651607 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Allocated IP 172.20.0.5 (dd6e59e7-e136-43c7-ba92-6d61e1948b18/bde44ef4-bb02-49d2-bd81-694fea8aa3c4/cde2ed0f-396d-4106-8fe7-ecf01b187bd9) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:37.670768 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1fddf3b5-e26b-4195-9caf-ac665f4440f7 None None] Current status of the port 7711f427-cb29-4a8f-b20c-255bcbc77de4 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:37.670768 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1fddf3b5-e26b-4195-9caf-ac665f4440f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:37.690776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:37.805214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Attempting to bind port c6c07e2f-b75a-4d48-84ec-d800ee93d938 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:38:37.805850 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Attempting to bind port c6c07e2f-b75a-4d48-84ec-d800ee93d938 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '100cabf8-6fc2-4d47-86ca-3ae5faefe25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dd6e59e7-e136-43c7-ba92-6d61e1948b18'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:38:37.806213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Attempting to bind port c6c07e2f-b75a-4d48-84ec-d800ee93d938 on network dd6e59e7-e136-43c7-ba92-6d61e1948b18 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:38:37.823661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1fddf3b5-e26b-4195-9caf-ac665f4440f7 None None] For port 7711f427-cb29-4a8f-b20c-255bcbc77de4, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7711f427-cb29-4a8f-b20c-255bcbc77de4,segment=NetworkSegment(277e3dc2-dd15-4553-9ae1-b5df88e3933d),segment_id=277e3dc2-dd15-4553-9ae1-b5df88e3933d)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:37.829888 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:38:37.830250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Checking segment: {'id': '100cabf8-6fc2-4d47-86ca-3ae5faefe25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dd6e59e7-e136-43c7-ba92-6d61e1948b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:37.830672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:37.831087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Bound using segment: {'id': '100cabf8-6fc2-4d47-86ca-3ae5faefe25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dd6e59e7-e136-43c7-ba92-6d61e1948b18'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:38:37.831621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Bound port: c6c07e2f-b75a-4d48-84ec-d800ee93d938, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100cabf8-6fc2-4d47-86ca-3ae5faefe25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dd6e59e7-e136-43c7-ba92-6d61e1948b18'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:38:37.832020 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:37.857210 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1fddf3b5-e26b-4195-9caf-ac665f4440f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:37.929227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:37.932496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:37.970883 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.061896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.079836 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:38.109460 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:38.120375 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=c45177fb-b68c-4c75-b528-f63d4a46b0b9,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:38.127290 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:38.132670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:38.133337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.137002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddf3b5-e26b-4195-9caf-ac665f4440f7 None None] Pushing event updated for resources: {'Port': ['ID=7711f427-cb29-4a8f-b20c-255bcbc77de4,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:38.153665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Deleting port 36d9c920-ab72-4c01-9d17-269787e16bfd {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:38.154082 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.167553 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.170737 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] For port c6c07e2f-b75a-4d48-84ec-d800ee93d938, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:38:38.177429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] For port c6c07e2f-b75a-4d48-84ec-d800ee93d938, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c6c07e2f-b75a-4d48-84ec-d800ee93d938,segment=NetworkSegment(100cabf8-6fc2-4d47-86ca-3ae5faefe25b),segment_id=100cabf8-6fc2-4d47-86ca-3ae5faefe25b)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:38:38.186028 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Transition to ACTIVE for port object 85062c6f-ba6b-401d-9a49-4e41685981aa will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:38.190389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.281884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Transition to ACTIVE for port object 85062c6f-ba6b-401d-9a49-4e41685981aa will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:38.289675 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-99d2f34d-69f6-4aa6-8836-457ee79eaf2b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9645169 Jul 29 16:38:38.308556 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46378) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:38.309961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.314186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b58ff-9f76-4114-9134-2e0a8011fc28 None None] Pushing event updated for resources: {'Port': ['ID=c6c07e2f-b75a-4d48-84ec-d800ee93d938,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:38.327981 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'network_id': '4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86', 'name': 'tempest-PortsIpV6TestJSON-1143638053', 'fixed_ips': [{'subnet_id': '7fa83a60-b399-4310-a04e-7c897b7a99e6', 'ip_address': '2001:db8::f'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:38.397582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:38.402669 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:38.413478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:38.428282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.461429 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.467772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.565652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Pushing event updated for resources: {'Port': ['ID=85062c6f-ba6b-401d-9a49-4e41685981aa,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:38.609647 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.612814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Attempting to bind port 85062c6f-ba6b-401d-9a49-4e41685981aa on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:38:38.613523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Attempting to bind port 85062c6f-ba6b-401d-9a49-4e41685981aa by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:38:38.614219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Attempting to bind port 85062c6f-ba6b-401d-9a49-4e41685981aa on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:38:38.626974 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:38:38.627644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:38.628199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.628885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:38:38.629551 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Bound port: 85062c6f-ba6b-401d-9a49-4e41685981aa, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:38:38.630133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.641761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5032534f-4622-4733-bde7-cf34b5c6822c None None] Provisioning complete for port 7711f427-cb29-4a8f-b20c-255bcbc77de4 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:38.642877 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5032534f-4622-4733-bde7-cf34b5c6822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.711894 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Transition to ACTIVE for port object cde2ed0f-396d-4106-8fe7-ecf01b187bd9 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:38.752860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.797219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Calling delete_port for 36d9c920-ab72-4c01-9d17-269787e16bfd owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:38.829239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Router a4322095-3599-44a6-8df7-37542f259c80 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:38:38.834407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] For port 85062c6f-ba6b-401d-9a49-4e41685981aa, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:38:38.838417 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] For port 85062c6f-ba6b-401d-9a49-4e41685981aa, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=85062c6f-ba6b-401d-9a49-4e41685981aa,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:38:38.852661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:38.859048 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:38.869834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:port and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:38.876827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:39.003693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event updated for resources: {'Port': ['ID=c3b8c9ec-ea4a-4bdf-b177-d993f2d78c09,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:39.008279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::69d6:a2db:9e88:47e1 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/a6dd6c85-d025-4ec6-9c20-646e9960c4d5/d472c110-73e4-4e28-a0f3-e7bd562b3b22) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:39.011235 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Floating IP 195ec4eb-3b2c-4527-b119-c0ecc4a36e32 associated. External IP: 172.26.1.50, port: e95f1339-f0c7-4a44-a095-0627049aa96a. Jul 29 16:38:39.035061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147df53-f67c-407e-8b18-175531f2f551 None None] Pushing event updated for resources: {'Port': ['ID=85062c6f-ba6b-401d-9a49-4e41685981aa,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:39.059372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5032534f-4622-4733-bde7-cf34b5c6822c None None] Current status of the port 7711f427-cb29-4a8f-b20c-255bcbc77de4 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:39.071990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:39.125729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:39.195886 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cf7f66ba-cf4a-439b-9431-a3e6956fb848 None None] Provisioning for port c45177fb-b68c-4c75-b528-f63d4a46b0b9 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:39.203805 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cf7f66ba-cf4a-439b-9431-a3e6956fb848 None None] Provisioning complete for port c45177fb-b68c-4c75-b528-f63d4a46b0b9 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:39.204114 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cf7f66ba-cf4a-439b-9431-a3e6956fb848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:39.287067 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-098c65a3-221d-40ff-8fba-39bcc698c32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:39.304215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df485c52-bf0e-49f0-ab3e-0fd6d67116b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:39.310154 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f66ba-cf4a-439b-9431-a3e6956fb848 None None] Port c45177fb-b68c-4c75-b528-f63d4a46b0b9 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:38:39.413487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network dd6e59e7-e136-43c7-ba92-6d61e1948b18 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:39.423286 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:39.430422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:39.450205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:39.483307 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=cde2ed0f-396d-4106-8fe7-ecf01b187bd9,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:39.625335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:38:39.630926 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:39.631955 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1c5264a0-f443-4ff4-a22b-af0de3746200 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "PUT /v2.0/routers/a4322095-3599-44a6-8df7-37542f259c80 HTTP/1.1" status: 200 len: 920 time: 9.0204663 Jul 29 16:38:39.637741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46382) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:39.642085 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32696182-8223-49ad-9186-5ee02cbcf17a None None] Sync routers for ids ['a4322095-3599-44a6-8df7-37542f259c80'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:38:39.652690 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32696182-8223-49ad-9186-5ee02cbcf17a None None] Routers {'a4322095-3599-44a6-8df7-37542f259c80'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:39.653580 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-32696182-8223-49ad-9186-5ee02cbcf17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['a4322095-3599-44a6-8df7-37542f259c80'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:39.668188 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:39.668801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:39.731804 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-32696182-8223-49ad-9186-5ee02cbcf17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:39.743094 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32696182-8223-49ad-9186-5ee02cbcf17a None None] Routers {'a4322095-3599-44a6-8df7-37542f259c80'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:39.743959 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-32696182-8223-49ad-9186-5ee02cbcf17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['a4322095-3599-44a6-8df7-37542f259c80'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:39.819964 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-32696182-8223-49ad-9186-5ee02cbcf17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:39.820613 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32696182-8223-49ad-9186-5ee02cbcf17a None None] The sync data for ids ['a4322095-3599-44a6-8df7-37542f259c80'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:38:39.872777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72126ec8-031b-4d54-be7c-9a49ec35a4be None None] Network dd6e59e7-e136-43c7-ba92-6d61e1948b18 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:39.917663 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:39.971587 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dd4abca3-fb7d-436f-876d-44e7f5397225 None None] Provisioning for port c6c07e2f-b75a-4d48-84ec-d800ee93d938 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:40.052741 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4acc92fa-187f-49e9-9737-c45c9b764efd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2836165 Jul 29 16:38:40.069997 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5029f720-e0de-4bcf-95c8-28214e1fe4cc tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/routers/a4322095-3599-44a6-8df7-37542f259c80 HTTP/1.1" status: 200 len: 926 time: 0.4261317 Jul 29 16:38:40.070670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46386) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:40.071081 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46388) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:40.087776 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:40.159056 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:40.209633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object d472c110-73e4-4e28-a0f3-e7bd562b3b22 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:40.228478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:38:40.376778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Pushing event deleted for resources: {'Port': ['ID=36d9c920-ab72-4c01-9d17-269787e16bfd,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:40.390342 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c6c07e2f-b75a-4d48-84ec-d800ee93d938 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:40.448464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port 8c814ee3-0684-4d59-a259-2364101751c5 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:40.479234 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port c6c07e2f-b75a-4d48-84ec-d800ee93d938 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:40.502186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c6c07e2f-b75a-4d48-84ec-d800ee93d938 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:40.502908 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:40.533484 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:38:40.559467 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43898c9-c122-437d-a631-97e9d7cdee99 None None] Sync routers for ids ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:38:40.566386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:40.610843 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43898c9-c122-437d-a631-97e9d7cdee99 None None] Routers {'4ee9ff46-73a4-4b42-8655-8396763e1ac7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:40.611479 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d43898c9-c122-437d-a631-97e9d7cdee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:40.657688 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=d472c110-73e4-4e28-a0f3-e7bd562b3b22,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:40.661127 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-098c65a3-221d-40ff-8fba-39bcc698c32b admin admin] Deleting port 1a71c26d-f804-4336-9444-57467e99dd7c {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:40.661549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-098c65a3-221d-40ff-8fba-39bcc698c32b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:40.681680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4ba69505-3684-4734-b8fb-3d88a3136132 None None] Provisioning complete for port c6c07e2f-b75a-4d48-84ec-d800ee93d938 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:40.682052 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4ba69505-3684-4734-b8fb-3d88a3136132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:40.699790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:40.718400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Allocated IP 2001:db8::f (4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86/7fa83a60-b399-4310-a04e-7c897b7a99e6/8c814ee3-0684-4d59-a259-2364101751c5) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:40.748401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:40.752872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:40.756093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:40.761989 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:40.762652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:40.834592 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-be492a6e-70fa-460a-88dd-8c28c28aa195 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.4126220 Jul 29 16:38:40.849817 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'tag': 'e95f1339-f0c7-4a44-a095-0627049aa96a'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:38:40.904350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:40.918826 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-754191aa-67a3-4898-858a-c197f3558346 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5171621 Jul 29 16:38:40.932225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46398) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:41.014801 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-d43898c9-c122-437d-a631-97e9d7cdee99 None None] Set router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:38:41.051764 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93cc551f-b63d-416e-86b0-5d05cd14c500'] response: {'name': 'network-changed', 'server_uuid': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'tag': 'e95f1339-f0c7-4a44-a095-0627049aa96a', 'status': 'completed', 'code': 200} Jul 29 16:38:41.116474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c6c07e2f-b75a-4d48-84ec-d800ee93d938 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:41.116823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:41.145205 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6a5012f6-44cc-4119-b16d-75063b36e7c7 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port cde2ed0f-396d-4106-8fe7-ecf01b187bd9 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:41.145573 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6a5012f6-44cc-4119-b16d-75063b36e7c7 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:41.159471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-098c65a3-221d-40ff-8fba-39bcc698c32b admin admin] For port 1a71c26d-f804-4336-9444-57467e99dd7c, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1a71c26d-f804-4336-9444-57467e99dd7c,segment=NetworkSegment(94a5cbd5-edf3-412c-8a25-83e5a5980752),segment_id=94a5cbd5-edf3-412c-8a25-83e5a5980752)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:41.159824 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-098c65a3-221d-40ff-8fba-39bcc698c32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:41.299265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc2dc19-4310-4a61-a6a1-cd89806be1ef tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:41.305854 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc2dc19-4310-4a61-a6a1-cd89806be1ef tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:41.307042 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9dc2dc19-4310-4a61-a6a1-cd89806be1ef tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:41.319980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-098c65a3-221d-40ff-8fba-39bcc698c32b admin admin] Calling delete_port for 1a71c26d-f804-4336-9444-57467e99dd7c owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:41.326974 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4ba69505-3684-4734-b8fb-3d88a3136132 None None] Current status of the port c6c07e2f-b75a-4d48-84ec-d800ee93d938 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:41.327341 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4ba69505-3684-4734-b8fb-3d88a3136132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:41.339862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port c6c07e2f-b75a-4d48-84ec-d800ee93d938, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c6c07e2f-b75a-4d48-84ec-d800ee93d938,segment=NetworkSegment(100cabf8-6fc2-4d47-86ca-3ae5faefe25b),segment_id=100cabf8-6fc2-4d47-86ca-3ae5faefe25b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:41.350112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:41.350899 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 85062c6f-ba6b-401d-9a49-4e41685981aa up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:41.360045 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902dc59-ed23-422f-977a-eacc27ff14b4 req-015a6080-cdda-499c-91a6-24ac539c898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:41.361853 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d902dc59-ed23-422f-977a-eacc27ff14b4 req-015a6080-cdda-499c-91a6-24ac539c898d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43ee33cc813f44109927ef3a85b8b480&device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 1098 time: 0.3507731 Jul 29 16:38:41.466258 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9dc2dc19-4310-4a61-a6a1-cd89806be1ef tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:41.469896 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9dc2dc19-4310-4a61-a6a1-cd89806be1ef tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5342376 Jul 29 16:38:41.471624 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46402) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:41.524902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165910ef-8721-4a63-8452-c49996002cd5 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:41.526730 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-165910ef-8721-4a63-8452-c49996002cd5 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&device_id=a4322095-3599-44a6-8df7-37542f259c80&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.4400823 Jul 29 16:38:41.552828 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a2fa1-7ab3-44e5-8727-cd4615ff223e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port d472c110-73e4-4e28-a0f3-e7bd562b3b22 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:41.553460 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2fa1-7ab3-44e5-8727-cd4615ff223e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:41.593611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46406) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:41.618969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=c6c07e2f-b75a-4d48-84ec-d800ee93d938,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:41.641375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-4ba69505-3684-4734-b8fb-3d88a3136132 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:38:41.641736 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-4ba69505-3684-4734-b8fb-3d88a3136132 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:38:41.658966 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 85062c6f-ba6b-401d-9a49-4e41685981aa completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:41.670452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7711f427-cb29-4a8f-b20c-255bcbc77de4 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:41.792170 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 7711f427-cb29-4a8f-b20c-255bcbc77de4 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:41.792545 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:41.804509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902dc59-ed23-422f-977a-eacc27ff14b4 req-116b71d2-c355-48a1-86e3-56f28f33b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:41.805942 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d902dc59-ed23-422f-977a-eacc27ff14b4 req-116b71d2-c355-48a1-86e3-56f28f33b8f5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 HTTP/1.1" status: 200 len: 898 time: 0.4387503 Jul 29 16:38:41.826250 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:41.829397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d43898c9-c122-437d-a631-97e9d7cdee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:42Z', 'updated_at': '2022-07-29T16:37:55Z', 'revision_number': 4, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'gw_port': {'id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:44Z', 'updated_at': '2022-07-29T16:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '195ec4eb-3b2c-4527-b119-c0ecc4a36e32', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'floating_ip_address': '172.26.1.50', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'port_id': 'e95f1339-f0c7-4a44-a095-0627049aa96a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'mac_address': 'fa:16:3e:97:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:38:35Z', 'updated_at': '2022-07-29T16:38:35Z', 'revision_number': 0, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43daa2be-19fb-4dfe-ac42-565d634c80b4', 'name': '', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'mac_address': 'fa:16:3e:02:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:52Z', 'updated_at': '2022-07-29T16:38:03Z', 'revision_number': 5, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'subnets': [{'id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:41.843379 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43898c9-c122-437d-a631-97e9d7cdee99 None None] Checking router: 4ee9ff46-73a4-4b42-8655-8396763e1ac7 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:38:41.860476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43898c9-c122-437d-a631-97e9d7cdee99 None None] Routers {'4ee9ff46-73a4-4b42-8655-8396763e1ac7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:41.861106 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d43898c9-c122-437d-a631-97e9d7cdee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:41.923652 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:41.950033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92b0a8-417b-4f8d-bb73-960f33df7506 req-d3934d4c-4082-4c94-9546-ce386bfa9a28 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:41.952046 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2b92b0a8-417b-4f8d-bb73-960f33df7506 req-d3934d4c-4082-4c94-9546-ce386bfa9a28 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 0.8771894 Jul 29 16:38:42.046423 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-df485c52-bf0e-49f0-ab3e-0fd6d67116b5 admin admin] Deleting port 27aab41b-96e5-4278-9404-a8926dc907da {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:42.046822 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df485c52-bf0e-49f0-ab3e-0fd6d67116b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:42.054092 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d902dc59-ed23-422f-977a-eacc27ff14b4 req-9d94e86c-3491-4c1f-9817-dea672d41749 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e95f1339-f0c7-4a44-a095-0627049aa96a HTTP/1.1" status: 200 len: 998 time: 0.2187612 Jul 29 16:38:42.082821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 7711f427-cb29-4a8f-b20c-255bcbc77de4 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:42.101095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-d43898c9-c122-437d-a631-97e9d7cdee99 None None] Set router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:38:42.193858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c6c07e2f-b75a-4d48-84ec-d800ee93d938 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:42.232094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-098c65a3-221d-40ff-8fba-39bcc698c32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:42.272236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902dc59-ed23-422f-977a-eacc27ff14b4 req-cf285cb4-29c2-4ba7-813d-0e449ba378af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:42.273728 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d902dc59-ed23-422f-977a-eacc27ff14b4 req-cf285cb4-29c2-4ba7-813d-0e449ba378af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13f062b0-bf27-4901-9936-6392c3e3a598 HTTP/1.1" status: 200 len: 835 time: 0.2117755 Jul 29 16:38:42.280119 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2fa1-7ab3-44e5-8727-cd4615ff223e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:42.344054 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4ba69505-3684-4734-b8fb-3d88a3136132 None None] Current status of the port c6c07e2f-b75a-4d48-84ec-d800ee93d938 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:42.344369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c65a3-221d-40ff-8fba-39bcc698c32b admin admin] Pushing event deleted for resources: {'Port': ['ID=1a71c26d-f804-4336-9444-57467e99dd7c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:42.371883 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:42.392039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4ba69505-3684-4734-b8fb-3d88a3136132 None None] Provisioning for port cde2ed0f-396d-4106-8fe7-ecf01b187bd9 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:42.395462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82913de6-cb66-45c2-86a2-1d158f9a6297 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:42.399534 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-82913de6-cb66-45c2-86a2-1d158f9a6297 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/networks/fb4e778f-e6f9-43be-9676-d81708eeb2f6 HTTP/1.1" status: 200 len: 881 time: 0.8003943 Jul 29 16:38:42.413012 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4ba69505-3684-4734-b8fb-3d88a3136132 None None] Provisioning complete for port cde2ed0f-396d-4106-8fe7-ecf01b187bd9 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:42.413406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4ba69505-3684-4734-b8fb-3d88a3136132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:42.420652 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46410) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:42.432007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Router 90ba5365-01eb-4842-8a67-1d2bd364a30f has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:38:42.499265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6a5012f6-44cc-4119-b16d-75063b36e7c7 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:42.509698 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a2fa1-7ab3-44e5-8727-cd4615ff223e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for d472c110-73e4-4e28-a0f3-e7bd562b3b22 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:42.518031 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Transition to ACTIVE for port object 8c814ee3-0684-4d59-a259-2364101751c5 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:42.546060 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c6c07e2f-b75a-4d48-84ec-d800ee93d938 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:42.546436 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:42.584688 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2b92b0a8-417b-4f8d-bb73-960f33df7506 req-4245cb56-f55b-4bda-aa02-6f5ee4c98a7b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6170301 Jul 29 16:38:42.589245 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-55041fdf-746a-4526-932d-dbabda9182c7 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4322095-3599-44a6-8df7-37542f259c80 HTTP/1.1" status: 200 len: 205 time: 0.1630836 Jul 29 16:38:42.589812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46414) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:42.627005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4ba69505-3684-4734-b8fb-3d88a3136132 None None] Port cde2ed0f-396d-4106-8fe7-ecf01b187bd9 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:38:42.645669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46416) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:42.794162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6a5012f6-44cc-4119-b16d-75063b36e7c7 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for cde2ed0f-396d-4106-8fe7-ecf01b187bd9 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:42.835335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c6c07e2f-b75a-4d48-84ec-d800ee93d938 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:42.840542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-790bf814-29b4-4d1b-849b-432276979868 None None] Provisioning complete for port cde2ed0f-396d-4106-8fe7-ecf01b187bd9 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:42.840689 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-790bf814-29b4-4d1b-849b-432276979868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:42.901097 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-790bf814-29b4-4d1b-849b-432276979868 None None] Port cde2ed0f-396d-4106-8fe7-ecf01b187bd9 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:38:42.905657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d43898c9-c122-437d-a631-97e9d7cdee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:42Z', 'updated_at': '2022-07-29T16:37:55Z', 'revision_number': 4, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'gw_port': {'id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:44Z', 'updated_at': '2022-07-29T16:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '195ec4eb-3b2c-4527-b119-c0ecc4a36e32', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'floating_ip_address': '172.26.1.50', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'port_id': 'e95f1339-f0c7-4a44-a095-0627049aa96a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'mac_address': 'fa:16:3e:97:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:38:35Z', 'updated_at': '2022-07-29T16:38:35Z', 'revision_number': 0, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43daa2be-19fb-4dfe-ac42-565d634c80b4', 'name': '', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'mac_address': 'fa:16:3e:02:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:52Z', 'updated_at': '2022-07-29T16:38:03Z', 'revision_number': 5, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'subnets': [{'id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:42.911932 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-987bef3e-c3c7-469b-b24c-f914737f57bf tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/floatingips/195ec4eb-3b2c-4527-b119-c0ecc4a36e32 HTTP/1.1" status: 200 len: 990 time: 0.2335796 Jul 29 16:38:42.914019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43898c9-c122-437d-a631-97e9d7cdee99 None None] The sync data for ids ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'] in dv-neutron-851534-1-hyperv is: [{'id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:42Z', 'updated_at': '2022-07-29T16:37:55Z', 'revision_number': 4, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'gw_port': {'id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:44Z', 'updated_at': '2022-07-29T16:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '195ec4eb-3b2c-4527-b119-c0ecc4a36e32', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'floating_ip_address': '172.26.1.50', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'port_id': 'e95f1339-f0c7-4a44-a095-0627049aa96a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'mac_address': 'fa:16:3e:97:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:38:35Z', 'updated_at': '2022-07-29T16:38:35Z', 'revision_number': 0, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43daa2be-19fb-4dfe-ac42-565d634c80b4', 'name': '', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'mac_address': 'fa:16:3e:02:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:52Z', 'updated_at': '2022-07-29T16:38:03Z', 'revision_number': 5, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'subnets': [{'id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:38:42.927644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-790bf814-29b4-4d1b-849b-432276979868 None None] Provisioning for port 85062c6f-ba6b-401d-9a49-4e41685981aa completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:42.932957 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-790bf814-29b4-4d1b-849b-432276979868 None None] Provisioning complete for port 85062c6f-ba6b-401d-9a49-4e41685981aa triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:42.933430 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-790bf814-29b4-4d1b-849b-432276979868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:42.982634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902dc59-ed23-422f-977a-eacc27ff14b4 req-5370868c-29d6-4e7f-95f1-dd18f6c77604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:42.984252 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d902dc59-ed23-422f-977a-eacc27ff14b4 req-5370868c-29d6-4e7f-95f1-dd18f6c77604 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6906540 Jul 29 16:38:43.059074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-790bf814-29b4-4d1b-849b-432276979868 None None] Current status of the port 85062c6f-ba6b-401d-9a49-4e41685981aa is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:43.059693 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-790bf814-29b4-4d1b-849b-432276979868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:43.061936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2fa1-7ab3-44e5-8727-cd4615ff223e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:43.095124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:38:43.097776 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-790bf814-29b4-4d1b-849b-432276979868 None None] For port 85062c6f-ba6b-401d-9a49-4e41685981aa, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=85062c6f-ba6b-401d-9a49-4e41685981aa,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:43.105073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-790bf814-29b4-4d1b-849b-432276979868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:43.109351 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d35233-928f-40da-8e82-74b74e8b6c16 None None] Sync routers for ids ['90ba5365-01eb-4842-8a67-1d2bd364a30f'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:38:43.119506 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d35233-928f-40da-8e82-74b74e8b6c16 None None] Routers {'90ba5365-01eb-4842-8a67-1d2bd364a30f'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:43.120351 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a2d35233-928f-40da-8e82-74b74e8b6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['90ba5365-01eb-4842-8a67-1d2bd364a30f'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:43.148792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-790bf814-29b4-4d1b-849b-432276979868 None None] Could not find standard attr ID for object d472c110-73e4-4e28-a0f3-e7bd562b3b22. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:38:43.159774 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-df485c52-bf0e-49f0-ab3e-0fd6d67116b5 admin admin] For port 27aab41b-96e5-4278-9404-a8926dc907da, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=27aab41b-96e5-4278-9404-a8926dc907da,segment=NetworkSegment(efa85f39-634b-4dd8-8f30-334980b3315e),segment_id=efa85f39-634b-4dd8-8f30-334980b3315e)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:43.160230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df485c52-bf0e-49f0-ab3e-0fd6d67116b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:43.181409 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:43.185543 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dcaf2fbe-4f6f-41cd-9a3a-b5c2c313bc0e tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "PUT /v2.0/routers/90ba5365-01eb-4842-8a67-1d2bd364a30f HTTP/1.1" status: 200 len: 706 time: 6.8898952 Jul 29 16:38:43.201017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46422) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:43.202704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bf814-29b4-4d1b-849b-432276979868 None None] Pushing event updated for resources: {'Port': ['ID=85062c6f-ba6b-401d-9a49-4e41685981aa,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:43.204327 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a2d35233-928f-40da-8e82-74b74e8b6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:43.215165 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d35233-928f-40da-8e82-74b74e8b6c16 None None] Routers {'90ba5365-01eb-4842-8a67-1d2bd364a30f'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:43.216046 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a2d35233-928f-40da-8e82-74b74e8b6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['90ba5365-01eb-4842-8a67-1d2bd364a30f'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:43.259204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:43.284920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dde318-74fd-410e-ac42-52b2e9088ebd None None] New status for floating IP 195ec4eb-3b2c-4527-b119-c0ecc4a36e32: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:38:43.285561 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a2d35233-928f-40da-8e82-74b74e8b6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:43.285967 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d35233-928f-40da-8e82-74b74e8b6c16 None None] The sync data for ids ['90ba5365-01eb-4842-8a67-1d2bd364a30f'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:38:43.389580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a2fa1-7ab3-44e5-8727-cd4615ff223e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=d472c110-73e4-4e28-a0f3-e7bd562b3b22,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:43.429370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-df485c52-bf0e-49f0-ab3e-0fd6d67116b5 admin admin] Calling delete_port for 27aab41b-96e5-4278-9404-a8926dc907da owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:43.466027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2fa1-7ab3-44e5-8727-cd4615ff223e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:43.513494 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d902dc59-ed23-422f-977a-eacc27ff14b4 req-d1e81845-c3a7-4afa-a85c-fc17f52591a2 service neutron] 10.222.0.69 "GET /v2.0/networks/6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198889 Jul 29 16:38:43.610565 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fb4a2fa1-7ab3-44e5-8727-cd4615ff223e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/d472c110-73e4-4e28-a0f3-e7bd562b3b22 HTTP/1.1" status: 204 len: 168 time: 2.1363599 Jul 29 16:38:43.622620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46426) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:43.649001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:43.667679 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:43.671192 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e42e717-ddc3-4409-808f-0486dd08f0aa tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:43.702252 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-098c65a3-221d-40ff-8fba-39bcc698c32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:43.799249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bf8a8b-aaa4-432e-a05c-842063bf819e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:43.801022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bf8a8b-aaa4-432e-a05c-842063bf819e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:43.801837 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-08bf8a8b-aaa4-432e-a05c-842063bf819e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:43.862773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:43.868254 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:43.868866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:43.910780 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d902dc59-ed23-422f-977a-eacc27ff14b4 req-7bb91331-dc2c-49df-8c10-fb493eec483a service neutron] 10.222.0.69 "GET /v2.0/networks/6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900352 Jul 29 16:38:43.917204 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46430) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:43.978802 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f059beb8-bd67-4b06-bfcd-f0a1ec26b3e4 None None] Provisioning for port 8c814ee3-0684-4d59-a259-2364101751c5 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:43.984575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f059beb8-bd67-4b06-bfcd-f0a1ec26b3e4 None None] Provisioning complete for port 8c814ee3-0684-4d59-a259-2364101751c5 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:43.985210 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f059beb8-bd67-4b06-bfcd-f0a1ec26b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:43.995506 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-be0b7b77-8367-45e2-8008-e1c7c4f21fb2 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/routers/90ba5365-01eb-4842-8a67-1d2bd364a30f HTTP/1.1" status: 200 len: 741 time: 0.7380280 Jul 29 16:38:43.999013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46434) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:44.017092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-08bf8a8b-aaa4-432e-a05c-842063bf819e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:44.018370 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-08bf8a8b-aaa4-432e-a05c-842063bf819e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3926609 Jul 29 16:38:44.028118 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46438) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:44.033290 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=8c814ee3-0684-4d59-a259-2364101751c5,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:44.044826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f059beb8-bd67-4b06-bfcd-f0a1ec26b3e4 None None] Port 8c814ee3-0684-4d59-a259-2364101751c5 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:38:44.079421 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-def95220-ad5c-4504-8094-2275ce9be2d8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.7583518 Jul 29 16:38:44.084008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46442) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:44.090438 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d1f3baea-d7ae-4415-9ab4-33042552fac8 tempest-RoutersAdminTest-187507301 tempest-RoutersAdminTest-187507301-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&device_id=90ba5365-01eb-4842-8a67-1d2bd364a30f HTTP/1.1" status: 200 len: 205 time: 0.0814328 Jul 29 16:38:44.107119 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46446) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:44.107777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6a5012f6-44cc-4119-b16d-75063b36e7c7 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:44.180580 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6991c3fb-4d8e-4067-9e0a-8698cadfbca9 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/floatingips/195ec4eb-3b2c-4527-b119-c0ecc4a36e32 HTTP/1.1" status: 200 len: 992 time: 0.2556000 Jul 29 16:38:44.232638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 85062c6f-ba6b-401d-9a49-4e41685981aa up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:44.233304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5012f6-44cc-4119-b16d-75063b36e7c7 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=cde2ed0f-396d-4106-8fe7-ecf01b187bd9,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:44.252663 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ec3d48a6-5ece-4713-b861-f68adf0baf08 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "GET /v2.0/ports?device_id=90ba5365-01eb-4842-8a67-1d2bd364a30f HTTP/1.1" status: 200 len: 205 time: 0.1428196 Jul 29 16:38:44.259774 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46450) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:44.328044 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 85062c6f-ba6b-401d-9a49-4e41685981aa triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:44.328675 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:44.368029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-5222b438-a8fd-4bdb-89bd-9b6a68ac918e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet a6dd6c85-d025-4ec6-9c20-646e9960c4d5 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:38:44.410020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5222b438-a8fd-4bdb-89bd-9b6a68ac918e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:44.440652 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e42e717-ddc3-4409-808f-0486dd08f0aa tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:44.466579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6e42e717-ddc3-4409-808f-0486dd08f0aa tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Deleting port 93582122-77e2-4600-a58d-67f71d90e961 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:44.467383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e42e717-ddc3-4409-808f-0486dd08f0aa tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:44.479935 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 85062c6f-ba6b-401d-9a49-4e41685981aa is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:44.528604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd8eca-8690-428a-8ed5-0507a27aa582 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:44.529266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d3bd8eca-8690-428a-8ed5-0507a27aa582 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:44.543074 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-df84792f-5f5e-4f75-b00c-cfd588c5e5e3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:44.610840 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5222b438-a8fd-4bdb-89bd-9b6a68ac918e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:44.639898 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6a5012f6-44cc-4119-b16d-75063b36e7c7 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:44.683223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d3bd8eca-8690-428a-8ed5-0507a27aa582 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:44.684391 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d3bd8eca-8690-428a-8ed5-0507a27aa582 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5973403 Jul 29 16:38:44.689113 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46454) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:44.723577 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6a5012f6-44cc-4119-b16d-75063b36e7c7 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/cde2ed0f-396d-4106-8fe7-ecf01b187bd9 HTTP/1.1" status: 204 len: 168 time: 4.6391058 Jul 29 16:38:44.729882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46456) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:44.804781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df485c52-bf0e-49f0-ab3e-0fd6d67116b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:44.841393 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-539e6e10-847b-4c54-b368-8fce0c0fc049 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] DELETE failed (client error): The resource could not be found. Jul 29 16:38:44.841881 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539e6e10-847b-4c54-b368-8fce0c0fc049 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:38:44.843594 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-539e6e10-847b-4c54-b368-8fce0c0fc049 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/cde2ed0f-396d-4106-8fe7-ecf01b187bd9 HTTP/1.1" status: 404 len: 333 time: 0.1095264 Jul 29 16:38:44.866348 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46462) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:44.922637 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df485c52-bf0e-49f0-ab3e-0fd6d67116b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=27aab41b-96e5-4278-9404-a8926dc907da,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:44.994896 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-78529a04-5587-4941-af8d-538de6db79cf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] GET failed (client error): The resource could not be found. Jul 29 16:38:44.995448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-78529a04-5587-4941-af8d-538de6db79cf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:44.999211 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e42e717-ddc3-4409-808f-0486dd08f0aa tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:45.035506 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098c65a3-221d-40ff-8fba-39bcc698c32b admin admin] Router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:38:45.049815 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-df84792f-5f5e-4f75-b00c-cfd588c5e5e3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:45.054225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-df84792f-5f5e-4f75-b00c-cfd588c5e5e3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:45.054890 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5222b438-a8fd-4bdb-89bd-9b6a68ac918e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:45.069151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-21fa65db-3788-4e9a-aa20-0ae86a415a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:45.210154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-df84792f-5f5e-4f75-b00c-cfd588c5e5e3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:45.210520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df84792f-5f5e-4f75-b00c-cfd588c5e5e3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Fanout notify agent at l3_agent the message router_deleted on router 90ba5365-01eb-4842-8a67-1d2bd364a30f {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:38:45.216397 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6e42e717-ddc3-4409-808f-0486dd08f0aa tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Calling delete_port for 93582122-77e2-4600-a58d-67f71d90e961 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:45.242420 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-df84792f-5f5e-4f75-b00c-cfd588c5e5e3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:45.244338 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-df84792f-5f5e-4f75-b00c-cfd588c5e5e3 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "DELETE /v2.0/routers/90ba5365-01eb-4842-8a67-1d2bd364a30f HTTP/1.1" status: 204 len: 168 time: 0.9840090 Jul 29 16:38:45.254590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbce44a3-9299-4a98-a524-99b500458c56 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:45.257942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46466) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:45.260825 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbce44a3-9299-4a98-a524-99b500458c56 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:45.266905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbce44a3-9299-4a98-a524-99b500458c56 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:45.268475 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fbce44a3-9299-4a98-a524-99b500458c56 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.5351360 Jul 29 16:38:45.271955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46470) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:45.335357 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-78529a04-5587-4941-af8d-538de6db79cf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:45.336526 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-78529a04-5587-4941-af8d-538de6db79cf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/cde2ed0f-396d-4106-8fe7-ecf01b187bd9 HTTP/1.1" status: 404 len: 333 time: 0.4676268 Jul 29 16:38:45.341115 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e6bb29b7-38ee-4bf4-a7e0-c55878f4c44d tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "GET /v2.0/ports?device_id=90ba5365-01eb-4842-8a67-1d2bd364a30f HTTP/1.1" status: 200 len: 205 time: 0.0800138 Jul 29 16:38:45.341259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46474) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:45.341259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46476) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:45.468297 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-f02c54fb-ed3c-47a1-96ac-04f0e8fc66cb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port 8c814ee3-0684-4d59-a259-2364101751c5 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:45.468637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f02c54fb-ed3c-47a1-96ac-04f0e8fc66cb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:45.505843 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-241f361a-285e-445a-b940-9772c725887f tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] delete failed (client error): The resource could not be found. Jul 29 16:38:45.509392 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-241f361a-285e-445a-b940-9772c725887f tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "DELETE /v2.0/routers/90ba5365-01eb-4842-8a67-1d2bd364a30f HTTP/1.1" status: 404 len: 336 time: 0.1610608 Jul 29 16:38:45.521842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46482) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:45.526096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098c65a3-221d-40ff-8fba-39bcc698c32b admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:38:45.531014 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-098c65a3-221d-40ff-8fba-39bcc698c32b admin admin] 10.222.0.58 "PUT /v2.0/routers/abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5740170 Jul 29 16:38:45.536604 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2e3331-a1e6-47e4-ab44-93c4640d8e87 None None] Sync routers for ids ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:38:45.549796 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e3331-a1e6-47e4-ab44-93c4640d8e87 None None] Routers {'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:45.551146 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2b2e3331-a1e6-47e4-ab44-93c4640d8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:45.555323 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46486) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:45.604273 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c77cd68c-481d-4de2-8a90-f1ad8f43d167 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "GET /v2.0/ports?device_id=b81ff3ad-b63b-4a2c-b95c-834fbef3d2fe HTTP/1.1" status: 200 len: 205 time: 0.0774844 Jul 29 16:38:45.607084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46490) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:45.612674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-0916ae7e-5338-4b8a-9481-66579326ddcd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting subnet bde44ef4-bb02-49d2-bd81-694fea8aa3c4 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:38:45.697639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0916ae7e-5338-4b8a-9481-66579326ddcd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:45.763270 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-2b2e3331-a1e6-47e4-ab44-93c4640d8e87 None None] Set router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:38:45.767597 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-d547388a-3b62-4e32-ab2a-e8ea6c224015 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] delete failed (client error): The resource could not be found. Jul 29 16:38:45.771138 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d547388a-3b62-4e32-ab2a-e8ea6c224015 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "DELETE /v2.0/routers/b81ff3ad-b63b-4a2c-b95c-834fbef3d2fe HTTP/1.1" status: 404 len: 336 time: 0.1604097 Jul 29 16:38:45.775218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46494) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:45.786347 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5222b438-a8fd-4bdb-89bd-9b6a68ac918e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:45.845928 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222b438-a8fd-4bdb-89bd-9b6a68ac918e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=a6dd6c85-d025-4ec6-9c20-646e9960c4d5,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:45.852503 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5222b438-a8fd-4bdb-89bd-9b6a68ac918e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:45.856568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0916ae7e-5338-4b8a-9481-66579326ddcd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:45.864242 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ead03f-cb36-4598-9901-9d1d825a8096 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:45.888724 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-80b6aa05-0205-4358-8760-b03bb30c5478 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cca0ed9-38f3-46aa-866f-c26b4ec3669f HTTP/1.1" status: 200 len: 205 time: 0.1101687 Jul 29 16:38:45.896902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46498) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:45.969086 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5222b438-a8fd-4bdb-89bd-9b6a68ac918e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/a6dd6c85-d025-4ec6-9c20-646e9960c4d5 HTTP/1.1" status: 204 len: 168 time: 1.9370346 Jul 29 16:38:45.969294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46502) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:45.987345 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df485c52-bf0e-49f0-ab3e-0fd6d67116b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:45.999043 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-844d3a46-b672-4c44-a2c6-fe909a1f08eb tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] delete failed (client error): The resource could not be found. Jul 29 16:38:46.002624 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-844d3a46-b672-4c44-a2c6-fe909a1f08eb tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "DELETE /v2.0/routers/0cca0ed9-38f3-46aa-866f-c26b4ec3669f HTTP/1.1" status: 404 len: 336 time: 0.0979578 Jul 29 16:38:46.002624 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:46.043040 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46506) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:46.058716 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2b2e3331-a1e6-47e4-ab44-93c4640d8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:06Z', 'updated_at': '2022-07-29T16:38:42Z', 'revision_number': 5, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'gw_port': {'id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:08Z', 'updated_at': '2022-07-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:46.062888 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2e3331-a1e6-47e4-ab44-93c4640d8e87 None None] Checking router: abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:38:46.073009 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e3331-a1e6-47e4-ab44-93c4640d8e87 None None] Routers {'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:46.073863 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2b2e3331-a1e6-47e4-ab44-93c4640d8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:46.106677 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f723134c-9339-42dc-b45b-35ffbceb40c5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1360457 Jul 29 16:38:46.118965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46510) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:46.124244 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a7537481-6ba1-4012-b997-b9f89427198c tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "GET /v2.0/ports?device_id=feea6759-e084-4841-a69e-da1e27dbe04c HTTP/1.1" status: 200 len: 205 time: 0.0801568 Jul 29 16:38:46.143038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46514) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:46.289577 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-2b2e3331-a1e6-47e4-ab44-93c4640d8e87 None None] Set router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:38:46.306992 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41de36c0-449d-418a-86e6-118a72f14499 None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:38:46.311372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-41de36c0-449d-418a-86e6-118a72f14499 None None] Deleting port 85062c6f-ba6b-401d-9a49-4e41685981aa {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:46.311898 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41de36c0-449d-418a-86e6-118a72f14499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:46.365423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f02c54fb-ed3c-47a1-96ac-04f0e8fc66cb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:46.407352 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:46.415884 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e42e717-ddc3-4409-808f-0486dd08f0aa tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:46.482239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42e717-ddc3-4409-808f-0486dd08f0aa tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Pushing event deleted for resources: {'Port': ['ID=93582122-77e2-4600-a58d-67f71d90e961,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:46.495040 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] Deleting port 3a0133db-519e-46f4-92df-4a0d3c13613a {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:46.495486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:46.515256 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-f02c54fb-ed3c-47a1-96ac-04f0e8fc66cb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for 8c814ee3-0684-4d59-a259-2364101751c5 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:46.603741 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-41de36c0-449d-418a-86e6-118a72f14499 None None] For port 85062c6f-ba6b-401d-9a49-4e41685981aa, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=85062c6f-ba6b-401d-9a49-4e41685981aa,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:46.607389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41de36c0-449d-418a-86e6-118a72f14499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:46.630683 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2b2e3331-a1e6-47e4-ab44-93c4640d8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:06Z', 'updated_at': '2022-07-29T16:38:42Z', 'revision_number': 5, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'gw_port': {'id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:08Z', 'updated_at': '2022-07-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:46.635947 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2e3331-a1e6-47e4-ab44-93c4640d8e87 None None] The sync data for ids ['abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc'] in dv-neutron-851534-1-hyperv is: [{'id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'name': 'tempest-ServersTestJSON-1469428074-router', 'tenant_id': '37ad27ba7b8b4687a17c6926b862fc32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34'}], 'enable_snat': True}, 'gw_port_id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:06Z', 'updated_at': '2022-07-29T16:38:42Z', 'revision_number': 5, 'project_id': '37ad27ba7b8b4687a17c6926b862fc32', 'gw_port': {'id': '3a0133db-519e-46f4-92df-4a0d3c13613a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:08Z', 'updated_at': '2022-07-29T16:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:38:46.759912 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f02c54fb-ed3c-47a1-96ac-04f0e8fc66cb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:46.763120 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-41de36c0-449d-418a-86e6-118a72f14499 None None] Calling delete_port for 85062c6f-ba6b-401d-9a49-4e41685981aa owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:46.766138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0916ae7e-5338-4b8a-9481-66579326ddcd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:46.826533 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-81a62701-ac2a-4a1a-9239-382fc16c9997 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] delete failed (client error): The resource could not be found. Jul 29 16:38:46.827568 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-81a62701-ac2a-4a1a-9239-382fc16c9997 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "DELETE /v2.0/routers/feea6759-e084-4841-a69e-da1e27dbe04c HTTP/1.1" status: 404 len: 336 time: 0.5060081 Jul 29 16:38:46.849788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46518) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:46.865069 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c54fb-ed3c-47a1-96ac-04f0e8fc66cb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=8c814ee3-0684-4d59-a259-2364101751c5,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:46.885025 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41de36c0-449d-418a-86e6-118a72f14499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:46.931628 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de36c0-449d-418a-86e6-118a72f14499 None None] Pushing event deleted for resources: {'Port': ['ID=85062c6f-ba6b-401d-9a49-4e41685981aa,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:46.937698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de36c0-449d-418a-86e6-118a72f14499 None None] No DVR routers for this DVR port 85062c6f-ba6b-401d-9a49-4e41685981aa on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:38:46.963189 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5b7a12d5-3c0d-4a5c-9f0d-b1dfb67c77e7 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bf72623-f564-45f7-a69a-e409e8c087b1 HTTP/1.1" status: 200 len: 205 time: 0.1032686 Jul 29 16:38:46.976067 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46522) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:47.015126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f02c54fb-ed3c-47a1-96ac-04f0e8fc66cb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.044578 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f02c54fb-ed3c-47a1-96ac-04f0e8fc66cb tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/8c814ee3-0684-4d59-a259-2364101751c5 HTTP/1.1" status: 204 len: 168 time: 1.7693319 Jul 29 16:38:47.044578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0916ae7e-5338-4b8a-9481-66579326ddcd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.048255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46526) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:47.060279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e42e717-ddc3-4409-808f-0486dd08f0aa tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.083328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43a02fa-9843-48cd-b5f1-6a0263b366f2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:47.084373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b43a02fa-9843-48cd-b5f1-6a0263b366f2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:47.144704 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916ae7e-5338-4b8a-9481-66579326ddcd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Subnet': ['ID=bde44ef4-bb02-49d2-bd81-694fea8aa3c4,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:47.151541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0916ae7e-5338-4b8a-9481-66579326ddcd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.155840 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0916ae7e-5338-4b8a-9481-66579326ddcd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/bde44ef4-bb02-49d2-bd81-694fea8aa3c4 HTTP/1.1" status: 204 len: 168 time: 1.8092234 Jul 29 16:38:47.157809 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-35984c58-4b8c-4f0b-8d8f-6d84cdf72c5a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] GET failed (client error): The resource could not be found. Jul 29 16:38:47.158328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-35984c58-4b8c-4f0b-8d8f-6d84cdf72c5a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:47.162949 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1abb3c2-79fa-42af-932d-6c27647b1075 None None] Network dd6e59e7-e136-43c7-ba92-6d61e1948b18 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:47.173801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46530) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:47.256569 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-98b35761-cdb3-4a40-a12a-46ca6d57afb2 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] delete failed (client error): The resource could not be found. Jul 29 16:38:47.259982 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-98b35761-cdb3-4a40-a12a-46ca6d57afb2 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "DELETE /v2.0/routers/4bf72623-f564-45f7-a69a-e409e8c087b1 HTTP/1.1" status: 404 len: 336 time: 0.2784524 Jul 29 16:38:47.269476 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46534) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:47.281702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b43a02fa-9843-48cd-b5f1-6a0263b366f2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:47.283061 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b43a02fa-9843-48cd-b5f1-6a0263b366f2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1577497 Jul 29 16:38:47.295085 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46538) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:47.324188 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e42e717-ddc3-4409-808f-0486dd08f0aa tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.332454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e42e717-ddc3-4409-808f-0486dd08f0aa tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.362137 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-35984c58-4b8c-4f0b-8d8f-6d84cdf72c5a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:47.363300 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-35984c58-4b8c-4f0b-8d8f-6d84cdf72c5a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/8c814ee3-0684-4d59-a259-2364101751c5 HTTP/1.1" status: 404 len: 333 time: 0.2750616 Jul 29 16:38:47.368832 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46542) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:47.385445 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1aca5de3-736f-46e2-9d99-06d0aa8b7538 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfd5df8a-a0a8-4b37-b1d5-8d8bf17b26ed HTTP/1.1" status: 200 len: 205 time: 0.1112645 Jul 29 16:38:47.401883 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46546) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:47.445279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.469142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] For port 3a0133db-519e-46f4-92df-4a0d3c13613a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3a0133db-519e-46f4-92df-4a0d3c13613a,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:47.469506 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.471433 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef87173-965e-4ada-b50e-6effe1637386 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:47.475756 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4ef87173-965e-4ada-b50e-6effe1637386 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1766748 Jul 29 16:38:47.478224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46550) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:47.487784 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5941dc6-e5b8-4f41-9954-9ac4475431e7 None None] DHCP port deletion for dd6e59e7-e136-43c7-ba92-6d61e1948b18 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:38:47.494727 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f5941dc6-e5b8-4f41-9954-9ac4475431e7 None None] Deleting port c6c07e2f-b75a-4d48-84ec-d800ee93d938 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:47.495409 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f5941dc6-e5b8-4f41-9954-9ac4475431e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.553301 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e42e717-ddc3-4409-808f-0486dd08f0aa tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.553520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e42e717-ddc3-4409-808f-0486dd08f0aa tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Fanout notify agent at l3_agent the message router_deleted on router a4322095-3599-44a6-8df7-37542f259c80 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:38:47.555310 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-ed2f1a92-1052-46a9-a2a6-262a11bb6882 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] delete failed (client error): The resource could not be found. Jul 29 16:38:47.556348 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ed2f1a92-1052-46a9-a2a6-262a11bb6882 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "DELETE /v2.0/routers/dfd5df8a-a0a8-4b37-b1d5-8d8bf17b26ed HTTP/1.1" status: 404 len: 336 time: 0.1535034 Jul 29 16:38:47.581982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port c6c07e2f-b75a-4d48-84ec-d800ee93d938 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:47.582398 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.618703 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4f44a5f7-d8bf-4574-b4d8-45147b01b153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.619779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46554) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:47.623228 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df485c52-bf0e-49f0-ab3e-0fd6d67116b5 admin admin] Router ba25c1f5-7f47-4c9d-9889-721e30b1c04b has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:38:47.633622 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3effc5ce-fedd-46bf-b709-c1105b7e8eb7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1502264 Jul 29 16:38:47.633844 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] Calling delete_port for 3a0133db-519e-46f4-92df-4a0d3c13613a owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:47.636454 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f46f9-1de1-4b92-b2ef-06c05b897420 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port c45177fb-b68c-4c75-b528-f63d4a46b0b9 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:47.636805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa2f46f9-1de1-4b92-b2ef-06c05b897420 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.665686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46558) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:47.676329 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-43fd5894-b902-4c0a-91b0-810f53bffe0b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:47.721603 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-73abe76b-b1c0-444f-9463-a6175810db01 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] DELETE failed (client error): The resource could not be found. Jul 29 16:38:47.722049 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73abe76b-b1c0-444f-9463-a6175810db01 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:38:47.726693 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-73abe76b-b1c0-444f-9463-a6175810db01 tempest-RoutersAdminTest-102654477 tempest-RoutersAdminTest-102654477-project] 10.222.0.58 "DELETE /v2.0/subnets/adc1cd66-0d42-4128-9747-3c0d2f7bbf82 HTTP/1.1" status: 404 len: 337 time: 0.1030633 Jul 29 16:38:47.726839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f5941dc6-e5b8-4f41-9954-9ac4475431e7 None None] For port c6c07e2f-b75a-4d48-84ec-d800ee93d938, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c6c07e2f-b75a-4d48-84ec-d800ee93d938,segment=NetworkSegment(100cabf8-6fc2-4d47-86ca-3ae5faefe25b),segment_id=100cabf8-6fc2-4d47-86ca-3ae5faefe25b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:47.726839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f5941dc6-e5b8-4f41-9954-9ac4475431e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.829953 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e42e717-ddc3-4409-808f-0486dd08f0aa tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.831050 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6e42e717-ddc3-4409-808f-0486dd08f0aa tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "DELETE /v2.0/routers/a4322095-3599-44a6-8df7-37542f259c80 HTTP/1.1" status: 204 len: 168 time: 5.1643887 Jul 29 16:38:47.839289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46564) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:47.856966 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-841779452', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:47.861284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f5941dc6-e5b8-4f41-9954-9ac4475431e7 None None] Calling delete_port for c6c07e2f-b75a-4d48-84ec-d800ee93d938 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:47.883771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:47.941005 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Usage tracker for resource:router and tenant:86493858fb75488391a739c0defef846 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:47.951742 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:47.957814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f5941dc6-e5b8-4f41-9954-9ac4475431e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:47.985564 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:48.020118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5941dc6-e5b8-4f41-9954-9ac4475431e7 None None] Pushing event deleted for resources: {'Port': ['ID=c6c07e2f-b75a-4d48-84ec-d800ee93d938,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:48.022586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5941dc6-e5b8-4f41-9954-9ac4475431e7 None None] No DVR routers for this DVR port c6c07e2f-b75a-4d48-84ec-d800ee93d938 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:38:48.038481 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-43fd5894-b902-4c0a-91b0-810f53bffe0b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:48.049094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-43fd5894-b902-4c0a-91b0-810f53bffe0b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:48.055532 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-43fd5894-b902-4c0a-91b0-810f53bffe0b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:48.064660 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-43fd5894-b902-4c0a-91b0-810f53bffe0b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:48.067231 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df485c52-bf0e-49f0-ab3e-0fd6d67116b5 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:38:48.080161 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-df485c52-bf0e-49f0-ab3e-0fd6d67116b5 admin admin] 10.222.0.58 "PUT /v2.0/routers/ba25c1f5-7f47-4c9d-9889-721e30b1c04b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4639630 Jul 29 16:38:48.080998 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979157c-5fa0-4869-a263-5ec8535306b4 None None] Sync routers for ids ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:38:48.084084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46570) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:48.090511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979157c-5fa0-4869-a263-5ec8535306b4 None None] Routers {'ba25c1f5-7f47-4c9d-9889-721e30b1c04b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:48.091140 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0979157c-5fa0-4869-a263-5ec8535306b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:48.214872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46574) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:48.232967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] For port c6c07e2f-b75a-4d48-84ec-d800ee93d938, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c6c07e2f-b75a-4d48-84ec-d800ee93d938,segment=NetworkSegment(100cabf8-6fc2-4d47-86ca-3ae5faefe25b),segment_id=100cabf8-6fc2-4d47-86ca-3ae5faefe25b)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:48.233390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:48.244206 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:48.245276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:48.261835 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1a71c26d-f804-4336-9444-57467e99dd7c no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:48.264827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:48.325768 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 1a71c26d-f804-4336-9444-57467e99dd7c {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:48.326102 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1a71c26d-f804-4336-9444-57467e99dd7c not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:48.326454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c6c07e2f-b75a-4d48-84ec-d800ee93d938 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:48.357302 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:48.372099 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: c6c07e2f-b75a-4d48-84ec-d800ee93d938 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:48.372451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c6c07e2f-b75a-4d48-84ec-d800ee93d938 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:48.372931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 85062c6f-ba6b-401d-9a49-4e41685981aa no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:48.377371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fd5894-b902-4c0a-91b0-810f53bffe0b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:48.381649 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-43fd5894-b902-4c0a-91b0-810f53bffe0b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:48.407912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:48.414485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 85062c6f-ba6b-401d-9a49-4e41685981aa {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:48.414883 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 85062c6f-ba6b-401d-9a49-4e41685981aa not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:48.423485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:48.455832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-0979157c-5fa0-4869-a263-5ec8535306b4 None None] Set router ba25c1f5-7f47-4c9d-9889-721e30b1c04b gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:38:48.571101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for c6c07e2f-b75a-4d48-84ec-d800ee93d938 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:48.581385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0133db-519e-46f4-92df-4a0d3c13613a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:48.641600 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-501fc821-c469-470b-b24a-57a0eeb3081e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:48.739791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-501fc821-c469-470b-b24a-57a0eeb3081e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:48.744048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-501fc821-c469-470b-b24a-57a0eeb3081e admin admin] Usage tracker for resource:security_group_rule and tenant:227cb2d45a114d729cfd19669f163ead is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:48.747158 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-501fc821-c469-470b-b24a-57a0eeb3081e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:48.753231 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-501fc821-c469-470b-b24a-57a0eeb3081e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:48.766326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:48.793538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0979157c-5fa0-4869-a263-5ec8535306b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:04Z', 'updated_at': '2022-07-29T16:38:44Z', 'revision_number': 5, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'gw_port': {'id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:05Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:48.797863 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979157c-5fa0-4869-a263-5ec8535306b4 None None] Checking router: ba25c1f5-7f47-4c9d-9889-721e30b1c04b for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:38:48.807317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979157c-5fa0-4869-a263-5ec8535306b4 None None] Routers {'ba25c1f5-7f47-4c9d-9889-721e30b1c04b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:48.807924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0979157c-5fa0-4869-a263-5ec8535306b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:48.826749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:48.830301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa2f46f9-1de1-4b92-b2ef-06c05b897420 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:48.920379 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:48.988850 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-0979157c-5fa0-4869-a263-5ec8535306b4 None None] Set router ba25c1f5-7f47-4c9d-9889-721e30b1c04b gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:38:48.989461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f46f9-1de1-4b92-b2ef-06c05b897420 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for c45177fb-b68c-4c75-b528-f63d4a46b0b9 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:49.057758 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:38:49.058084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:38:49.079347 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.083752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.174713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.175471 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:38:49.248467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.262487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.263635 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-01a3e7a1-9035-412b-86a8-b3d903bce432 admin admin] 10.222.0.58 "DELETE /v2.0/routers/abb2fb30-b5e7-42e8-9dfc-1e99c3b623dc HTTP/1.1" status: 204 len: 168 time: 3.7073636 Jul 29 16:38:49.266816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46580) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:49.277647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-501fc821-c469-470b-b24a-57a0eeb3081e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.294412 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-501fc821-c469-470b-b24a-57a0eeb3081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.300784 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] Deleting port 52474aee-1111-4f5f-92d9-37b9890909f4 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:49.301177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.313930 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0979157c-5fa0-4869-a263-5ec8535306b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:04Z', 'updated_at': '2022-07-29T16:38:44Z', 'revision_number': 5, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'gw_port': {'id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:05Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:49.320717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979157c-5fa0-4869-a263-5ec8535306b4 None None] The sync data for ids ['ba25c1f5-7f47-4c9d-9889-721e30b1c04b'] in dv-neutron-851534-1-hyperv is: [{'id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'name': 'tempest-ServersTestManualDisk-795026698-router', 'tenant_id': '5805d9e4969d4ea4998b7fc9613962f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7'}], 'enable_snat': True}, 'gw_port_id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:36:04Z', 'updated_at': '2022-07-29T16:38:44Z', 'revision_number': 5, 'project_id': '5805d9e4969d4ea4998b7fc9613962f4', 'gw_port': {'id': '52474aee-1111-4f5f-92d9-37b9890909f4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c1f5-7f47-4c9d-9889-721e30b1c04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:36:05Z', 'updated_at': '2022-07-29T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:38:49.337906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa2f46f9-1de1-4b92-b2ef-06c05b897420 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.339749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-43fd5894-b902-4c0a-91b0-810f53bffe0b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.413334 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-501fc821-c469-470b-b24a-57a0eeb3081e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=227cb2d45a114d729cfd19669f163ead&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1967854 Jul 29 16:38:49.416419 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fc821-c469-470b-b24a-57a0eeb3081e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823a71cf-b2b4-4418-aa82-404f2e9222d0,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:49.420530 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f46f9-1de1-4b92-b2ef-06c05b897420 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=c45177fb-b68c-4c75-b528-f63d4a46b0b9,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:49.429567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46584) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:49.481777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa2f46f9-1de1-4b92-b2ef-06c05b897420 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.506694 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fd5894-b902-4c0a-91b0-810f53bffe0b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:49.515025 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-223f7be2-280b-4d78-b6d6-a61a06d5fd80 admin admin] Deleting subnet 832e7970-a10e-4bc8-b9c8-ce252c30b091 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:38:49.523102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-43fd5894-b902-4c0a-91b0-810f53bffe0b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:49.524745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd5894-b902-4c0a-91b0-810f53bffe0b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=fb28e509-85a4-4feb-a966-1e6905be488a,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:49.536145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78c5845-f189-4fec-80b7-3896cb3c6655 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:49.542832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fd5894-b902-4c0a-91b0-810f53bffe0b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:49.543327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-43fd5894-b902-4c0a-91b0-810f53bffe0b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.565920 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port c6c07e2f-b75a-4d48-84ec-d800ee93d938 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:49.566173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.662371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-223f7be2-280b-4d78-b6d6-a61a06d5fd80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.724674 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fa2f46f9-1de1-4b92-b2ef-06c05b897420 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/c45177fb-b68c-4c75-b528-f63d4a46b0b9 HTTP/1.1" status: 204 len: 168 time: 2.3529699 Jul 29 16:38:49.760023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46588) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:49.776297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-223f7be2-280b-4d78-b6d6-a61a06d5fd80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.825777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': 'fb28e509-85a4-4feb-a966-1e6905be488a'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:38:49.826887 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.839699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] The port 'c6c07e2f-b75a-4d48-84ec-d800ee93d938' was deleted {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:38:49.900802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.915837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.957930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:49.999236 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Allocated IP 2001:db8::2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/fb28e509-85a4-4feb-a966-1e6905be488a/ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:50.018537 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-43fd5894-b902-4c0a-91b0-810f53bffe0b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3502259 Jul 29 16:38:50.019342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46592) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:50.050937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'fixed_ips': [{'subnet_id': 'fb28e509-85a4-4feb-a966-1e6905be488a', 'ip_address': '2001:db8::972b:7ac1:1810:cc0a'}], 'name': 'tempest-NetworksTestDHCPv6-170750762'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:50.067017 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6fdc14-6291-4d19-91c7-822c5010b7b3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] GET failed (client error): The resource could not be found. Jul 29 16:38:50.068497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2c6fdc14-6291-4d19-91c7-822c5010b7b3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:50.078732 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a4435b74-404d-4a17-9a3b-bed36e3bc7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.082149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.127411 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6e59e7-e136-43c7-ba92-6d61e1948b18']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:50.171796 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100cabf8-6fc2-4d47-86ca-3ae5faefe25b') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:50.172342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100cabf8-6fc2-4d47-86ca-3ae5faefe25b') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:50.202990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.204876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] For port 52474aee-1111-4f5f-92d9-37b9890909f4, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=52474aee-1111-4f5f-92d9-37b9890909f4,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:50.205613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.209572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 27aab41b-96e5-4278-9404-a8926dc907da no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:50.231697 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.257306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:38:50.257755 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.261844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 27aab41b-96e5-4278-9404-a8926dc907da {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:50.262292 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 27aab41b-96e5-4278-9404-a8926dc907da not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:50.262834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3a0133db-519e-46f4-92df-4a0d3c13613a no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:50.281645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Allocated IP 172.26.1.243 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/27b63b8f-6639-443d-8df2-2fb40f371a62) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:50.297836 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 100cabf8-6fc2-4d47-86ca-3ae5faefe25b resource provider aggregate not found Jul 29 16:38:50.308199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a4435b74-404d-4a17-9a3b-bed36e3bc7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.311760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.320892 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 3a0133db-519e-46f4-92df-4a0d3c13613a {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:50.321309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3a0133db-519e-46f4-92df-4a0d3c13613a not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:50.340109 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.372288 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 100cabf8-6fc2-4d47-86ca-3ae5faefe25b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 100cabf8-6fc2-4d47-86ca-3ae5faefe25b found for delete ", "request_id": "req-e437d374-dc2b-49ff-9d36-0e089bdffceb"}]} Jul 29 16:38:50.376133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2c6fdc14-6291-4d19-91c7-822c5010b7b3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:50.377314 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2c6fdc14-6291-4d19-91c7-822c5010b7b3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/c45177fb-b68c-4c75-b528-f63d4a46b0b9 HTTP/1.1" status: 404 len: 333 time: 0.4156473 Jul 29 16:38:50.386447 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] Calling delete_port for 52474aee-1111-4f5f-92d9-37b9890909f4 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:50.388787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46600) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:50.466140 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-223f7be2-280b-4d78-b6d6-a61a06d5fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.513178 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Transition to ACTIVE for port object ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:50.515283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.547293 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Transition to ACTIVE for port object ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:50.551781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63e8d21-46b1-483a-99d3-9363fd08f1b1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting subnet 7fa83a60-b399-4310-a04e-7c897b7a99e6 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:38:50.558163 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:50.558446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Network': ['ID=dd6e59e7-e136-43c7-ba92-6d61e1948b18,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:50.560651 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d63e8d21-46b1-483a-99d3-9363fd08f1b1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.574127 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.593623 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:50.593807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.603107 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d74985d8-99a3-4617-b1ee-cf8a499918bb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/networks/dd6e59e7-e136-43c7-ba92-6d61e1948b18 HTTP/1.1" status: 204 len: 168 time: 3.4264958 Jul 29 16:38:50.606667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46604) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:50.615271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1032406743'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:50.623213 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:50.642185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:50.659491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:50.660122 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a4435b74-404d-4a17-9a3b-bed36e3bc7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.662655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:50.664579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d63e8d21-46b1-483a-99d3-9363fd08f1b1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.665824 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:network and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:50.666756 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:50.672869 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Pushing event updated for resources: {'Port': ['ID=ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:50.715924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.731496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:50.746742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4435b74-404d-4a17-9a3b-bed36e3bc7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823a71cf-b2b4-4418-aa82-404f2e9222d0,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:50.759747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:50.762236 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-223f7be2-280b-4d78-b6d6-a61a06d5fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.785658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d63e8d21-46b1-483a-99d3-9363fd08f1b1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.789773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Attempting to bind port ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:38:50.790135 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Attempting to bind port ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:38:50.790488 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Attempting to bind port ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:38:50.795806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:38:50.796201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:50.796573 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.796959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:38:50.797448 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Bound port: ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:38:50.797847 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.826146 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f7be2-280b-4d78-b6d6-a61a06d5fd80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=832e7970-a10e-4bc8-b9c8-ce252c30b091,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:50.829267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.830896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-223f7be2-280b-4d78-b6d6-a61a06d5fd80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.842232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:50.845787 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.846707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed258cd-1d40-4f85-9acf-f271364d1a79 None None] Network 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:50.875183 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-223f7be2-280b-4d78-b6d6-a61a06d5fd80 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/832e7970-a10e-4bc8-b9c8-ce252c30b091 HTTP/1.1" status: 204 len: 168 time: 1.6076643 Jul 29 16:38:50.876197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a4435b74-404d-4a17-9a3b-bed36e3bc7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:50.877221 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a4435b74-404d-4a17-9a3b-bed36e3bc7da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/823a71cf-b2b4-4418-aa82-404f2e9222d0 HTTP/1.1" status: 204 len: 168 time: 1.4466996 Jul 29 16:38:50.879809 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46608) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:50.958596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:50.967552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:50.971203 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:51.011113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:51.057925 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Pushing event updated for resources: {'Port': ['ID=27b63b8f-6639-443d-8df2-2fb40f371a62,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:51.064212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] For port ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:38:51.071244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:38:51.082214 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port e1eb5dfa-0766-46d6-a4ac-8ad20512f5d3 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:51.116232 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] For port ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:38:51.123331 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:51.161788 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:51.164081 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:51.164427 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Added segment 8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1 of type vlan for network 2f30623c-7473-494a-af20-17fc0a4d9208 Jul 29 16:38:51.179654 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d63e8d21-46b1-483a-99d3-9363fd08f1b1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:51.183866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:51.252529 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] Pushing event deleted for resources: {'Port': ['ID=52474aee-1111-4f5f-92d9-37b9890909f4,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:51.253261 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71e307-a145-4e9c-9c97-f0a7a4c99251 None None] Pushing event updated for resources: {'Port': ['ID=ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:51.308852 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e8d21-46b1-483a-99d3-9363fd08f1b1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa83a60-b399-4310-a04e-7c897b7a99e6,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:51.347728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d63e8d21-46b1-483a-99d3-9363fd08f1b1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:51.357560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5014bbb-a8ff-4831-8bd5-1060eda27fd2 None None] Network 4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:51.360897 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Deleting port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:51.361275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:51.377103 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d63e8d21-46b1-483a-99d3-9363fd08f1b1 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/7fa83a60-b399-4310-a04e-7c897b7a99e6 HTTP/1.1" status: 204 len: 168 time: 0.9415367 Jul 29 16:38:51.378153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46616) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:51.479240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:51.482855 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46620) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:51.495655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28efc9a-e70b-41d7-82e8-fe6be27d7dba None None] DHCP port deletion for 5dcc6516-a1ee-4da5-989d-49f628a9f2f1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:38:51.509986 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f28efc9a-e70b-41d7-82e8-fe6be27d7dba None None] Deleting port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:51.510780 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f28efc9a-e70b-41d7-82e8-fe6be27d7dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:51.782723 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:38:51.825011 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:51.881209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f28efc9a-e70b-41d7-82e8-fe6be27d7dba None None] For port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6f6e5b56-1ab2-4958-b4da-622ae49e9d66,segment=NetworkSegment(94a5cbd5-edf3-412c-8a25-83e5a5980752),segment_id=94a5cbd5-edf3-412c-8a25-83e5a5980752)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:51.881833 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f28efc9a-e70b-41d7-82e8-fe6be27d7dba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:51.926190 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:51.956461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port 7711f427-cb29-4a8f-b20c-255bcbc77de4 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:51.956805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.011855 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f28efc9a-e70b-41d7-82e8-fe6be27d7dba None None] Calling delete_port for 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:52.038349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.044633 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::972b:7ac1:1810:cc0a (560f49a9-f2f8-459c-86f0-823ac32fcdf1/fb28e509-85a4-4feb-a966-1e6905be488a/e1eb5dfa-0766-46d6-a4ac-8ad20512f5d3) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:52.046682 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.052758 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:52.053618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.110018 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f28efc9a-e70b-41d7-82e8-fe6be27d7dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.141770 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a92b21c1-0438-4d5f-9fdd-f90bd62796f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a66df278738460f8d746f013ad2437e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6477211 Jul 29 16:38:52.153297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.172494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d44d5b-9370-4858-9249-7517841c7325 None None] DHCP port deletion for 4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:38:52.186413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28efc9a-e70b-41d7-82e8-fe6be27d7dba None None] Pushing event deleted for resources: {'Port': ['ID=6f6e5b56-1ab2-4958-b4da-622ae49e9d66,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:52.194042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-10d44d5b-9370-4858-9249-7517841c7325 None None] Deleting port 7711f427-cb29-4a8f-b20c-255bcbc77de4 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:52.194515 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-10d44d5b-9370-4858-9249-7517841c7325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.209293 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46624) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:52.215373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.228359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28efc9a-e70b-41d7-82e8-fe6be27d7dba None None] No DVR routers for this DVR port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:38:52.353233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:52.360781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Network': ['ID=2f30623c-7473-494a-af20-17fc0a4d9208,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:52.410706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] For port 7711f427-cb29-4a8f-b20c-255bcbc77de4, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7711f427-cb29-4a8f-b20c-255bcbc77de4,segment=NetworkSegment(277e3dc2-dd15-4553-9ae1-b5df88e3933d),segment_id=277e3dc2-dd15-4553-9ae1-b5df88e3933d)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:52.411223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 2f30623c-7473-494a-af20-17fc0a4d9208 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:38:52.411337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.439263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] For port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6f6e5b56-1ab2-4958-b4da-622ae49e9d66,segment=NetworkSegment(94a5cbd5-edf3-412c-8a25-83e5a5980752),segment_id=94a5cbd5-edf3-412c-8a25-83e5a5980752)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:52.439629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.449711 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2c28916e-78de-43bc-a97b-d039cd120b03 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8399291 Jul 29 16:38:52.461409 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.461919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba25c1f5-7f47-4c9d-9889-721e30b1c04b {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:38:52.474198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46628) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:52.551486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.553235 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c2520b36-9031-4a10-8c76-109cfd0db748 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ba25c1f5-7f47-4c9d-9889-721e30b1c04b HTTP/1.1" status: 204 len: 168 time: 4.4679658 Jul 29 16:38:52.650656 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46632) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:52.650845 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'subnet': {'network_id': '2f30623c-7473-494a-af20-17fc0a4d9208', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:52.691429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-10d44d5b-9370-4858-9249-7517841c7325 None None] For port 7711f427-cb29-4a8f-b20c-255bcbc77de4, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7711f427-cb29-4a8f-b20c-255bcbc77de4,segment=NetworkSegment(277e3dc2-dd15-4553-9ae1-b5df88e3933d),segment_id=277e3dc2-dd15-4553-9ae1-b5df88e3933d)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:52.691818 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-10d44d5b-9370-4858-9249-7517841c7325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.695609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Calling delete_port for 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:52.737240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bb2395c0-8aef-4fff-a482-65f79e2be8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.819526 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:52.862408 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for 7711f427-cb29-4a8f-b20c-255bcbc77de4 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:52.887554 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-10d44d5b-9370-4858-9249-7517841c7325 None None] Calling delete_port for 7711f427-cb29-4a8f-b20c-255bcbc77de4 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:52.920305 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.930509 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bb2395c0-8aef-4fff-a482-65f79e2be8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:52.973600 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-10d44d5b-9370-4858-9249-7517841c7325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.012405 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca291571-6047-4b62-be2b-7c41b2f34b0a admin admin] Deleting subnet 3fcc5b9f-d525-4d8c-bbad-b1671378d8d9 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:38:53.016211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cd88b51e-d35c-4430-92b1-651a10148115 None None] Provisioning for port ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:53.032994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d44d5b-9370-4858-9249-7517841c7325 None None] Pushing event deleted for resources: {'Port': ['ID=7711f427-cb29-4a8f-b20c-255bcbc77de4,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:53.037036 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cd88b51e-d35c-4430-92b1-651a10148115 None None] Provisioning complete for port ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:53.038110 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cd88b51e-d35c-4430-92b1-651a10148115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.044030 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:53.055422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:38:53.060284 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:38:53.079342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:subnet and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:53.080864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ca291571-6047-4b62-be2b-7c41b2f34b0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.084335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d44d5b-9370-4858-9249-7517841c7325 None None] No DVR routers for this DVR port 7711f427-cb29-4a8f-b20c-255bcbc77de4 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:38:53.085289 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:53.100890 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:53.103219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:53.140519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:53.144355 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.158167 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:53.158516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:53.158932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7711f427-cb29-4a8f-b20c-255bcbc77de4 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:53.160702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.174265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bb2395c0-8aef-4fff-a482-65f79e2be8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.203848 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 7711f427-cb29-4a8f-b20c-255bcbc77de4 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:53.204214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7711f427-cb29-4a8f-b20c-255bcbc77de4 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:53.279680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2395c0-8aef-4fff-a482-65f79e2be8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7add043c-3588-4a41-b742-2eb994d02fc5,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:53.285749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object e1eb5dfa-0766-46d6-a4ac-8ad20512f5d3 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:53.309139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:38:53.309457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:38:53.310945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cd88b51e-d35c-4430-92b1-651a10148115 None None] Current status of the port ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:53.311393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cd88b51e-d35c-4430-92b1-651a10148115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.312584 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bb2395c0-8aef-4fff-a482-65f79e2be8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.314054 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bb2395c0-8aef-4fff-a482-65f79e2be8e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7add043c-3588-4a41-b742-2eb994d02fc5 HTTP/1.1" status: 204 len: 168 time: 1.1036081 Jul 29 16:38:53.324622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ca291571-6047-4b62-be2b-7c41b2f34b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.373143 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.375100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-cd88b51e-d35c-4430-92b1-651a10148115 None None] For port ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:53.401413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cd88b51e-d35c-4430-92b1-651a10148115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.455358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ca291571-6047-4b62-be2b-7c41b2f34b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.468127 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:53.474953 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:53.483219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:53.486505 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Router 6bc71de7-a443-4225-baef-3f877b588747 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:38:53.488910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:53.489627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.497519 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88b51e-d35c-4430-92b1-651a10148115 None None] Pushing event updated for resources: {'Port': ['ID=ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:53.514922 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=e1eb5dfa-0766-46d6-a4ac-8ad20512f5d3,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:53.538176 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-00ac9896-d4aa-47b1-95e6-68545323d437 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5014286 Jul 29 16:38:53.541247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46638) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:53.546689 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-9fbf5ed4-6518-4aa0-b7df-84628fba6e7a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'fixed_ips': [{'subnet_id': 'fb28e509-85a4-4feb-a966-1e6905be488a', 'ip_address': '2001:db8::972b:7ac1:1810:cc0a'}], 'name': 'tempest-NetworksTestDHCPv6-2056507788'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:53.563053 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Deleting port 6f6e5b56-1ab2-4958-b4da-622ae49e9d66 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:53.563397 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.618187 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.687136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ca291571-6047-4b62-be2b-7c41b2f34b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.741860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca291571-6047-4b62-be2b-7c41b2f34b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fcc5b9f-d525-4d8c-bbad-b1671378d8d9,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:53.748237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ca291571-6047-4b62-be2b-7c41b2f34b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.753136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcd2f6f-4cfc-4a32-b3bf-ec7d44cb2d7d None None] Network c6dca99b-4c37-4728-925e-9fe121498e55 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:53.810844 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port 7711f427-cb29-4a8f-b20c-255bcbc77de4 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:53.811407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.855648 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:38:53.860416 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ca291571-6047-4b62-be2b-7c41b2f34b0a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3fcc5b9f-d525-4d8c-bbad-b1671378d8d9 HTTP/1.1" status: 204 len: 168 time: 1.2003794 Jul 29 16:38:53.878329 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981e082-82fb-4c24-ad0b-4b25effbb32e None None] Sync routers for ids ['6bc71de7-a443-4225-baef-3f877b588747'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:38:53.892068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46646) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:53.894512 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981e082-82fb-4c24-ad0b-4b25effbb32e None None] Routers {'6bc71de7-a443-4225-baef-3f877b588747'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:53.895085 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9981e082-82fb-4c24-ad0b-4b25effbb32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6bc71de7-a443-4225-baef-3f877b588747'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:53.903372 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Subnet': ['ID=a19fceb3-0417-42cd-ad46-abf07ed1d072,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:53.909924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] The port '7711f427-cb29-4a8f-b20c-255bcbc77de4' was deleted {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:38:53.968788 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] The port '6f6e5b56-1ab2-4958-b4da-622ae49e9d66' was deleted {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:38:53.968990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:53.973543 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9d382000-4cc5-40b7-86df-c86dbbfe3067 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1231015 Jul 29 16:38:53.974414 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46652) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:54.036273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:54.050952 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-685383e6-b4f9-46ab-8b4e-1413b1f50df9 None None] Provisioning for port e1eb5dfa-0766-46d6-a4ac-8ad20512f5d3 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:54.070486 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9981e082-82fb-4c24-ad0b-4b25effbb32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:54.073841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-685383e6-b4f9-46ab-8b4e-1413b1f50df9 None None] Provisioning complete for port e1eb5dfa-0766-46d6-a4ac-8ad20512f5d3 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:54.074677 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-685383e6-b4f9-46ab-8b4e-1413b1f50df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.080937 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981e082-82fb-4c24-ad0b-4b25effbb32e None None] Routers {'6bc71de7-a443-4225-baef-3f877b588747'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:54.081600 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9981e082-82fb-4c24-ad0b-4b25effbb32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6bc71de7-a443-4225-baef-3f877b588747'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:54.160624 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9981e082-82fb-4c24-ad0b-4b25effbb32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:54.161823 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981e082-82fb-4c24-ad0b-4b25effbb32e None None] The sync data for ids ['6bc71de7-a443-4225-baef-3f877b588747'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:38:54.196074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-685383e6-b4f9-46ab-8b4e-1413b1f50df9 None None] Port e1eb5dfa-0766-46d6-a4ac-8ad20512f5d3 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:38:54.198976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.244308 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:54.251053 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:54.269515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277e3dc2-dd15-4553-9ae1-b5df88e3933d') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:54.269864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277e3dc2-dd15-4553-9ae1-b5df88e3933d') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:54.280975 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Checking segment: {'id': '8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f30623c-7473-494a-af20-17fc0a4d9208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:54.282042 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network hostable DHCP agents. Network: 2f30623c-7473-494a-af20-17fc0a4d9208, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:38:54.293106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.297639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97577b03-2202-4831-9cf8-2230b9a4f23c None None] DHCP port deletion for c6dca99b-4c37-4728-925e-9fe121498e55 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:38:54.304129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-97577b03-2202-4831-9cf8-2230b9a4f23c None None] Deleting port e1d82572-3400-4a50-9c36-57b90dfc05ae {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:54.304708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-97577b03-2202-4831-9cf8-2230b9a4f23c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.315755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.319182 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.336487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.356342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9fbf5ed4-6518-4aa0-b7df-84628fba6e7a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:54.385401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9fbf5ed4-6518-4aa0-b7df-84628fba6e7a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:54.387177 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:38:54.387756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.391111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Deleting port e1d82572-3400-4a50-9c36-57b90dfc05ae {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:54.391111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.433663 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 2f30623c-7473-494a-af20-17fc0a4d9208 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:38:54.436901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcc6516-a1ee-4da5-989d-49f628a9f2f1']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:54.445744 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9fbf5ed4-6518-4aa0-b7df-84628fba6e7a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:54.467873 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9fbf5ed4-6518-4aa0-b7df-84628fba6e7a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:54.471021 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a5cbd5-edf3-412c-8a25-83e5a5980752') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:54.471333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a5cbd5-edf3-412c-8a25-83e5a5980752') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:54.483643 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 277e3dc2-dd15-4553-9ae1-b5df88e3933d resource provider aggregate not found Jul 29 16:38:54.516031 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.526997 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 2f30623c-7473-494a-af20-17fc0a4d9208) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:54.532183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:54.532772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.558480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbf5ed4-6518-4aa0-b7df-84628fba6e7a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:54.563610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9fbf5ed4-6518-4aa0-b7df-84628fba6e7a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.581435 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 277e3dc2-dd15-4553-9ae1-b5df88e3933d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 277e3dc2-dd15-4553-9ae1-b5df88e3933d found for delete ", "request_id": "req-cdcb8974-4c11-4ccc-b505-2ba8f5fb737d"}]} Jul 29 16:38:54.601245 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.632614 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fd83f187-59db-4076-adcb-06a7fb2d2676 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1573589 Jul 29 16:38:54.637219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:38:54.637795 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.639579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-97577b03-2202-4831-9cf8-2230b9a4f23c None None] For port e1d82572-3400-4a50-9c36-57b90dfc05ae, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e1d82572-3400-4a50-9c36-57b90dfc05ae,segment=NetworkSegment(efa85f39-634b-4dd8-8f30-334980b3315e),segment_id=efa85f39-634b-4dd8-8f30-334980b3315e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:54.640018 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-97577b03-2202-4831-9cf8-2230b9a4f23c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.647853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46672) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:54.663328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'network_id': '2f30623c-7473-494a-af20-17fc0a4d9208', 'security_groups': [], 'name': 'tempest-PortsTestJSON-464157324'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:54.687951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-9fbf5ed4-6518-4aa0-b7df-84628fba6e7a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port f9ee5328-c81b-4982-a432-cdfaa637df13 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:54.715100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab3c440-9f09-4fe9-9870-12853c929a29 None None] Network 2f30623c-7473-494a-af20-17fc0a4d9208 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:54.753073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.793279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.797562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46678) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:54.811781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Network': ['ID=4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:54.853432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:54.853798 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.878571 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-540af2b7-33a1-4240-a702-b43343a06a97 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/networks/4dbe8801-0f18-46b4-b5f3-9d0be1ca0d86 HTTP/1.1" status: 204 len: 168 time: 3.4862525 Jul 29 16:38:54.887267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46684) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:54.894271 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-97577b03-2202-4831-9cf8-2230b9a4f23c None None] Calling delete_port for e1d82572-3400-4a50-9c36-57b90dfc05ae owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:54.902844 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 94a5cbd5-edf3-412c-8a25-83e5a5980752 resource provider aggregate not found Jul 29 16:38:54.913677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.947827 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 94a5cbd5-edf3-412c-8a25-83e5a5980752 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94a5cbd5-edf3-412c-8a25-83e5a5980752 found for delete ", "request_id": "req-8cdbe086-f7ec-42e2-8e3c-d9bf4e2f2d10"}]} Jul 29 16:38:54.954271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:54.958593 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dcc6516-a1ee-4da5-989d-49f628a9f2f1,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:55.095490 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a84d5353-50f9-4fc0-b52b-a2e60258b9f4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5dcc6516-a1ee-4da5-989d-49f628a9f2f1 HTTP/1.1" status: 204 len: 168 time: 4.2114899 Jul 29 16:38:55.102734 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-781440585'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:55.126789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:55.132559 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1569370862'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:55.136251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-97577b03-2202-4831-9cf8-2230b9a4f23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.159453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:55.164130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:network and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:55.165319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] For port e1d82572-3400-4a50-9c36-57b90dfc05ae, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e1d82572-3400-4a50-9c36-57b90dfc05ae,segment=NetworkSegment(efa85f39-634b-4dd8-8f30-334980b3315e),segment_id=efa85f39-634b-4dd8-8f30-334980b3315e)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:55.165447 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.176990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:55.181104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Usage tracker for resource:network and tenant:6f0c505440fa4f0880c55a0c82c37710 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:55.191638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:55.196505 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:55.217411 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:55.225169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97577b03-2202-4831-9cf8-2230b9a4f23c None None] Pushing event deleted for resources: {'Port': ['ID=e1d82572-3400-4a50-9c36-57b90dfc05ae,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:55.231051 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:55.241249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97577b03-2202-4831-9cf8-2230b9a4f23c None None] No DVR routers for this DVR port e1d82572-3400-4a50-9c36-57b90dfc05ae on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:38:55.252834 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:port and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:55.256087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:55.259722 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.272487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:55.276531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Made reservation on behalf of 6f0c505440fa4f0880c55a0c82c37710 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:55.282737 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.302568 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:55.306440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-2f30623c-7473-494a-af20-17fc0a4d9208', 'network_id': '2f30623c-7473-494a-af20-17fc0a4d9208', 'tenant_id': '6ef8b3c0991c44b3b2e7bc738e572b53', 'fixed_ips': [{'subnet_id': 'a19fceb3-0417-42cd-ad46-abf07ed1d072'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:38:55.308817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.310604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:55.322246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 52474aee-1111-4f5f-92d9-37b9890909f4 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:55.325252 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.338613 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.338864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Calling delete_port for e1d82572-3400-4a50-9c36-57b90dfc05ae owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:55.359057 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:55.365858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 52474aee-1111-4f5f-92d9-37b9890909f4 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:55.366072 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 52474aee-1111-4f5f-92d9-37b9890909f4 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:55.373589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:38:55.377776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Usage tracker for resource:security_group_rule and tenant:6f0c505440fa4f0880c55a0c82c37710 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:55.384983 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:55.388990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.400962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:55.401662 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbf5ed4-6518-4aa0-b7df-84628fba6e7a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 16:38:55.402264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fbf5ed4-6518-4aa0-b7df-84628fba6e7a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:38:55.404538 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.416092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:55.422361 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.422710 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Added segment f95fa06b-591b-426e-b11c-11376906cda3 of type vlan for network 4d4defda-58d2-4316-82f2-54cabdb6379b Jul 29 16:38:55.447096 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9fbf5ed4-6518-4aa0-b7df-84628fba6e7a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9026310 Jul 29 16:38:55.447560 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port da9a192c-8545-48e3-a6c9-53faa8dd97a3 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:55.447747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46692) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:55.450379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46696) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:55.523512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:38:55.523861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:38:55.533571 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Deleting port 27b63b8f-6639-443d-8df2-2fb40f371a62 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:55.534089 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.549030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Allocated IP 172.20.0.2 (2f30623c-7473-494a-af20-17fc0a4d9208/a19fceb3-0417-42cd-ad46-abf07ed1d072/e8eed1d4-6e21-4723-ad15-24ee537d8a33) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:55.565090 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-079b2480-8296-4440-93ba-95f88d5d7581 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37ad27ba7b8b4687a17c6926b862fc32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0798447 Jul 29 16:38:55.569288 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46700) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:55.598551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.632990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c647820c-7f28-4b6e-a7fc-05cf39a0e980 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:55.639236 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c647820c-7f28-4b6e-a7fc-05cf39a0e980 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:55.640049 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c647820c-7f28-4b6e-a7fc-05cf39a0e980 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:55.659292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3331d657-4ba8-49de-8d05-6f0a06bcdbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.685406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c647820c-7f28-4b6e-a7fc-05cf39a0e980 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:55.688953 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c647820c-7f28-4b6e-a7fc-05cf39a0e980 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2377720 Jul 29 16:38:55.689998 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46704) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:55.695826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3331d657-4ba8-49de-8d05-6f0a06bcdbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.766373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.772009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:55.772728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.806911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.820819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Transition to ACTIVE for port object e8eed1d4-6e21-4723-ad15-24ee537d8a33 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:55.842836 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Transition to ACTIVE for port object e8eed1d4-6e21-4723-ad15-24ee537d8a33 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:55.849806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.901192 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2953ad3f-f4de-479c-b2b4-fbf37d134989 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port e1eb5dfa-0766-46d6-a4ac-8ad20512f5d3 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:55.901539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2953ad3f-f4de-479c-b2b4-fbf37d134989 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.911743 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Network 2f30623c-7473-494a-af20-17fc0a4d9208 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:38:55.914504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:55.916992 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:38:55.979471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:55.984381 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Pushing event updated for resources: {'Port': ['ID=e8eed1d4-6e21-4723-ad15-24ee537d8a33,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:55.989732 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.008949 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.010576 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3331d657-4ba8-49de-8d05-6f0a06bcdbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.030149 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Deleting port e1d82572-3400-4a50-9c36-57b90dfc05ae {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:56.030492 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.055962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Attempting to bind port e8eed1d4-6e21-4723-ad15-24ee537d8a33 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:38:56.056347 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Attempting to bind port e8eed1d4-6e21-4723-ad15-24ee537d8a33 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f30623c-7473-494a-af20-17fc0a4d9208'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:38:56.056685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Attempting to bind port e8eed1d4-6e21-4723-ad15-24ee537d8a33 on network 2f30623c-7473-494a-af20-17fc0a4d9208 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:38:56.062532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:38:56.062902 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Checking segment: {'id': '8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f30623c-7473-494a-af20-17fc0a4d9208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:56.065126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.065126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Bound using segment: {'id': '8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f30623c-7473-494a-af20-17fc0a4d9208'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:38:56.065126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Bound port: e8eed1d4-6e21-4723-ad15-24ee537d8a33, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2f30623c-7473-494a-af20-17fc0a4d9208'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:38:56.065126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.071760 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331d657-4ba8-49de-8d05-6f0a06bcdbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca53fa42-0458-4565-ad70-b66033afd01a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:56.113636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] The port 'e1d82572-3400-4a50-9c36-57b90dfc05ae' was deleted {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:38:56.135218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Network': ['ID=4d4defda-58d2-4316-82f2-54cabdb6379b,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:56.138074 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-24eaa783-725b-4ce5-b4b5-de0bc253a972 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2503808 Jul 29 16:38:56.147811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Calling delete_port for 27b63b8f-6639-443d-8df2-2fb40f371a62 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:56.167089 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46708) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:56.176000 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 4d4defda-58d2-4316-82f2-54cabdb6379b details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:38:56.216281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:38:56.238996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df0428c-5a84-4661-8b39-b4ab04450331,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:56.241780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.242130 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Added segment dc319593-39ca-47c7-af24-c9178ece9f49 of type vlan for network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c Jul 29 16:38:56.245371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f50f8481-ef88-4365-ad7a-89000b7ad37b {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:38:56.245695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:38:56.267851 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'subnet': {'network_id': '4d4defda-58d2-4316-82f2-54cabdb6379b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:56.290093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e1d82572-3400-4a50-9c36-57b90dfc05ae no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:38:56.298453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.332618 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: e1d82572-3400-4a50-9c36-57b90dfc05ae {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:38:56.333710 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e1d82572-3400-4a50-9c36-57b90dfc05ae not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:38:56.340151 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.345100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:56.345844 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.346808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] For port e8eed1d4-6e21-4723-ad15-24ee537d8a33, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:38:56.351855 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] For port e8eed1d4-6e21-4723-ad15-24ee537d8a33, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e8eed1d4-6e21-4723-ad15-24ee537d8a33,segment=NetworkSegment(8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1),segment_id=8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:38:56.356763 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.409938 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3331d657-4ba8-49de-8d05-6f0a06bcdbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.411250 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3331d657-4ba8-49de-8d05-6f0a06bcdbe2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca53fa42-0458-4565-ad70-b66033afd01a HTTP/1.1" status: 204 len: 168 time: 0.8409970 Jul 29 16:38:56.455849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90092f46-f352-4fe0-b8a4-8bca9cf9e4e3 None None] Pushing event updated for resources: {'Port': ['ID=e8eed1d4-6e21-4723-ad15-24ee537d8a33,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:56.460529 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.498507 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event updated for resources: {'Network': ['ID=d6f51f87-461b-4c5c-a4fb-3c8900b2b91c,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:56.507036 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-91431589-3853-4afe-876d-988077034a3c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7024152 Jul 29 16:38:56.507646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46714) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:56.517017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Request body: {'subnet': {'network_id': 'd6f51f87-461b-4c5c-a4fb-3c8900b2b91c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:56.520207 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:38:56.573116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6dca99b-4c37-4728-925e-9fe121498e55']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:56.600498 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.604007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:56.611701 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:subnet and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:56.615992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:56.623407 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:56.634955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa85f39-634b-4dd8-8f30-334980b3315e') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:56.635359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa85f39-634b-4dd8-8f30-334980b3315e') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:56.652746 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2953ad3f-f4de-479c-b2b4-fbf37d134989 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.664114 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:56.668971 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.707811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Pushing event deleted for resources: {'Port': ['ID=27b63b8f-6639-443d-8df2-2fb40f371a62,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:56.749891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.752361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.781895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:56.785925 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Usage tracker for resource:subnet and tenant:6f0c505440fa4f0880c55a0c82c37710 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:56.823357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:56.844794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:56.853574 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port 28a99b8d-b074-4d71-807c-429301879f42 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:56.906956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2953ad3f-f4de-479c-b2b4-fbf37d134989 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for e1eb5dfa-0766-46d6-a4ac-8ad20512f5d3 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:38:56.969625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:56.994020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:38:56.994463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:57.073807 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment efa85f39-634b-4dd8-8f30-334980b3315e resource provider aggregate not found Jul 29 16:38:57.084449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Made reservation on behalf of 6f0c505440fa4f0880c55a0c82c37710 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:57.088164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:57.118243 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment efa85f39-634b-4dd8-8f30-334980b3315e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efa85f39-634b-4dd8-8f30-334980b3315e found for delete ", "request_id": "req-bac5fa93-4aa3-4fa6-b000-a16352166371"}]} Jul 29 16:38:57.123182 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:57.149871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:57.179064 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:57.217456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6dca99b-4c37-4728-925e-9fe121498e55,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:57.327864 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b86c214b-f19e-4227-b287-a3f3a8043460 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c6dca99b-4c37-4728-925e-9fe121498e55 HTTP/1.1" status: 204 len: 168 time: 3.4178064 Jul 29 16:38:57.352522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2953ad3f-f4de-479c-b2b4-fbf37d134989 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:57.416239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953ad3f-f4de-479c-b2b4-fbf37d134989 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=e1eb5dfa-0766-46d6-a4ac-8ad20512f5d3,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:57.465712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:57.588943 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2953ad3f-f4de-479c-b2b4-fbf37d134989 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:57.593110 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2953ad3f-f4de-479c-b2b4-fbf37d134989 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/e1eb5dfa-0766-46d6-a4ac-8ad20512f5d3 HTTP/1.1" status: 204 len: 168 time: 1.9002020 Jul 29 16:38:57.605190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46744) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:57.716159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46750) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:57.751046 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Subnet': ['ID=454a6c7f-5384-484d-8491-56db80aaca2c,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:57.757838 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Checking segment: {'id': 'f95fa06b-591b-426e-b11c-11376906cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4d4defda-58d2-4316-82f2-54cabdb6379b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:57.758440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network hostable DHCP agents. Network: 4d4defda-58d2-4316-82f2-54cabdb6379b, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:38:57.792533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4388fb-becd-4a94-910b-9bedf6adfa45 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:57.794616 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4388fb-becd-4a94-910b-9bedf6adfa45 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:57.795589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2a4388fb-becd-4a94-910b-9bedf6adfa45 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:38:57.812484 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 4d4defda-58d2-4316-82f2-54cabdb6379b is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:38:57.821234 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2a4388fb-becd-4a94-910b-9bedf6adfa45 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:38:57.825644 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2a4388fb-becd-4a94-910b-9bedf6adfa45 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2034810 Jul 29 16:38:57.826396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46754) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:57.829239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Allocated IP 172.20.0.6 (2f30623c-7473-494a-af20-17fc0a4d9208/a19fceb3-0417-42cd-ad46-abf07ed1d072/28a99b8d-b074-4d71-807c-429301879f42) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:57.893201 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:57.935228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:57.991372 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 4d4defda-58d2-4316-82f2-54cabdb6379b) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:57.995680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:57.996455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.008661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe0ed21-f9c1-47ab-9e8f-73b5ad20b6c7 None None] Network 4d4defda-58d2-4316-82f2-54cabdb6379b requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:58.040852 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-05c7634e-4d75-43e9-8ce5-0b9a3997ad45 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8646743 Jul 29 16:38:58.044130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46762) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:58.052094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-caac719c-082e-4cff-b838-c3ad008f0e08 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-590432497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:58.060616 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-a167654c-1053-4512-aaa2-8d4f161d6e90 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet fb28e509-85a4-4feb-a966-1e6905be488a {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:38:58.064863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-caac719c-082e-4cff-b838-c3ad008f0e08 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:58.067018 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a167654c-1053-4512-aaa2-8d4f161d6e90 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.107751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-caac719c-082e-4cff-b838-c3ad008f0e08 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:router and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:58.113341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-caac719c-082e-4cff-b838-c3ad008f0e08 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:58.122161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-caac719c-082e-4cff-b838-c3ad008f0e08 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:58.139777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a167654c-1053-4512-aaa2-8d4f161d6e90 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.173293 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-caac719c-082e-4cff-b838-c3ad008f0e08 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.174494 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-caac719c-082e-4cff-b838-c3ad008f0e08 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.175456 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d8af0-c676-4c5d-a612-cad3087f4e90 None None] Network 2f30623c-7473-494a-af20-17fc0a4d9208 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:58.220198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-caac719c-082e-4cff-b838-c3ad008f0e08 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.237898 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-14388169-9a64-400f-b159-e5d3268d27de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5805d9e4969d4ea4998b7fc9613962f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5113573 Jul 29 16:38:58.239830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46770) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:58.298478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Router 6bc71de7-a443-4225-baef-3f877b588747 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:38:58.313554 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e8eed1d4-6e21-4723-ad15-24ee537d8a33 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:38:58.333594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c06a21b-a838-47b0-ae1e-73b54411b1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.335606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-caac719c-082e-4cff-b838-c3ad008f0e08 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.366587 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dc1a7464-1f8d-4e06-9e0a-029419cf16f4 None None] Provisioning for port e8eed1d4-6e21-4723-ad15-24ee537d8a33 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:58.377183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a167654c-1053-4512-aaa2-8d4f161d6e90 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.453285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c06a21b-a838-47b0-ae1e-73b54411b1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.459410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.461235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-caac719c-082e-4cff-b838-c3ad008f0e08 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.462523 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-caac719c-082e-4cff-b838-c3ad008f0e08 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4174023 Jul 29 16:38:58.469784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46776) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:58.595603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a167654c-1053-4512-aaa2-8d4f161d6e90 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.651645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'network_id': '4d4defda-58d2-4316-82f2-54cabdb6379b', 'name': 'tempest-PortsIpV6TestJSON-451252338'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:58.652976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167654c-1053-4512-aaa2-8d4f161d6e90 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=fb28e509-85a4-4feb-a966-1e6905be488a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:58.656566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c06a21b-a838-47b0-ae1e-73b54411b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.675976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a167654c-1053-4512-aaa2-8d4f161d6e90 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.685797 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d40ad9d-0611-46d6-a1ce-2447feb859dc None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:58.688039 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06a21b-a838-47b0-ae1e-73b54411b1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a39164-13a9-4e01-bd22-5c03ea8b7845,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:58.699616 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a167654c-1053-4512-aaa2-8d4f161d6e90 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/fb28e509-85a4-4feb-a966-1e6905be488a HTTP/1.1" status: 204 len: 168 time: 0.8721187 Jul 29 16:38:58.699792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port e8eed1d4-6e21-4723-ad15-24ee537d8a33 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:38:58.700954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c06a21b-a838-47b0-ae1e-73b54411b1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.704313 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1c06a21b-a838-47b0-ae1e-73b54411b1c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71a39164-13a9-4e01-bd22-5c03ea8b7845 HTTP/1.1" status: 204 len: 168 time: 0.4603913 Jul 29 16:38:58.704313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46782) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:58.780955 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4cceb4a1-c5ac-47be-b1e5-5161e1c7ac45 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769517 Jul 29 16:38:58.786755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46788) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:58.792290 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c0950f5a-2968-4a34-aa29-090e6516213a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:58.806206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e8eed1d4-6e21-4723-ad15-24ee537d8a33 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:58.806581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.811246 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:58.816064 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:port and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:58.819228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:58.825542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:58.856669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:58.860720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.876596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:38:58.914605 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce5977c-ca78-44b9-9b69-774fe9b1c115 None None] Sync routers for ids ['6bc71de7-a443-4225-baef-3f877b588747'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:38:58.917338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-4d4defda-58d2-4316-82f2-54cabdb6379b', 'network_id': '4d4defda-58d2-4316-82f2-54cabdb6379b', 'tenant_id': 'fc630b34605447ae9c7be362e869ad61', 'fixed_ips': [{'subnet_id': '454a6c7f-5384-484d-8491-56db80aaca2c'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:38:58.918144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.948300 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Checking segment: {'id': 'dc319593-39ca-47c7-af24-c9178ece9f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f51f87-461b-4c5c-a4fb-3c8900b2b91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:38:58.948930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Network hostable DHCP agents. Network: d6f51f87-461b-4c5c-a4fb-3c8900b2b91c, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:38:58.958778 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:58.973162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port 47f1c5bf-695e-4b2a-86fa-9e000e1e0f05 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:38:58.980843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c0950f5a-2968-4a34-aa29-090e6516213a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:38:58.990566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c0950f5a-2968-4a34-aa29-090e6516213a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:38:58.994476 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c0950f5a-2968-4a34-aa29-090e6516213a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:38:59.003025 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c0950f5a-2968-4a34-aa29-090e6516213a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:38:59.017170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:59.022226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46796) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:59.022442 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8f7d0750-1c2f-4643-94b4-c26eb3b4daca tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "PUT /v2.0/routers/6bc71de7-a443-4225-baef-3f877b588747 HTTP/1.1" status: 200 len: 709 time: 5.0431440 Jul 29 16:38:59.035933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event updated for resources: {'Subnet': ['ID=e1165ad9-1d0e-4854-abbc-5bcf02411b77,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:59.036484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5977c-ca78-44b9-9b69-774fe9b1c115 None None] Routers {'6bc71de7-a443-4225-baef-3f877b588747'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:59.045922 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1ce5977c-ca78-44b9-9b69-774fe9b1c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6bc71de7-a443-4225-baef-3f877b588747'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:59.067427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Transition to ACTIVE for port object 28a99b8d-b074-4d71-807c-429301879f42 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:59.076001 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:38:59.105585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, d6f51f87-461b-4c5c-a4fb-3c8900b2b91c) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:38:59.117423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:38:59.118342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:59.118537 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0950f5a-2968-4a34-aa29-090e6516213a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:38:59.122518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c0950f5a-2968-4a34-aa29-090e6516213a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:59.154947 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1ce5977c-ca78-44b9-9b69-774fe9b1c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:59.164700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db385eba-dc7d-463f-81ad-2d6333080327 None None] Network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:38:59.225874 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-45b64cb0-bed0-485c-b0b6-26759bd3d4dd tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7149498 Jul 29 16:38:59.230308 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46804) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:59.247960 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:59.256792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Allocated IP 2001:db8::276 (4d4defda-58d2-4316-82f2-54cabdb6379b/454a6c7f-5384-484d-8491-56db80aaca2c/47f1c5bf-695e-4b2a-86fa-9e000e1e0f05) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:38:59.270187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Request body: {'port': {'network_id': 'd6f51f87-461b-4c5c-a4fb-3c8900b2b91c', 'name': 'tempest-AllowedAddressPairTestJSON-1440554437'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:38:59.365059 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5977c-ca78-44b9-9b69-774fe9b1c115 None None] Routers {'6bc71de7-a443-4225-baef-3f877b588747'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:38:59.365704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1ce5977c-ca78-44b9-9b69-774fe9b1c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6bc71de7-a443-4225-baef-3f877b588747'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:59.424635 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-963379ac-32a3-43af-a928-900ffd809134 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/routers/6bc71de7-a443-4225-baef-3f877b588747 HTTP/1.1" status: 200 len: 744 time: 0.3984246 Jul 29 16:38:59.425611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46814) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:59.444981 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=28a99b8d-b074-4d71-807c-429301879f42,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:59.501286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1ce5977c-ca78-44b9-9b69-774fe9b1c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:38:59.501681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce5977c-ca78-44b9-9b69-774fe9b1c115 None None] The sync data for ids ['6bc71de7-a443-4225-baef-3f877b588747'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:38:59.517894 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8247efed-43cc-4300-8fca-0f9b988da9b1 tempest-RoutersIpV6AdminTest-1724716827 tempest-RoutersIpV6AdminTest-1724716827-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&device_id=6bc71de7-a443-4225-baef-3f877b588747 HTTP/1.1" status: 200 len: 205 time: 0.0877550 Jul 29 16:38:59.518581 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46820) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:59.568185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e8eed1d4-6e21-4723-ad15-24ee537d8a33 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:38:59.568572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:59.589531 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6ae77066-a01d-4915-93c4-8c1d50246d18 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bc71de7-a443-4225-baef-3f877b588747 HTTP/1.1" status: 200 len: 205 time: 0.0684230 Jul 29 16:38:59.590121 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46824) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:59.684043 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b271c888-89fc-43cc-b3e0-8d06b074394f None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:38:59.698069 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b271c888-89fc-43cc-b3e0-8d06b074394f None None] Deleting port ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:38:59.698450 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b271c888-89fc-43cc-b3e0-8d06b074394f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:59.747166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port e8eed1d4-6e21-4723-ad15-24ee537d8a33, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e8eed1d4-6e21-4723-ad15-24ee537d8a33,segment=NetworkSegment(8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1),segment_id=8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:38:59.771169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:59.773001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-22c0a0e6-49b3-44b2-ae2d-d8f92044c67c None None] Provisioning complete for port e8eed1d4-6e21-4723-ad15-24ee537d8a33 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:38:59.773404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-22c0a0e6-49b3-44b2-ae2d-d8f92044c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:59.790651 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:59.809908 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46830) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:38:59.844028 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Transition to ACTIVE for port object 47f1c5bf-695e-4b2a-86fa-9e000e1e0f05 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:38:59.877271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22df5318-50b1-43f1-8197-4fc2bfe41737 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:38:59.901578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=e8eed1d4-6e21-4723-ad15-24ee537d8a33,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:38:59.902975 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 2f30623c-7473-494a-af20-17fc0a4d9208 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:00.042868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:00.046906 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-d6f51f87-461b-4c5c-a4fb-3c8900b2b91c', 'network_id': 'd6f51f87-461b-4c5c-a4fb-3c8900b2b91c', 'tenant_id': '6f0c505440fa4f0880c55a0c82c37710', 'fixed_ips': [{'subnet_id': 'e1165ad9-1d0e-4854-abbc-5bcf02411b77'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:39:00.047772 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:00.055773 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:00.057358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:00.183228 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Allocated IP 2001:db8::2 (4d4defda-58d2-4316-82f2-54cabdb6379b/454a6c7f-5384-484d-8491-56db80aaca2c/407f8ee2-f6b2-45b8-9932-b6eb53a3b593) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:00.331927 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:00.336379 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:00.365653 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Usage tracker for resource:port and tenant:6f0c505440fa4f0880c55a0c82c37710 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:00.372066 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 4d4defda-58d2-4316-82f2-54cabdb6379b is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:00.375379 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:00.381082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:00.396843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:00.401612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:00.410262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:00.410949 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:00.443776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:00.444440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:00.446405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e8eed1d4-6e21-4723-ad15-24ee537d8a33 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:00.457110 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=47f1c5bf-695e-4b2a-86fa-9e000e1e0f05,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:00.472936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Made reservation on behalf of 6f0c505440fa4f0880c55a0c82c37710 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:00.476517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:00.484276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:00.493661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46846) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:00.510005 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f550e6d2-3184-48c1-9b03-af2febc87644 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8742523 Jul 29 16:39:00.514547 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8748833f-60d1-4b4f-9577-5cd7a7be8a54 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 5.8637192 Jul 29 16:39:00.516766 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46850) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:00.516766 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46852) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:00.559505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Usage tracker for resource:floatingip and tenant:1e71091ec22d4b5cae4e0b3ab0a955f8 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:00.574758 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:00.590348 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:00.602733 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22df5318-50b1-43f1-8197-4fc2bfe41737 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:00.606450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22df5318-50b1-43f1-8197-4fc2bfe41737 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:00.615040 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] device_id is not set on port 29221b50-3682-476f-ada8-d05b168e381a yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:39:00.617350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c0950f5a-2968-4a34-aa29-090e6516213a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:00.658700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:00.759284 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1081763737-network', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:00.766258 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22df5318-50b1-43f1-8197-4fc2bfe41737 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:00.766750 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22df5318-50b1-43f1-8197-4fc2bfe41737 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Fanout notify agent at l3_agent the message router_deleted on router 6bc71de7-a443-4225-baef-3f877b588747 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:39:00.791491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0950f5a-2968-4a34-aa29-090e6516213a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:00.793711 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:00.801536 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22df5318-50b1-43f1-8197-4fc2bfe41737 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:00.808156 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-22df5318-50b1-43f1-8197-4fc2bfe41737 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "DELETE /v2.0/routers/6bc71de7-a443-4225-baef-3f877b588747 HTTP/1.1" status: 204 len: 168 time: 1.2159936 Jul 29 16:39:00.813507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46860) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:00.814042 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-c0950f5a-2968-4a34-aa29-090e6516213a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:00.816594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b271c888-89fc-43cc-b3e0-8d06b074394f None None] For port ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:00.817121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b271c888-89fc-43cc-b3e0-8d06b074394f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:00.821819 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0950f5a-2968-4a34-aa29-090e6516213a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:00.822401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c0950f5a-2968-4a34-aa29-090e6516213a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:00.826498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Usage tracker for resource:network and tenant:a9ff8c7771054c2480eec2059eb8ce49 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:00.866518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:00.889078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0950f5a-2968-4a34-aa29-090e6516213a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=8a6f5b4b-b64f-47b6-9a3a-aba9cb8aa993,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:00.894931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:00.914811 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8beef82f-9563-47c8-a4ee-0795476b073d tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bc71de7-a443-4225-baef-3f877b588747 HTTP/1.1" status: 200 len: 205 time: 0.0986385 Jul 29 16:39:00.917510 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46864) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:00.924480 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c0950f5a-2968-4a34-aa29-090e6516213a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1339805 Jul 29 16:39:00.950899 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46868) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:00.968231 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-af135568-e813-45b5-a716-59c5f82c3385 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'fixed_ips': [{'subnet_id': '8a6f5b4b-b64f-47b6-9a3a-aba9cb8aa993', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1258741941'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:00.981740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Made reservation on behalf of a9ff8c7771054c2480eec2059eb8ce49 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:00.984512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:00.987255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-0583f7c9-be95-4707-b102-16d692bbdba9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port 28a99b8d-b074-4d71-807c-429301879f42 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:00.987601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0583f7c9-be95-4707-b102-16d692bbdba9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.008084 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-41ce9931-3ad1-4e1a-85cc-7db54cc60727 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] delete failed (client error): The resource could not be found. Jul 29 16:39:01.011872 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-41ce9931-3ad1-4e1a-85cc-7db54cc60727 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "DELETE /v2.0/routers/6bc71de7-a443-4225-baef-3f877b588747 HTTP/1.1" status: 404 len: 336 time: 0.0933352 Jul 29 16:39:01.012507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.024133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46872) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:01.025990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b271c888-89fc-43cc-b3e0-8d06b074394f None None] Calling delete_port for ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:01.036167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:01.042719 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Usage tracker for resource:security_group_rule and tenant:a9ff8c7771054c2480eec2059eb8ce49 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:01.046045 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:01.057549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:01.076194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-22c0a0e6-49b3-44b2-ae2d-d8f92044c67c None None] Current status of the port e8eed1d4-6e21-4723-ad15-24ee537d8a33 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:01.084504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e8eed1d4-6e21-4723-ad15-24ee537d8a33 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:01.084995 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.108917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.185762 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Allocated IP 172.20.0.2 (d6f51f87-461b-4c5c-a4fb-3c8900b2b91c/e1165ad9-1d0e-4854-abbc-5bcf02411b77/5506bacf-5a7b-472e-95ef-f049eccdb50b) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:01.195374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.245413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-80a77b2e-0220-4ba4-bff6-70b2b8f98c3d None None] Provisioning for port 28a99b8d-b074-4d71-807c-429301879f42 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:01.276693 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Transition to ACTIVE for port object 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:01.284519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.291607 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.316147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-80a77b2e-0220-4ba4-bff6-70b2b8f98c3d None None] Provisioning complete for port 28a99b8d-b074-4d71-807c-429301879f42 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:01.316644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-80a77b2e-0220-4ba4-bff6-70b2b8f98c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.321406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Allocated IP 172.26.1.60 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/9d526696-fd74-40e8-8bb1-682961548304) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:01.346029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:39:01.353270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79427661-377a-4995-aafd-899ccfb0494e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:01.379788 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.380711 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Added segment 69c911ab-07d2-4ca8-b417-171deec5cf4c of type vlan for network 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a Jul 29 16:39:01.411088 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cbb0d590-1457-46d2-a981-9f3f426ae02a tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4322095-3599-44a6-8df7-37542f259c80 HTTP/1.1" status: 200 len: 205 time: 0.3839765 Jul 29 16:39:01.424905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46876) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:01.426644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b271c888-89fc-43cc-b3e0-8d06b074394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.468597 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.493090 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b271c888-89fc-43cc-b3e0-8d06b074394f None None] No DVR routers for this DVR port ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:39:01.494564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Transition to ACTIVE for port object 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:01.527588 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3d3f11-4f8a-4164-b2a4-180085fd0b93 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:01.541284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271c888-89fc-43cc-b3e0-8d06b074394f None None] Pushing event deleted for resources: {'Port': ['ID=ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:01.543518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e8eed1d4-6e21-4723-ad15-24ee537d8a33 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:01.555885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.558707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.559373 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-79345dac-cad0-486d-b3b5-cc84c73caf71 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] delete failed (client error): The resource could not be found. Jul 29 16:39:01.560260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.561331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:01.564396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.565652 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46880) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:01.566092 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-79345dac-cad0-486d-b3b5-cc84c73caf71 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "DELETE /v2.0/routers/a4322095-3599-44a6-8df7-37542f259c80 HTTP/1.1" status: 404 len: 336 time: 0.1397285 Jul 29 16:39:01.673225 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-80a77b2e-0220-4ba4-bff6-70b2b8f98c3d None None] Port 28a99b8d-b074-4d71-807c-429301879f42 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:01.689500 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Pushing event updated for resources: {'Port': ['ID=407f8ee2-f6b2-45b8-9932-b6eb53a3b593,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:01.692207 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:39:01.703841 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e6324625-8605-4f8b-90ae-0d0caeec5bc7 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8368784-4190-4456-aacc-18aba3e3b239 HTTP/1.1" status: 200 len: 205 time: 0.1183248 Jul 29 16:39:01.710134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46884) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:01.729490 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] Pushing event updated for resources: {'Network': ['ID=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:01.741379 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-de1f8538-436d-4cc1-a0ba-30083f10af38 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2434766 Jul 29 16:39:01.741964 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46888) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:01.747494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:39:01.747832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device ef684dfe-ff7a-4609-ac0e-8c6eb3cde0e9 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:39:01.750129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] Request body: {'subnet': {'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1081763737-subnet', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:01.757792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:01.759650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:39:01.763722 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] Usage tracker for resource:subnet and tenant:a9ff8c7771054c2480eec2059eb8ce49 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:01.767241 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:01.774859 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:01.783617 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.796467 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Network 4d4defda-58d2-4316-82f2-54cabdb6379b is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:01.820288 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] Made reservation on behalf of a9ff8c7771054c2480eec2059eb8ce49 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:01.822592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:01.846706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:01.866532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:01.930065 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-26e85658-603e-4f29-bb9d-a2062c67264a tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] delete failed (client error): The resource could not be found. Jul 29 16:39:01.933491 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-26e85658-603e-4f29-bb9d-a2062c67264a tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "DELETE /v2.0/routers/a8368784-4190-4456-aacc-18aba3e3b239 HTTP/1.1" status: 404 len: 336 time: 0.2174821 Jul 29 16:39:01.936585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46892) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:01.937589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:01.944442 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:01.948044 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-af135568-e813-45b5-a716-59c5f82c3385 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:01.961475 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-af135568-e813-45b5-a716-59c5f82c3385 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:01.987343 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:01.992023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-af135568-e813-45b5-a716-59c5f82c3385 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:02.006255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-af135568-e813-45b5-a716-59c5f82c3385 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:02.020197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event updated for resources: {'Port': ['ID=9d526696-fd74-40e8-8bb1-682961548304,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:02.049336 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-82bd3378-a4bf-4425-b5b4-d4439560de60 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "GET /v2.0/ports?device_id=64e3ec66-cbe7-4767-b79e-c74851c50027 HTTP/1.1" status: 200 len: 205 time: 0.1082907 Jul 29 16:39:02.052283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46896) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:02.066395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af135568-e813-45b5-a716-59c5f82c3385 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:02.084179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:02.121687 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0583f7c9-be95-4707-b102-16d692bbdba9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:02.192581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:02.196588 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Attempting to bind port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:39:02.196955 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Attempting to bind port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'f95fa06b-591b-426e-b11c-11376906cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4d4defda-58d2-4316-82f2-54cabdb6379b'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:39:02.197358 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Attempting to bind port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 on network 4d4defda-58d2-4316-82f2-54cabdb6379b {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:39:02.211504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Transition to ACTIVE for port object 5506bacf-5a7b-472e-95ef-f049eccdb50b will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:02.219942 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:39:02.220546 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Checking segment: {'id': 'f95fa06b-591b-426e-b11c-11376906cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4d4defda-58d2-4316-82f2-54cabdb6379b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:02.221158 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:02.221732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Bound using segment: {'id': 'f95fa06b-591b-426e-b11c-11376906cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4d4defda-58d2-4316-82f2-54cabdb6379b'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:39:02.222202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Bound port: 407f8ee2-f6b2-45b8-9932-b6eb53a3b593, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95fa06b-591b-426e-b11c-11376906cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4d4defda-58d2-4316-82f2-54cabdb6379b'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:39:02.222577 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:02.263214 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-60a7d778-c9bb-4a5b-ab05-121b2923b87e tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] delete failed (client error): The resource could not be found. Jul 29 16:39:02.264330 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-60a7d778-c9bb-4a5b-ab05-121b2923b87e tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "DELETE /v2.0/routers/64e3ec66-cbe7-4767-b79e-c74851c50027 HTTP/1.1" status: 404 len: 336 time: 0.2125018 Jul 29 16:39:02.269274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46902) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:02.335931 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-92d0f538-fc15-4148-8662-74f1d08e7b8f tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "GET /v2.0/ports?device_id=10d071b4-10f9-4191-a720-609b2e1adf61 HTTP/1.1" status: 200 len: 205 time: 0.0655277 Jul 29 16:39:02.343718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46908) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:02.345343 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Transition to ACTIVE for port object 5506bacf-5a7b-472e-95ef-f049eccdb50b will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:02.356638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '8a6f5b4b-b64f-47b6-9a3a-aba9cb8aa993'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:39:02.357489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:02.375344 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:02.393395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-0583f7c9-be95-4707-b102-16d692bbdba9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for 28a99b8d-b074-4d71-807c-429301879f42 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:02.451611 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:02.454194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] For port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:39:02.461392 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-b178e49a-6b78-431b-8777-002143e5c00d tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] delete failed (client error): The resource could not be found. Jul 29 16:39:02.464931 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b178e49a-6b78-431b-8777-002143e5c00d tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "DELETE /v2.0/routers/10d071b4-10f9-4191-a720-609b2e1adf61 HTTP/1.1" status: 404 len: 336 time: 0.0895014 Jul 29 16:39:02.465095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:02.466267 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46914) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:02.470232 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:02.530421 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-40a44fd3-485e-44ef-a058-34c68a737029 tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "GET /v2.0/ports?device_id=96f9e098-37bb-4f97-a752-8a68ed68ebc9 HTTP/1.1" status: 200 len: 205 time: 0.0613694 Jul 29 16:39:02.530421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:02.533300 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46918) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:02.551743 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] For port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=407f8ee2-f6b2-45b8-9932-b6eb53a3b593,segment=NetworkSegment(f95fa06b-591b-426e-b11c-11376906cda3),segment_id=f95fa06b-591b-426e-b11c-11376906cda3)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:39:02.617956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Pushing event updated for resources: {'Port': ['ID=5506bacf-5a7b-472e-95ef-f049eccdb50b,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:02.620719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:02.655836 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-1e837823-7512-41c2-8236-df4b5990a36d tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] delete failed (client error): The resource could not be found. Jul 29 16:39:02.659703 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1e837823-7512-41c2-8236-df4b5990a36d tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "DELETE /v2.0/routers/96f9e098-37bb-4f97-a752-8a68ed68ebc9 HTTP/1.1" status: 404 len: 336 time: 0.1218367 Jul 29 16:39:02.668073 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46922) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:02.726774 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-af00673f-2910-459d-8ec3-1fdcfff4909a tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] DELETE failed (client error): The resource could not be found. Jul 29 16:39:02.727388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af00673f-2910-459d-8ec3-1fdcfff4909a tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:39:02.727658 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ad252-94f1-4a2c-aa57-4fdecf75d51b None None] Pushing event updated for resources: {'Port': ['ID=407f8ee2-f6b2-45b8-9932-b6eb53a3b593,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:02.733846 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:02.749461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Attempting to bind port 5506bacf-5a7b-472e-95ef-f049eccdb50b on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:39:02.750032 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Attempting to bind port 5506bacf-5a7b-472e-95ef-f049eccdb50b by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'dc319593-39ca-47c7-af24-c9178ece9f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f51f87-461b-4c5c-a4fb-3c8900b2b91c'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:39:02.750402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Attempting to bind port 5506bacf-5a7b-472e-95ef-f049eccdb50b on network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:39:02.766049 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:02.802442 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:39:02.802735 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Checking segment: {'id': 'dc319593-39ca-47c7-af24-c9178ece9f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f51f87-461b-4c5c-a4fb-3c8900b2b91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:02.803308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:02.803868 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Bound using segment: {'id': 'dc319593-39ca-47c7-af24-c9178ece9f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f51f87-461b-4c5c-a4fb-3c8900b2b91c'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:39:02.804341 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Bound port: 5506bacf-5a7b-472e-95ef-f049eccdb50b, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc319593-39ca-47c7-af24-c9178ece9f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f51f87-461b-4c5c-a4fb-3c8900b2b91c'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:39:02.804713 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:02.827003 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-af00673f-2910-459d-8ec3-1fdcfff4909a tempest-RoutersIpV6AdminTest-2130134744 tempest-RoutersIpV6AdminTest-2130134744-project] 10.222.0.58 "DELETE /v2.0/subnets/41efd1d9-0994-4553-b9cb-8fc1d0eca0e7 HTTP/1.1" status: 404 len: 337 time: 0.1527874 Jul 29 16:39:02.883190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff5ec273-f912-48b7-b63a-03fe2ae0c78d,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:02.914373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Allocated IP 172.20.0.12 (d6f51f87-461b-4c5c-a4fb-3c8900b2b91c/e1165ad9-1d0e-4854-abbc-5bcf02411b77/29221b50-3682-476f-ada8-d05b168e381a) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:02.919496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-af135568-e813-45b5-a716-59c5f82c3385 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:02.931649 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] Checking segment: {'id': '69c911ab-07d2-4ca8-b417-171deec5cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:02.932008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] Network hostable DHCP agents. Network: 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:39:02.950052 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Allocated IP 2001:db8::2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/8a6f5b4b-b64f-47b6-9a3a-aba9cb8aa993/6cff5515-d5ce-4708-92b4-7b3f3294a574) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:02.962456 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] For port 5506bacf-5a7b-472e-95ef-f049eccdb50b, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:39:02.966117 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] For port 5506bacf-5a7b-472e-95ef-f049eccdb50b, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=5506bacf-5a7b-472e-95ef-f049eccdb50b,segment=NetworkSegment(dc319593-39ca-47c7-af24-c9178ece9f49),segment_id=dc319593-39ca-47c7-af24-c9178ece9f49)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:39:03.000212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.031504 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] Network 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:39:03.063083 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-af135568-e813-45b5-a716-59c5f82c3385 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port 1c8c8d74-9286-4aa7-b820-12c9a7597f1f yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:39:03.072114 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:03.093854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:03.094454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.146825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.150306 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6a936ead-8f11-4753-9c14-7f40a381a9ab admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4076903 Jul 29 16:39:03.153081 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46930) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:03.160654 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:03.183044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.189189 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:03.229623 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0583f7c9-be95-4707-b102-16d692bbdba9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.256742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Usage tracker for resource:router and tenant:a9ff8c7771054c2480eec2059eb8ce49 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:03.265112 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:03.329319 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3a1312-48a2-4dea-b470-8bb85b836342 None None] Network 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:03.346881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46934) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:03.357229 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:03.368897 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.397159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583f7c9-be95-4707-b102-16d692bbdba9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=28a99b8d-b074-4d71-807c-429301879f42,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:03.407606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event updated for resources: {'Port': ['ID=9d526696-fd74-40e8-8bb1-682961548304,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:03.423757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.425653 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.467368 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.471388 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bb37e43c-dc0f-4387-b092-ec8269607f32 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6547401 Jul 29 16:39:03.471388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.474131 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46940) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:03.489478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.492355 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-93641042'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:03.502527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Transition to ACTIVE for port object 6cff5515-d5ce-4708-92b4-7b3f3294a574 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:03.504090 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:03.515505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Usage tracker for resource:network and tenant:1e71091ec22d4b5cae4e0b3ab0a955f8 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:03.519882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:03.532761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:03.545013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Transition to ACTIVE for port object 6cff5515-d5ce-4708-92b4-7b3f3294a574 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:03.581112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.600620 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2accaa7-361c-4ce2-9375-52dafb7b0e50 None None] Pushing event updated for resources: {'Port': ['ID=5506bacf-5a7b-472e-95ef-f049eccdb50b,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:03.750060 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:39:03.757549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Made reservation on behalf of 1e71091ec22d4b5cae4e0b3ab0a955f8 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:03.767727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.789284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:03.795489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:03.802353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.804459 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:03.810281 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-af135568-e813-45b5-a716-59c5f82c3385 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:39:03.810802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af135568-e813-45b5-a716-59c5f82c3385 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:39:03.860311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Pushing event updated for resources: {'Port': ['ID=6cff5515-d5ce-4708-92b4-7b3f3294a574,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:03.935569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.964327 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0583f7c9-be95-4707-b102-16d692bbdba9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:03.966671 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0583f7c9-be95-4707-b102-16d692bbdba9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/28a99b8d-b074-4d71-807c-429301879f42 HTTP/1.1" status: 204 len: 168 time: 3.4467092 Jul 29 16:39:03.979721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Attempting to bind port 6cff5515-d5ce-4708-92b4-7b3f3294a574 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:39:03.980093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Attempting to bind port 6cff5515-d5ce-4708-92b4-7b3f3294a574 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:39:03.980455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Attempting to bind port 6cff5515-d5ce-4708-92b4-7b3f3294a574 on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:39:03.993101 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.003386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46944) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:04.004640 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.027386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:04.027804 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-af135568-e813-45b5-a716-59c5f82c3385 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.0755196 Jul 29 16:39:04.032933 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Usage tracker for resource:security_group_rule and tenant:1e71091ec22d4b5cae4e0b3ab0a955f8 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:04.036841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:39:04.037246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:04.038351 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.038765 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:39:04.039261 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Bound port: 6cff5515-d5ce-4708-92b4-7b3f3294a574, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:39:04.039634 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.045367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46948) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:04.046055 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:04.049702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.054434 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'fixed_ips': [{'subnet_id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:39:04.055341 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.067278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:04.300082 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09397fe-aff4-4427-82da-d736ccddc8e1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] GET failed (client error): The resource could not be found. Jul 29 16:39:04.301840 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e09397fe-aff4-4427-82da-d736ccddc8e1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/28a99b8d-b074-4d71-807c-429301879f42 HTTP/1.1" status: 404 len: 333 time: 0.2805274 Jul 29 16:39:04.307507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46952) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:04.367131 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 5506bacf-5a7b-472e-95ef-f049eccdb50b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:04.446438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:04.459826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Usage tracker for resource:security_group_rule and tenant:86493858fb75488391a739c0defef846 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:04.467582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Allocated IP 172.20.0.2 (7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a/ff5ec273-f912-48b7-b63a-03fe2ae0c78d/fc0a84da-3450-4b80-9b91-2f851af534ff) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:04.475939 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=47f1c5bf-695e-4b2a-86fa-9e000e1e0f05,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:04.480185 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:04.537518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.572948 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:04.575303 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.643272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:39:04.650938 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0766d3f-90fe-44a0-bc82-dd09b008a91e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:04.658194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting subnet a19fceb3-0417-42cd-ad46-abf07ed1d072 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:39:04.668972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.702735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.708149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.721507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.721897 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Added segment 8c78f9e7-b72e-41fe-ae69-675ed071605f of type vlan for network b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1 Jul 29 16:39:04.752378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.764712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Transition to ACTIVE for port object 29221b50-3682-476f-ada8-d05b168e381a will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:04.766103 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Transition to ACTIVE for port object fc0a84da-3450-4b80-9b91-2f851af534ff will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:04.773726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.780841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.794413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Transition to ACTIVE for port object fc0a84da-3450-4b80-9b91-2f851af534ff will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:04.799858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9562c4fc-770f-4e16-8f58-99c52280fbbf None None] Network 4d4defda-58d2-4316-82f2-54cabdb6379b requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:04.816590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c696115-b01c-45b1-a5c2-62cc22f66e8e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:04.817378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7c696115-b01c-45b1-a5c2-62cc22f66e8e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:04.830744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] For port 6cff5515-d5ce-4708-92b4-7b3f3294a574, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:39:04.834090 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.878109 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7c696115-b01c-45b1-a5c2-62cc22f66e8e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:04.881261 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7c696115-b01c-45b1-a5c2-62cc22f66e8e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.8157945 Jul 29 16:39:04.884098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46956) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:04.912580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.960857 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711da14c-98c9-45da-a74d-dccdd55d6aa4 None None] Network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:04.961797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.967398 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:04.968001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:04.998448 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] For port 6cff5515-d5ce-4708-92b4-7b3f3294a574, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6cff5515-d5ce-4708-92b4-7b3f3294a574,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:39:05.037453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:05.047407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:05.049793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:05.079625 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.085881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.090902 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Network 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:05.091655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f41ec385-f65f-47bc-b555-385c92fb30f5 None None] Provisioning for port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:05.103762 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:05.107955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.113269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 5506bacf-5a7b-472e-95ef-f049eccdb50b completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:05.114979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event updated for resources: {'Port': ['ID=29221b50-3682-476f-ada8-d05b168e381a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:05.124420 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.126523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:05.144049 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Pushing event updated for resources: {'Port': ['ID=fc0a84da-3450-4b80-9b91-2f851af534ff,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:05.153764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:05.210513 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e71a70a-454d-4a08-90b7-f3ec2ba7196b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:05.212253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e71a70a-454d-4a08-90b7-f3ec2ba7196b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:05.212758 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1e71a70a-454d-4a08-90b7-f3ec2ba7196b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:05.226263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:05.226888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.243098 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86493858fb75488391a739c0defef846&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8946507 Jul 29 16:39:05.251038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46962) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:05.267701 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.276375 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60054d90-2e1e-4a7f-aeab-91182e1a4667,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:05.328888 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event updated for resources: {'Network': ['ID=b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:05.331745 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b1046add-5dbf-4649-b0c9-7e6ce901e06f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8565931 Jul 29 16:39:05.337940 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46966) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:05.352835 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Request body: {'subnet': {'network_id': 'b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:05.381075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1e71a70a-454d-4a08-90b7-f3ec2ba7196b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:05.381075 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1e71a70a-454d-4a08-90b7-f3ec2ba7196b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4822741 Jul 29 16:39:05.388237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46970) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:05.408928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:39:05.451255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.547126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.582332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-fa0fbd56-a1f6-49be-a17a-d0086626a5fd None None] Provisioning for port 5506bacf-5a7b-472e-95ef-f049eccdb50b completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:05.602851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Attempting to bind port fc0a84da-3450-4b80-9b91-2f851af534ff on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:39:05.603229 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Attempting to bind port fc0a84da-3450-4b80-9b91-2f851af534ff by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '69c911ab-07d2-4ca8-b417-171deec5cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:39:05.603596 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Attempting to bind port fc0a84da-3450-4b80-9b91-2f851af534ff on network 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:39:05.617478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.617992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.618330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.618583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.618914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.619263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.619649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.620448 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.620448 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.620778 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.621242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.621624 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1d8d7-92a2-4979-8c43-c32ced19c025 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.646591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.652321 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4701ae12-f414-43e6-84f9-0e4b21cc40ae tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4197917 Jul 29 16:39:05.656816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46974) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:05.667541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:05.691616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Request body: {'port': {'network_id': 'd6f51f87-461b-4c5c-a4fb-3c8900b2b91c', 'name': 'tempest-AllowedAddressPairTestJSON-961535708', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b2:19:c9'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:05.730200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Usage tracker for resource:subnet and tenant:1e71091ec22d4b5cae4e0b3ab0a955f8 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:05.739387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Subnet': ['ID=a19fceb3-0417-42cd-ad46-abf07ed1d072,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:05.749441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:05.752999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.753408 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.753748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.754081 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.754435 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.754774 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.755139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.755469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.755824 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.756107 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.756438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.756766 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:05.764094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-77488089-0111-4270-995e-7ea7f03d964a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 8a6f5b4b-b64f-47b6-9a3a-aba9cb8aa993 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:39:05.769663 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.777605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:05.781989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-77488089-0111-4270-995e-7ea7f03d964a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.787067 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77d9ea-ab70-4a5f-8f9b-b1ccf88bf154 None None] Pushing event updated for resources: {'Port': ['ID=6cff5515-d5ce-4708-92b4-7b3f3294a574,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:05.791848 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-fa0fbd56-a1f6-49be-a17a-d0086626a5fd None None] Provisioning complete for port 5506bacf-5a7b-472e-95ef-f049eccdb50b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:05.792225 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fa0fbd56-a1f6-49be-a17a-d0086626a5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.846615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-92c354c4-8932-4480-92a1-5c69d7145b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.854635 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4d85b486-9c88-4fdc-9c93-7dbcc472fffd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/a19fceb3-0417-42cd-ad46-abf07ed1d072 HTTP/1.1" status: 204 len: 168 time: 1.5371075 Jul 29 16:39:05.864737 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:39:05.865252 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Checking segment: {'id': '69c911ab-07d2-4ca8-b417-171deec5cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:05.865527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.865923 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Bound using segment: {'id': '69c911ab-07d2-4ca8-b417-171deec5cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:39:05.866400 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Bound port: fc0a84da-3450-4b80-9b91-2f851af534ff, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c911ab-07d2-4ca8-b417-171deec5cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:39:05.867041 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.878705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb703692-00ae-4ebb-b047-58025dd096db None None] Network 2f30623c-7473-494a-af20-17fc0a4d9208 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:05.884204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46978) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:05.899014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Made reservation on behalf of 1e71091ec22d4b5cae4e0b3ab0a955f8 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:05.902571 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:05.965014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-92c354c4-8932-4480-92a1-5c69d7145b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.016434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:06.042424 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Usage tracker for resource:port and tenant:6f0c505440fa4f0880c55a0c82c37710 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:06.050467 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:06.071116 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:06.092762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Made reservation on behalf of 6f0c505440fa4f0880c55a0c82c37710 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:06.184400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-77488089-0111-4270-995e-7ea7f03d964a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.186263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:06.194039 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-92c354c4-8932-4480-92a1-5c69d7145b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.228162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c354c4-8932-4480-92a1-5c69d7145b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60054d90-2e1e-4a7f-aeab-91182e1a4667,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:06.239073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.253393 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.254454 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.277484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:06.277484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.277975 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Allocated IP 172.26.1.226 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/2e579de4-be1d-45cc-a7ce-222448271264) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:06.294908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-92c354c4-8932-4480-92a1-5c69d7145b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.295270 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-92c354c4-8932-4480-92a1-5c69d7145b64 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60054d90-2e1e-4a7f-aeab-91182e1a4667 HTTP/1.1" status: 204 len: 168 time: 1.0360377 Jul 29 16:39:06.363566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.390616 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.414522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fa0fbd56-a1f6-49be-a17a-d0086626a5fd None None] Current status of the port 5506bacf-5a7b-472e-95ef-f049eccdb50b is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:06.415790 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fa0fbd56-a1f6-49be-a17a-d0086626a5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.456373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=47f1c5bf-695e-4b2a-86fa-9e000e1e0f05,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:06.463285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] device_id is not set on port a84405be-58fd-4dcb-8749-43a22ea4b06b yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:39:06.507840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] For port fc0a84da-3450-4b80-9b91-2f851af534ff, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:39:06.521448 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] For port fc0a84da-3450-4b80-9b91-2f851af534ff, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=fc0a84da-3450-4b80-9b91-2f851af534ff,segment=NetworkSegment(69c911ab-07d2-4ca8-b417-171deec5cf4c),segment_id=69c911ab-07d2-4ca8-b417-171deec5cf4c)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:39:06.545641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.550991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-fa0fbd56-a1f6-49be-a17a-d0086626a5fd None None] For port 5506bacf-5a7b-472e-95ef-f049eccdb50b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=5506bacf-5a7b-472e-95ef-f049eccdb50b,segment=NetworkSegment(dc319593-39ca-47c7-af24-c9178ece9f49),segment_id=dc319593-39ca-47c7-af24-c9178ece9f49)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:06.620248 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.675602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 4d4defda-58d2-4316-82f2-54cabdb6379b is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:06.680802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:06.716657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fa0fbd56-a1f6-49be-a17a-d0086626a5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.739809 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-77488089-0111-4270-995e-7ea7f03d964a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.900116 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:06.900511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:06.930075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46986) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:06.932835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Allocated IP 172.20.0.14 (d6f51f87-461b-4c5c-a4fb-3c8900b2b91c/e1165ad9-1d0e-4854-abbc-5bcf02411b77/a84405be-58fd-4dcb-8749-43a22ea4b06b) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:06.939071 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f2450-25e6-4137-a1eb-a2a4d4a06a72 None None] Pushing event updated for resources: {'Port': ['ID=fc0a84da-3450-4b80-9b91-2f851af534ff,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:07.058718 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a26b3f1a-df93-45d2-bebf-037a27e72f66 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55c39253ab4e4a2cae0721ad45d6578f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1275427 Jul 29 16:39:07.063467 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46990) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:07.079939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:07.086821 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-77488089-0111-4270-995e-7ea7f03d964a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:07.116535 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fbd56-a1f6-49be-a17a-d0086626a5fd None None] Pushing event updated for resources: {'Port': ['ID=5506bacf-5a7b-472e-95ef-f049eccdb50b,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:07.125856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352da91f-5d8c-4a4f-8e83-51f13881df8c None None] DHCP port deletion for 2f30623c-7473-494a-af20-17fc0a4d9208 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:39:07.134994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-352da91f-5d8c-4a4f-8e83-51f13881df8c None None] Deleting port e8eed1d4-6e21-4723-ad15-24ee537d8a33 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:07.135378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-352da91f-5d8c-4a4f-8e83-51f13881df8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:07.263029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Router 43d1642f-5f47-4ec4-83fc-eff18267daa1 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:39:07.309986 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f51f4d80-ba5f-48f5-a5b7-47a8e41279c6 None None] Provisioning for port 47f1c5bf-695e-4b2a-86fa-9e000e1e0f05 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:07.318819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=407f8ee2-f6b2-45b8-9932-b6eb53a3b593,segment=NetworkSegment(f95fa06b-591b-426e-b11c-11376906cda3),segment_id=f95fa06b-591b-426e-b11c-11376906cda3)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:07.322411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f51f4d80-ba5f-48f5-a5b7-47a8e41279c6 None None] Provisioning complete for port 47f1c5bf-695e-4b2a-86fa-9e000e1e0f05 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:07.328603 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f51f4d80-ba5f-48f5-a5b7-47a8e41279c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:07.358090 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2bcf8f1b-0da4-4885-af26-7856a9ede3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:07.385440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77488089-0111-4270-995e-7ea7f03d964a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6f5b4b-b64f-47b6-9a3a-aba9cb8aa993,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:07.391112 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port e8eed1d4-6e21-4723-ad15-24ee537d8a33 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:07.391227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:07.429648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:07.436632 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Pushing event updated for resources: {'Port': ['ID=2e579de4-be1d-45cc-a7ce-222448271264,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:07.451935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-77488089-0111-4270-995e-7ea7f03d964a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:07.482969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:07.497183 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-77488089-0111-4270-995e-7ea7f03d964a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/8a6f5b4b-b64f-47b6-9a3a-aba9cb8aa993 HTTP/1.1" status: 204 len: 168 time: 2.0588930 Jul 29 16:39:07.497961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 46994) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:07.504938 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:07.623048 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5cb498-0edf-437b-8825-bedf9376a4bd None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:07.635724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:07.701750 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:07.913021 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2bcf8f1b-0da4-4885-af26-7856a9ede3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:07.932733 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e1b389d6-d67f-45f3-b0cc-a87f16e13a94 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4293723 Jul 29 16:39:07.934677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:07.951647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 46998) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:07.966481 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-aca0e2e3-ab23-4beb-b74c-a287073cd9a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:07.977119 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f51f4d80-ba5f-48f5-a5b7-47a8e41279c6 None None] Port 47f1c5bf-695e-4b2a-86fa-9e000e1e0f05 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:07.992362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device fc0a84da-3450-4b80-9b91-2f851af534ff up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:08.039645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Transition to ACTIVE for port object a84405be-58fd-4dcb-8749-43a22ea4b06b will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:08.093025 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-352da91f-5d8c-4a4f-8e83-51f13881df8c None None] For port e8eed1d4-6e21-4723-ad15-24ee537d8a33, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e8eed1d4-6e21-4723-ad15-24ee537d8a33,segment=NetworkSegment(8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1),segment_id=8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:08.093445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-352da91f-5d8c-4a4f-8e83-51f13881df8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:08.129174 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f51f4d80-ba5f-48f5-a5b7-47a8e41279c6 None None] Provisioning complete for port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:08.130562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f51f4d80-ba5f-48f5-a5b7-47a8e41279c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:08.159202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:08.161713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:08.174240 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9fd93-b1b9-4073-b286-adfab98c8f48 None None] Sync routers for ids ['43d1642f-5f47-4ec4-83fc-eff18267daa1'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:08.199495 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9fd93-b1b9-4073-b286-adfab98c8f48 None None] Routers {'43d1642f-5f47-4ec4-83fc-eff18267daa1'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:08.200332 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-95b9fd93-b1b9-4073-b286-adfab98c8f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['43d1642f-5f47-4ec4-83fc-eff18267daa1'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:08.279930 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=407f8ee2-f6b2-45b8-9932-b6eb53a3b593,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:08.299881 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event updated for resources: {'Subnet': ['ID=9698d8a9-017b-4915-9bbe-5817d60c66a2,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:08.332010 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-95b9fd93-b1b9-4073-b286-adfab98c8f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:08.357115 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9fd93-b1b9-4073-b286-adfab98c8f48 None None] Routers {'43d1642f-5f47-4ec4-83fc-eff18267daa1'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:08.357776 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-95b9fd93-b1b9-4073-b286-adfab98c8f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['43d1642f-5f47-4ec4-83fc-eff18267daa1'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:08.360921 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-aca0e2e3-ab23-4beb-b74c-a287073cd9a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:08.363986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Checking segment: {'id': '8c78f9e7-b72e-41fe-ae69-675ed071605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:08.365008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Network hostable DHCP agents. Network: b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:39:08.365976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-aca0e2e3-ab23-4beb-b74c-a287073cd9a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:08.368904 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-aca0e2e3-ab23-4beb-b74c-a287073cd9a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:08.390677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-aca0e2e3-ab23-4beb-b74c-a287073cd9a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:08.403419 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:08.410576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:08.415126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event updated for resources: {'Port': ['ID=a84405be-58fd-4dcb-8749-43a22ea4b06b,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:08.419040 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:08.438550 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-352da91f-5d8c-4a4f-8e83-51f13881df8c None None] Calling delete_port for e8eed1d4-6e21-4723-ad15-24ee537d8a33 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:08.498648 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2bcf8f1b-0da4-4885-af26-7856a9ede3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:08.501414 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2bcf8f1b-0da4-4885-af26-7856a9ede3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:08.505751 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2bcf8f1b-0da4-4885-af26-7856a9ede3c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc99fdb5-4f3a-43b6-afc3-4250e2f94295 HTTP/1.1" status: 204 len: 168 time: 1.4342544 Jul 29 16:39:08.514870 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-931aa86f-d7b9-46b9-8bcc-7dda21e46296 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "PUT /v2.0/routers/43d1642f-5f47-4ec4-83fc-eff18267daa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9932275 Jul 29 16:39:08.517100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca0e2e3-ab23-4beb-b74c-a287073cd9a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:08.530190 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aca0e2e3-ab23-4beb-b74c-a287073cd9a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:08.556943 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47006) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:08.657210 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-95b9fd93-b1b9-4073-b286-adfab98c8f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:08.657636 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9fd93-b1b9-4073-b286-adfab98c8f48 None None] The sync data for ids ['43d1642f-5f47-4ec4-83fc-eff18267daa1'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:08.764391 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58caecf6-e8d5-4685-acf4-d125df88b7eb None None] Network 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:08.809237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] For port e8eed1d4-6e21-4723-ad15-24ee537d8a33, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e8eed1d4-6e21-4723-ad15-24ee537d8a33,segment=NetworkSegment(8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1),segment_id=8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:08.809595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:08.842842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Network b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:39:08.896740 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-352da91f-5d8c-4a4f-8e83-51f13881df8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:08.956246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port fc0a84da-3450-4b80-9b91-2f851af534ff completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:08.985034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352da91f-5d8c-4a4f-8e83-51f13881df8c None None] Pushing event deleted for resources: {'Port': ['ID=e8eed1d4-6e21-4723-ad15-24ee537d8a33,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:08.995601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352da91f-5d8c-4a4f-8e83-51f13881df8c None None] No DVR routers for this DVR port e8eed1d4-6e21-4723-ad15-24ee537d8a33 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:39:09.006184 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6cff5515-d5ce-4708-92b4-7b3f3294a574 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:09.032936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:09.033547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.070164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aca0e2e3-ab23-4beb-b74c-a287073cd9a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.083702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf8f1b-0da4-4885-af26-7856a9ede3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc99fdb5-4f3a-43b6-afc3-4250e2f94295,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:09.136806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:09.152131 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for e8eed1d4-6e21-4723-ad15-24ee537d8a33 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:09.166419 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a280c20a-a8e8-40ac-a0ab-d390ec39ddfa None None] Network b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:09.190790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca0e2e3-ab23-4beb-b74c-a287073cd9a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:09.192638 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c547af9b-3f22-4f38-b286-ecdf126d98cf tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.5291741 Jul 29 16:39:09.194434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0e2e3-ab23-4beb-b74c-a287073cd9a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=35297991-e29e-46fd-89b7-0f9c77f92b40,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:09.196717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-aca0e2e3-ab23-4beb-b74c-a287073cd9a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:09.198966 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47018) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:09.206044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:09.206643 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.265829 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca0e2e3-ab23-4beb-b74c-a287073cd9a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:09.266789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aca0e2e3-ab23-4beb-b74c-a287073cd9a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.317991 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-aca0e2e3-ab23-4beb-b74c-a287073cd9a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3649588 Jul 29 16:39:09.319695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47024) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:09.324318 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-875f8a62-7a6d-4fbb-941f-323a29517501 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9824629 Jul 29 16:39:09.339493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-39e2b05d-ccb8-4807-9542-486eb20d1184 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1460930136', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:09.343426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47026) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:09.347486 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-39e2b05d-ccb8-4807-9542-486eb20d1184 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:09.354512 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-39e2b05d-ccb8-4807-9542-486eb20d1184 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:router and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:09.354673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.356921 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-39e2b05d-ccb8-4807-9542-486eb20d1184 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:09.363269 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-39e2b05d-ccb8-4807-9542-486eb20d1184 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:09.379466 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f51f4d80-ba5f-48f5-a5b7-47a8e41279c6 None None] Current status of the port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:09.389123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39e2b05d-ccb8-4807-9542-486eb20d1184 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.390154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39e2b05d-ccb8-4807-9542-486eb20d1184 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.407863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39e2b05d-ccb8-4807-9542-486eb20d1184 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.433177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2063838751', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:09.449862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d12e76-9858-4e86-95aa-25c4804da428 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:09.453449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d12e76-9858-4e86-95aa-25c4804da428 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:09.462049 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d12e76-9858-4e86-95aa-25c4804da428 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:09.462225 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:09.462523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-40d12e76-9858-4e86-95aa-25c4804da428 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Synchronizing usage tracker for tenant:6f0c505440fa4f0880c55a0c82c37710 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:09.466921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f41413-46de-46a5-810f-561247a3cf8b None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:39:09.468210 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39e2b05d-ccb8-4807-9542-486eb20d1184 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.501405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-52f41413-46de-46a5-810f-561247a3cf8b None None] Deleting port 6cff5515-d5ce-4708-92b4-7b3f3294a574 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:09.501962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-52f41413-46de-46a5-810f-561247a3cf8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.522945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Usage tracker for resource:router and tenant:1e71091ec22d4b5cae4e0b3ab0a955f8 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:09.535018 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:09.535770 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a71443-241c-4e89-b564-a4ce8ea84cec tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:09.540200 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-75a71443-241c-4e89-b564-a4ce8ea84cec tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:09.559918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:09.563993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:39:09.564318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:39:09.582994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39e2b05d-ccb8-4807-9542-486eb20d1184 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.587083 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-39e2b05d-ccb8-4807-9542-486eb20d1184 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2529576 Jul 29 16:39:09.589910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47038) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:09.592735 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.593880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.604556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 6cff5515-d5ce-4708-92b4-7b3f3294a574 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:09.620102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.661928 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-75a71443-241c-4e89-b564-a4ce8ea84cec tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:09.663860 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-75a71443-241c-4e89-b564-a4ce8ea84cec tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d1642f-5f47-4ec4-83fc-eff18267daa1 HTTP/1.1" status: 200 len: 988 time: 1.0783634 Jul 29 16:39:09.677262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47042) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:09.678542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 5506bacf-5a7b-472e-95ef-f049eccdb50b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:09.731322 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-40d12e76-9858-4e86-95aa-25c4804da428 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Unset dirty status for tenant:6f0c505440fa4f0880c55a0c82c37710 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:09.732518 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-40d12e76-9858-4e86-95aa-25c4804da428 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.5271935 Jul 29 16:39:09.737085 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Provisioning for port fc0a84da-3450-4b80-9b91-2f851af534ff completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:09.756672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Provisioning complete for port fc0a84da-3450-4b80-9b91-2f851af534ff triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:09.757209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.797843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47048) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:09.893909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-2687dbc2-42a2-4d7a-ab24-131724c82453 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Deleting port a84405be-58fd-4dcb-8749-43a22ea4b06b {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:09.894268 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2687dbc2-42a2-4d7a-ab24-131724c82453 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:09.895981 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47052) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:10.106234 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:10.114073 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port e8eed1d4-6e21-4723-ad15-24ee537d8a33 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:10.114454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:10.160752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1636265115'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:10.180323 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1', 'network_id': 'b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1', 'tenant_id': '1e71091ec22d4b5cae4e0b3ab0a955f8', 'fixed_ips': [{'subnet_id': '9698d8a9-017b-4915-9bbe-5817d60c66a2'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:39:10.181253 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:10.246364 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 5506bacf-5a7b-472e-95ef-f049eccdb50b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:10.246859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:10.282512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:10.288271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Usage tracker for resource:network and tenant:2dfcda58e3f74084b8302be907f8cb07 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:10.294059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:10.303067 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:10.334805 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Current status of the port fc0a84da-3450-4b80-9b91-2f851af534ff is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:10.335234 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:10.336293 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:10.400579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Made reservation on behalf of 2dfcda58e3f74084b8302be907f8cb07 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:10.404448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:10.415437 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-52f41413-46de-46a5-810f-561247a3cf8b None None] For port 6cff5515-d5ce-4708-92b4-7b3f3294a574, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6cff5515-d5ce-4708-92b4-7b3f3294a574,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:10.415975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-52f41413-46de-46a5-810f-561247a3cf8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:10.429630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] The port 'e8eed1d4-6e21-4723-ad15-24ee537d8a33' was deleted {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:39:10.483065 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:10.565610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] For port fc0a84da-3450-4b80-9b91-2f851af534ff, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=fc0a84da-3450-4b80-9b91-2f851af534ff,segment=NetworkSegment(69c911ab-07d2-4ca8-b417-171deec5cf4c),segment_id=69c911ab-07d2-4ca8-b417-171deec5cf4c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:10.573461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-52f41413-46de-46a5-810f-561247a3cf8b None None] Calling delete_port for 6cff5515-d5ce-4708-92b4-7b3f3294a574 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:10.616070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:10.626640 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2687dbc2-42a2-4d7a-ab24-131724c82453 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:10.638425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:10.873890 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Usage tracker for resource:security_group_rule and tenant:2dfcda58e3f74084b8302be907f8cb07 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:10.885141 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:10.885484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Provisioning for port 6cff5515-d5ce-4708-92b4-7b3f3294a574 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:10.893959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Pushing event updated for resources: {'Port': ['ID=fc0a84da-3450-4b80-9b91-2f851af534ff,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:10.907118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:10.907760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:10.908071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-2687dbc2-42a2-4d7a-ab24-131724c82453 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Calling delete_port for a84405be-58fd-4dcb-8749-43a22ea4b06b owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:10.908405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:10.908876 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:10.909412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:10.910002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:10.910325 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:10.910520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:10.910708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:10.910972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:10.911328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:10.911948 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:10.911948 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:10.916888 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Allocated IP 172.20.0.2 (b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1/9698d8a9-017b-4915-9bbe-5817d60c66a2/a4d4804c-4491-4b0b-a736-aa4114d14639) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:10.920409 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Provisioning complete for port 6cff5515-d5ce-4708-92b4-7b3f3294a574 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:10.920752 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:10.943581 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:10.952210 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 5506bacf-5a7b-472e-95ef-f049eccdb50b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:10.961669 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-52f41413-46de-46a5-810f-561247a3cf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:10.998310 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f30623c-7473-494a-af20-17fc0a4d9208']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:10.998942 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Port 6cff5515-d5ce-4708-92b4-7b3f3294a574 was deleted so its status cannot be updated. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jul 29 16:39:11.022306 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f41413-46de-46a5-810f-561247a3cf8b None None] Pushing event deleted for resources: {'Port': ['ID=6cff5515-d5ce-4708-92b4-7b3f3294a574,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:11.029903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:11.030171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:11.045943 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f41413-46de-46a5-810f-561247a3cf8b None None] No DVR routers for this DVR port 6cff5515-d5ce-4708-92b4-7b3f3294a574 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:39:11.057611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.072298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:39:11.084194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.092248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e8eed1d4-6e21-4723-ad15-24ee537d8a33 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:39:11.093967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:39:11.094364 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.126759 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2687dbc2-42a2-4d7a-ab24-131724c82453 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.131473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d783029-088d-4324-a784-942a122a7efd None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:11.161820 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Provisioning for port a84405be-58fd-4dcb-8749-43a22ea4b06b completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:11.206426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: e8eed1d4-6e21-4723-ad15-24ee537d8a33 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:39:11.206669 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e8eed1d4-6e21-4723-ad15-24ee537d8a33 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:39:11.229904 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Provisioning complete for port a84405be-58fd-4dcb-8749-43a22ea4b06b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:11.230193 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.230367 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1 resource provider aggregate not found Jul 29 16:39:11.254835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687dbc2-42a2-4d7a-ab24-131724c82453 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event deleted for resources: {'Port': ['ID=a84405be-58fd-4dcb-8749-43a22ea4b06b,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:11.283198 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Port a84405be-58fd-4dcb-8749-43a22ea4b06b was deleted so its status cannot be updated. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jul 29 16:39:11.325353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.339771 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f8fd6ed-9d2a-4e44-8f93-e9b04087ccb1 found for delete ", "request_id": "req-1f2ba962-2d5b-4e46-bece-2d94e5d28057"}]} Jul 29 16:39:11.377982 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:11.407216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.437782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.469976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Network': ['ID=2f30623c-7473-494a-af20-17fc0a4d9208,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:11.508356 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Provisioning complete for port 5506bacf-5a7b-472e-95ef-f049eccdb50b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:11.521629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.643573 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5b581e16-11cf-4778-9015-1019549ce065 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/networks/2f30623c-7473-494a-af20-17fc0a4d9208 HTTP/1.1" status: 204 len: 168 time: 5.7560205 Jul 29 16:39:11.664010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47064) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:11.669740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.671549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:11.676283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'name': 'tempest-PortsTestJSON-881088618'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:11.705546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.710715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Sync routers for ids ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:11.762665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '35297991-e29e-46fd-89b7-0f9c77f92b40'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:39:11.763487 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.785237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.798732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Routers {'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:11.799707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:11.830056 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.873992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.874246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Transition to ACTIVE for port object a4d4804c-4491-4b0b-a736-aa4114d14639 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:11.877830 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7bec07a0-1732-4eda-8604-b2ccf90b63ee admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.7209239 Jul 29 16:39:11.883157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47068) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:11.888239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:39:11.898716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.948432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834d18a1-36da-4438-8cdd-8ea034c1b423,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:11.953894 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:11.954209 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Added segment 3ee38934-f2c8-4083-9681-8ce79e04c7da of type vlan for network 57b28557-e768-42ab-b74d-a3d7a59c211f Jul 29 16:39:11.965895 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:12.008699 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:port and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:12.012044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:12.026739 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:12.029830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:12.057653 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Transition to ACTIVE for port object a4d4804c-4491-4b0b-a736-aa4114d14639 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:12.061555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:12.062098 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:12.065076 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:12.069138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:12.139126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:12.142685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:12.148336 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:12.148929 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:12.156378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port 52ddccbb-1ca7-49d5-917f-5a8767f3ba47 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:39:12.272812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2687dbc2-42a2-4d7a-ab24-131724c82453 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:12.283306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Allocated IP 172.26.1.96 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/ba52ca8e-2530-48e3-8473-367773dc13df) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:12.287503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Network b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:12.300664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:12.303027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Pushing event updated for resources: {'Port': ['ID=a4d4804c-4491-4b0b-a736-aa4114d14639,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:12.306601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Set router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:39:12.311322 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::1 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/35297991-e29e-46fd-89b7-0f9c77f92b40/1f2f930d-4cff-4d05-a2f9-519a4c759ab8) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:12.345199 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4478157 Jul 29 16:39:12.354440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:12.363595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47072) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:12.370145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b312c43-d88d-40d8-b82b-d4dc0430acaf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Network': ['ID=57b28557-e768-42ab-b74d-a3d7a59c211f,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:12.375469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'subnet': {'network_id': '57b28557-e768-42ab-b74d-a3d7a59c211f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:12.392734 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2687dbc2-42a2-4d7a-ab24-131724c82453 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "DELETE /v2.0/ports/a84405be-58fd-4dcb-8749-43a22ea4b06b HTTP/1.1" status: 204 len: 168 time: 2.5855429 Jul 29 16:39:12.419226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Current status of the port 5506bacf-5a7b-472e-95ef-f049eccdb50b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:12.431641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 57b28557-e768-42ab-b74d-a3d7a59c211f details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:39:12.445104 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47076) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:12.647064 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8a94e8e1-95b0-4417-8749-04fc877d7608 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:12.727077 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-d977cc53-c6f8-4b6a-ab6f-63b644258b29 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] GET failed (client error): The resource could not be found. Jul 29 16:39:12.732566 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d977cc53-c6f8-4b6a-ab6f-63b644258b29 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "GET /v2.0/ports/a84405be-58fd-4dcb-8749-43a22ea4b06b HTTP/1.1" status: 404 len: 333 time: 0.2780538 Jul 29 16:39:12.750568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47080) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:12.821218 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Provisioning complete for port 47f1c5bf-695e-4b2a-86fa-9e000e1e0f05 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:12.821218 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:12.824209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Request body: {'port': {'network_id': 'd6f51f87-461b-4c5c-a4fb-3c8900b2b91c', 'name': 'tempest-AllowedAddressPairTestJSON-1444123457'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:12.860164 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:12.861086 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device fc0a84da-3450-4b80-9b91-2f851af534ff up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:12.909248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Attempting to bind port a4d4804c-4491-4b0b-a736-aa4114d14639 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:39:12.909450 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Attempting to bind port a4d4804c-4491-4b0b-a736-aa4114d14639 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '8c78f9e7-b72e-41fe-ae69-675ed071605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:39:12.909810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Attempting to bind port a4d4804c-4491-4b0b-a736-aa4114d14639 on network b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:39:12.924947 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:12.937021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:39:12.937554 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Checking segment: {'id': '8c78f9e7-b72e-41fe-ae69-675ed071605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:12.937821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:12.938215 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Bound using segment: {'id': '8c78f9e7-b72e-41fe-ae69-675ed071605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:39:12.938685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Bound port: a4d4804c-4491-4b0b-a736-aa4114d14639, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c78f9e7-b72e-41fe-ae69-675ed071605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:39:12.939055 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:12.949027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Usage tracker for resource:subnet and tenant:2dfcda58e3f74084b8302be907f8cb07 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:12.956206 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:12.962459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:12.979742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:13.017741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.018679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Port 47f1c5bf-695e-4b2a-86fa-9e000e1e0f05 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:13.037133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.051710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:13.056692 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Made reservation on behalf of 2dfcda58e3f74084b8302be907f8cb07 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:13.060156 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.106007 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Provisioning for port 29221b50-3682-476f-ada8-d05b168e381a completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:13.124186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Provisioning complete for port 29221b50-3682-476f-ada8-d05b168e381a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:13.124651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.169410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] For port a4d4804c-4491-4b0b-a736-aa4114d14639, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:39:13.179219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port fc0a84da-3450-4b80-9b91-2f851af534ff triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:13.179219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.210808 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:13.218585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Usage tracker for resource:port and tenant:6f0c505440fa4f0880c55a0c82c37710 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:13.225273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:13.230731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] For port a4d4804c-4491-4b0b-a736-aa4114d14639, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a4d4804c-4491-4b0b-a736-aa4114d14639,segment=NetworkSegment(8c78f9e7-b72e-41fe-ae69-675ed071605f),segment_id=8c78f9e7-b72e-41fe-ae69-675ed071605f)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:39:13.236827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:13.248781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.251750 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.283555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-86d11ee6-2dd9-48f5-88d1-ac595ec86c10 None None] Port 29221b50-3682-476f-ada8-d05b168e381a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:13.284936 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.312111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Made reservation on behalf of 6f0c505440fa4f0880c55a0c82c37710 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:13.315650 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.323618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.359917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': '2e579de4-be1d-45cc-a7ce-222448271264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:03Z', 'updated_at': '2022-07-29T16:39:08Z', 'revision_number': 3, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'gw_port': {'id': '2e579de4-be1d-45cc-a7ce-222448271264', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:05Z', 'updated_at': '2022-07-29T16:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:13.394462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:13.401768 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Checking router: f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:39:13.402126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Updating router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c port 2e579de4-be1d-45cc-a7ce-222448271264 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:39:13.405497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:13.417242 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:13.437458 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-8a94e8e1-95b0-4417-8749-04fc877d7608 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port 47f1c5bf-695e-4b2a-86fa-9e000e1e0f05 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:13.437783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8a94e8e1-95b0-4417-8749-04fc877d7608 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.444456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 2a265526-819a-4291-8373-8ab2e6e57a8d is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:13.450126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] device_id is not set on port d461d2ec-4767-4922-a463-ebcc34ce8d3e yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:39:13.453299 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d0ad6-fc7e-4d84-ad40-2872820991f8 None None] Pushing event updated for resources: {'Port': ['ID=a4d4804c-4491-4b0b-a736-aa4114d14639,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:13.474323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:13.490871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:13.494860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:13.504572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event updated for resources: {'Port': ['ID=ba52ca8e-2530-48e3-8473-367773dc13df,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:13.511219 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:13.511759 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.524922 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Allocated IP 2001:db8::2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/35297991-e29e-46fd-89b7-0f9c77f92b40/25602a00-906b-4aee-bbf1-bb84a074ae5a) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:13.525167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=1f2f930d-4cff-4d05-a2f9-519a4c759ab8,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:13.539170 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:13.544260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:13.545265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.587925 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c0121b2f-4a0d-4c6e-ab15-e2f26d193e2e None None] Provisioning complete for port fc0a84da-3450-4b80-9b91-2f851af534ff triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:13.588298 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c0121b2f-4a0d-4c6e-ab15-e2f26d193e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.619483 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.686561 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0214717 Jul 29 16:39:13.696614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47086) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:13.783012 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port fc0a84da-3450-4b80-9b91-2f851af534ff is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:13.836456 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.868705 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146373be-dcdb-4998-a4bc-6cb407586278 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=52ddccbb-1ca7-49d5-917f-5a8767f3ba47,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:13.871322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:13.895240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Allocated IP 172.20.0.7 (d6f51f87-461b-4c5c-a4fb-3c8900b2b91c/e1165ad9-1d0e-4854-abbc-5bcf02411b77/d461d2ec-4767-4922-a463-ebcc34ce8d3e) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:13.963205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-1d80e742-bbfd-4069-bba0-6a39ff3e2389 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port 52ddccbb-1ca7-49d5-917f-5a8767f3ba47 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:13.963747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d80e742-bbfd-4069-bba0-6a39ff3e2389 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:14.006861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8a94e8e1-95b0-4417-8749-04fc877d7608 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:14.058152 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6cff5515-d5ce-4708-92b4-7b3f3294a574 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:39:14.111853 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 6cff5515-d5ce-4708-92b4-7b3f3294a574 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:39:14.112147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6cff5515-d5ce-4708-92b4-7b3f3294a574 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:39:14.215344 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:14.235773 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:39:14.291392 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a4d4804c-4491-4b0b-a736-aa4114d14639 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:14.294650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-8a94e8e1-95b0-4417-8749-04fc877d7608 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for 47f1c5bf-695e-4b2a-86fa-9e000e1e0f05 owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:14.298319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Transition to ACTIVE for port object d461d2ec-4767-4922-a463-ebcc34ce8d3e will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:14.324993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:14.344301 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:14.403125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Transition to ACTIVE for port object 25602a00-906b-4aee-bbf1-bb84a074ae5a will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:14.442661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c0121b2f-4a0d-4c6e-ab15-e2f26d193e2e None None] Current status of the port fc0a84da-3450-4b80-9b91-2f851af534ff is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:14.469270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Transition to ACTIVE for port object 25602a00-906b-4aee-bbf1-bb84a074ae5a will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:14.479681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Subnet': ['ID=d07cc72a-d367-47de-8447-ca51a97ccde9,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:14.496700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Checking segment: {'id': '3ee38934-f2c8-4083-9681-8ce79e04c7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '57b28557-e768-42ab-b74d-a3d7a59c211f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:14.497185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network hostable DHCP agents. Network: 57b28557-e768-42ab-b74d-a3d7a59c211f, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:39:14.503178 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:14.639615 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port a4d4804c-4491-4b0b-a736-aa4114d14639 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:14.706012 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:14.727244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:14.729676 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:14.740116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network 57b28557-e768-42ab-b74d-a3d7a59c211f is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:39:14.744465 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:14.785233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Pushing event updated for resources: {'Port': ['ID=25602a00-906b-4aee-bbf1-bb84a074ae5a,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:14.819605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 57b28557-e768-42ab-b74d-a3d7a59c211f) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:14.839089 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:14.839724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:14.845566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:14.850198 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e252d55-36c0-427b-ab49-018a45db3c0e None None] Network b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:14.855097 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:14.863251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34820cf-d00b-459c-bb24-adf13476996f None None] Network 57b28557-e768-42ab-b74d-a3d7a59c211f requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:14.866365 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:14.872692 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:14.901235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.019262 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Transition to ACTIVE for port object 2e579de4-be1d-45cc-a7ce-222448271264 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:15.064259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Attempting to bind port 25602a00-906b-4aee-bbf1-bb84a074ae5a on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:39:15.064909 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Attempting to bind port 25602a00-906b-4aee-bbf1-bb84a074ae5a by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:39:15.064909 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Attempting to bind port 25602a00-906b-4aee-bbf1-bb84a074ae5a on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:39:15.076604 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e02e7781-6539-4c0c-9890-d79337031863 None None] Provisioning for port a4d4804c-4491-4b0b-a736-aa4114d14639 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:15.080216 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.081284 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a3a6ebce-e0de-4f52-83a6-d04ab7f184b6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7128820 Jul 29 16:39:15.082266 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47090) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:15.087900 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event updated for resources: {'Port': ['ID=d461d2ec-4767-4922-a463-ebcc34ce8d3e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:15.101400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-897883347', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:15.112330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:15.127889 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Usage tracker for resource:router and tenant:2dfcda58e3f74084b8302be907f8cb07 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:15.136142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:15.137096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:39:15.137473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:15.137874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.138731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:39:15.138731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Bound port: 25602a00-906b-4aee-bbf1-bb84a074ae5a, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:39:15.139301 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.150033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:15.151632 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Allocated IP 172.20.0.1 (7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a/ff5ec273-f912-48b7-b63a-03fe2ae0c78d/d1a3f43d-239c-4c91-9510-9f65f7de8d26) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:15.159404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:15.160035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.163698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e02e7781-6539-4c0c-9890-d79337031863 None None] Provisioning complete for port a4d4804c-4491-4b0b-a736-aa4114d14639 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:15.164045 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e02e7781-6539-4c0c-9890-d79337031863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.237117 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9e670842-ccad-41c0-b74c-a13eae40101e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.245103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d80e742-bbfd-4069-bba0-6a39ff3e2389 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.294762 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.295611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.311004 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7e4231a1-5618-4029-8f00-5ca54c74200c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5515683 Jul 29 16:39:15.313688 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47094) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:15.347216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.386527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Attempting to bind port 2e579de4-be1d-45cc-a7ce-222448271264 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:39:15.386912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Attempting to bind port 2e579de4-be1d-45cc-a7ce-222448271264 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:39:15.387266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Attempting to bind port 2e579de4-be1d-45cc-a7ce-222448271264 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:39:15.389080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.446971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d257938-eb57-4dc9-80ad-a70982878433 None None] Pushing event updated for resources: {'Port': ['ID=2e579de4-be1d-45cc-a7ce-222448271264,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:15.447467 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-aa9b234f-76c5-41ad-9eef-bee37a999026 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b2:19:c9'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:15.465285 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:39:15.465661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:15.466101 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.466494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:39:15.466962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Bound port: 2e579de4-be1d-45cc-a7ce-222448271264, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:39:15.467333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.494517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-1d80e742-bbfd-4069-bba0-6a39ff3e2389 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for 52ddccbb-1ca7-49d5-917f-5a8767f3ba47 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:15.674204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] For port 2e579de4-be1d-45cc-a7ce-222448271264, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:39:15.676979 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] For port 25602a00-906b-4aee-bbf1-bb84a074ae5a, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:39:15.783319 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] For port 25602a00-906b-4aee-bbf1-bb84a074ae5a, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=25602a00-906b-4aee-bbf1-bb84a074ae5a,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:39:15.784455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.804270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] For port 2e579de4-be1d-45cc-a7ce-222448271264, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2e579de4-be1d-45cc-a7ce-222448271264,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:39:15.807527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.812233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726c96bc-2a06-4ab9-b7ce-bfd7445850c1 None None] Network 57b28557-e768-42ab-b74d-a3d7a59c211f requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:15.899446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d80e742-bbfd-4069-bba0-6a39ff3e2389 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.903372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.940604 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.956461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8a94e8e1-95b0-4417-8749-04fc877d7608 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.962124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e02e7781-6539-4c0c-9890-d79337031863 None None] Current status of the port a4d4804c-4491-4b0b-a736-aa4114d14639 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:15.962502 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e02e7781-6539-4c0c-9890-d79337031863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:15.996503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80e742-bbfd-4069-bba0-6a39ff3e2389 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=52ddccbb-1ca7-49d5-917f-5a8767f3ba47,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:16.040476 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Transition to ACTIVE for port object d1a3f43d-239c-4c91-9510-9f65f7de8d26 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:16.073941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Router b8f23b1e-0fc9-411d-a746-5548709a174d is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:39:16.119498 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d80e742-bbfd-4069-bba0-6a39ff3e2389 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:16.232971 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1d80e742-bbfd-4069-bba0-6a39ff3e2389 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/52ddccbb-1ca7-49d5-917f-5a8767f3ba47 HTTP/1.1" status: 204 len: 168 time: 2.5330198 Jul 29 16:39:16.238811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47100) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:16.257470 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'mac_address': 'fa:16:3e:56:f8:6e', 'name': 'tempest-PortsTestJSON-1594650493'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:16.262290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332f0f8-2542-4d40-9266-920fa21d5daf None None] Pushing event updated for resources: {'Port': ['ID=25602a00-906b-4aee-bbf1-bb84a074ae5a,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:16.277440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e02e7781-6539-4c0c-9890-d79337031863 None None] For port a4d4804c-4491-4b0b-a736-aa4114d14639, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a4d4804c-4491-4b0b-a736-aa4114d14639,segment=NetworkSegment(8c78f9e7-b72e-41fe-ae69-675ed071605f),segment_id=8c78f9e7-b72e-41fe-ae69-675ed071605f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:16.342129 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:16.347357 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Routers {'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:16.348279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:16.365355 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:16.376284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94e8e1-95b0-4417-8749-04fc877d7608 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=47f1c5bf-695e-4b2a-86fa-9e000e1e0f05,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:16.476862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d257938-eb57-4dc9-80ad-a70982878433 None None] Pushing event updated for resources: {'Port': ['ID=2e579de4-be1d-45cc-a7ce-222448271264,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:16.491089 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e02e7781-6539-4c0c-9890-d79337031863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:16.551617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8a94e8e1-95b0-4417-8749-04fc877d7608 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:16.621665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:16.623557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:16.625952 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:16.640943 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf844a57-56fa-4fd7-b4d1-e57cde528e86 None None] Sync routers for ids ['b8f23b1e-0fc9-411d-a746-5548709a174d'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:16.654106 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf844a57-56fa-4fd7-b4d1-e57cde528e86 None None] Routers {'b8f23b1e-0fc9-411d-a746-5548709a174d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:16.654721 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-bf844a57-56fa-4fd7-b4d1-e57cde528e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b8f23b1e-0fc9-411d-a746-5548709a174d'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:16.666473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:port and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:16.674294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:16.679017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:16.740147 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:16.775439 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2cd5ae30-e427-40ce-a617-1cec217548ec None None] Provisioning for port d461d2ec-4767-4922-a463-ebcc34ce8d3e completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:16.783496 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-bf844a57-56fa-4fd7-b4d1-e57cde528e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:16.785326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:16.790901 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-300590ad-aa3c-4b62-afc8-cbb07dfb4209 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.4372206 Jul 29 16:39:16.793468 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2cd5ae30-e427-40ce-a617-1cec217548ec None None] Provisioning complete for port d461d2ec-4767-4922-a463-ebcc34ce8d3e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:16.793987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2cd5ae30-e427-40ce-a617-1cec217548ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:16.796699 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47104) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:16.814931 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf844a57-56fa-4fd7-b4d1-e57cde528e86 None None] Routers {'b8f23b1e-0fc9-411d-a746-5548709a174d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:16.816280 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-bf844a57-56fa-4fd7-b4d1-e57cde528e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:38:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b8f23b1e-0fc9-411d-a746-5548709a174d'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:16.837923 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e7781-6539-4c0c-9890-d79337031863 None None] Pushing event updated for resources: {'Port': ['ID=a4d4804c-4491-4b0b-a736-aa4114d14639,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:16.883101 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] Set router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:39:16.886493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:16.938774 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-bf844a57-56fa-4fd7-b4d1-e57cde528e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:16.950734 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf844a57-56fa-4fd7-b4d1-e57cde528e86 None None] The sync data for ids ['b8f23b1e-0fc9-411d-a746-5548709a174d'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:17.029702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Pushing event updated for resources: {'Port': ['ID=d1a3f43d-239c-4c91-9510-9f65f7de8d26,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:17.040351 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Network 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:17.041365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:17.042253 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:17.063117 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5ae30-e427-40ce-a617-1cec217548ec None None] Port d461d2ec-4767-4922-a463-ebcc34ce8d3e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:17.118807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:17.200059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:17.214632 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8743d560-ca77-4b02-bdc2-cd2546498daa None None] Provisioning complete for port a4d4804c-4491-4b0b-a736-aa4114d14639 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:17.215822 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8743d560-ca77-4b02-bdc2-cd2546498daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:17.245765 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Allocated IP 172.26.1.4 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/bde53db0-f99e-4a6c-9835-94b40a2084b8) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:17.261344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:17.347400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:17.396910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port 4434207e-bb98-4da6-b01f-82d4bf6f6c63 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:39:17.451833 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8743d560-ca77-4b02-bdc2-cd2546498daa None None] Current status of the port a4d4804c-4491-4b0b-a736-aa4114d14639 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:17.464487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=1f2f930d-4cff-4d05-a2f9-519a4c759ab8,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:17.475641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': '2e579de4-be1d-45cc-a7ce-222448271264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:03Z', 'updated_at': '2022-07-29T16:39:08Z', 'revision_number': 3, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'gw_port': {'id': '2e579de4-be1d-45cc-a7ce-222448271264', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:05Z', 'updated_at': '2022-07-29T16:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:17.477823 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aa9b234f-76c5-41ad-9eef-bee37a999026 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:17.481940 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d8434-a622-41e6-8503-f836b7a6e869 None None] The sync data for ids ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'] in dv-neutron-851534-1-hyperv is: [{'id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': '2e579de4-be1d-45cc-a7ce-222448271264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:03Z', 'updated_at': '2022-07-29T16:39:08Z', 'revision_number': 3, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'gw_port': {'id': '2e579de4-be1d-45cc-a7ce-222448271264', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:05Z', 'updated_at': '2022-07-29T16:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:17.578375 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:17.621466 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f2a7e3e1-e108-453d-8494-288c00e20322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:17.629072 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ff83ddcb-70a9-40c0-b728-d87935e1437a None None] Provisioning for port 25602a00-906b-4aee-bbf1-bb84a074ae5a completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:17.629676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:17.651217 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a94e8e1-95b0-4417-8749-04fc877d7608 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Router 43d1642f-5f47-4ec4-83fc-eff18267daa1 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:39:17.655456 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ff83ddcb-70a9-40c0-b728-d87935e1437a None None] Provisioning for port d1a3f43d-239c-4c91-9510-9f65f7de8d26 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:17.662441 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ff83ddcb-70a9-40c0-b728-d87935e1437a None None] Provisioning complete for port d1a3f43d-239c-4c91-9510-9f65f7de8d26 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:17.663104 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ff83ddcb-70a9-40c0-b728-d87935e1437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:17.748196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ff83ddcb-70a9-40c0-b728-d87935e1437a None None] Port d1a3f43d-239c-4c91-9510-9f65f7de8d26 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:17.998992 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9a378249-e763-439a-bb23-95bf531e8e0c None None] Provisioning for port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:18.008026 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9a378249-e763-439a-bb23-95bf531e8e0c None None] Provisioning complete for port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:18.008512 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9a378249-e763-439a-bb23-95bf531e8e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:18.009298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:18.098937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9a378249-e763-439a-bb23-95bf531e8e0c None None] Port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:18.200227 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a94e8e1-95b0-4417-8749-04fc877d7608 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:18.226265 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c8135-545b-4cbd-83e5-3012bfa76626 None None] Sync routers for ids ['43d1642f-5f47-4ec4-83fc-eff18267daa1'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:18.236770 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8a94e8e1-95b0-4417-8749-04fc877d7608 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "PUT /v2.0/routers/43d1642f-5f47-4ec4-83fc-eff18267daa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5581539 Jul 29 16:39:18.243317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:18.248163 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47108) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:18.251109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:18.261808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c8135-545b-4cbd-83e5-3012bfa76626 None None] Routers {'43d1642f-5f47-4ec4-83fc-eff18267daa1'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:18.262457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ce9c8135-545b-4cbd-83e5-3012bfa76626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['43d1642f-5f47-4ec4-83fc-eff18267daa1'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:18.314677 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ced66e-4c1c-4480-8e00-a61a532c85d6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] GET failed (client error): The resource could not be found. Jul 29 16:39:18.319981 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d4ced66e-4c1c-4480-8e00-a61a532c85d6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/47f1c5bf-695e-4b2a-86fa-9e000e1e0f05 HTTP/1.1" status: 404 len: 333 time: 0.0669155 Jul 29 16:39:18.322948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47112) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:18.338561 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:18.395024 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ce9c8135-545b-4cbd-83e5-3012bfa76626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:18.431849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:18.432914 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c8135-545b-4cbd-83e5-3012bfa76626 None None] Routers {'43d1642f-5f47-4ec4-83fc-eff18267daa1'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:18.433699 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ce9c8135-545b-4cbd-83e5-3012bfa76626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['43d1642f-5f47-4ec4-83fc-eff18267daa1'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:18.508566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ce9c8135-545b-4cbd-83e5-3012bfa76626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:18.509186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c8135-545b-4cbd-83e5-3012bfa76626 None None] The sync data for ids ['43d1642f-5f47-4ec4-83fc-eff18267daa1'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:18.510945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 25602a00-906b-4aee-bbf1-bb84a074ae5a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:18.552095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:18.558870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8189b851-7051-4eb1-8fd4-277a32b6e6b7 None None] Provisioning complete for port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:18.559333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8189b851-7051-4eb1-8fd4-277a32b6e6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:18.561676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4be2-81f9-4e36-964f-b61e6d1fe81d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:18.633476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8189b851-7051-4eb1-8fd4-277a32b6e6b7 None None] Port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:18.657458 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 25602a00-906b-4aee-bbf1-bb84a074ae5a completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:18.662236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Router 3a803714-714e-421b-a1ad-48dc12eb5f4c is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:39:18.668496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 25602a00-906b-4aee-bbf1-bb84a074ae5a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:18.669144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:18.674910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aa9b234f-76c5-41ad-9eef-bee37a999026 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:18.698236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aa9b234f-76c5-41ad-9eef-bee37a999026 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:18.819087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 25602a00-906b-4aee-bbf1-bb84a074ae5a is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:18.819601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:18.861563 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 25602a00-906b-4aee-bbf1-bb84a074ae5a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=25602a00-906b-4aee-bbf1-bb84a074ae5a,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:18.867275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:18.868095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:18.868299 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a4d4804c-4491-4b0b-a736-aa4114d14639 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:18.919107 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:18.921659 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:19.029306 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=25602a00-906b-4aee-bbf1-bb84a074ae5a,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:19.043334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port a4d4804c-4491-4b0b-a736-aa4114d14639 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:19.043705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.045776 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.099848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b234f-76c5-41ad-9eef-bee37a999026 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event updated for resources: {'Port': ['ID=d461d2ec-4767-4922-a463-ebcc34ce8d3e,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:19.141320 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:19.142935 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b234f-76c5-41ad-9eef-bee37a999026 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] In _notify_port_updated(), no bound segment for port d461d2ec-4767-4922-a463-ebcc34ce8d3e on network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c {{(pid=89210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:39:19.150266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9b234f-76c5-41ad-9eef-bee37a999026 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:19.150901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aa9b234f-76c5-41ad-9eef-bee37a999026 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.152276 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-aa9b234f-76c5-41ad-9eef-bee37a999026 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "PUT /v2.0/ports/d461d2ec-4767-4922-a463-ebcc34ce8d3e HTTP/1.1" status: 200 len: 994 time: 3.7847581 Jul 29 16:39:19.156114 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Sync routers for ids ['3a803714-714e-421b-a1ad-48dc12eb5f4c'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:19.157275 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-23b7672b-f678-4dfe-bf6d-4b9a9f5c8408 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "PUT /v2.0/routers/3a803714-714e-421b-a1ad-48dc12eb5f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5666473 Jul 29 16:39:19.160074 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47118) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:19.160407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47120) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:19.166334 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.173188 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Routers {'3a803714-714e-421b-a1ad-48dc12eb5f4c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:19.173958 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['3a803714-714e-421b-a1ad-48dc12eb5f4c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:19.176981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port a4d4804c-4491-4b0b-a736-aa4114d14639 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:19.178427 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2e579de4-be1d-45cc-a7ce-222448271264 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:19.193836 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=bde53db0-f99e-4a6c-9835-94b40a2084b8,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:19.249490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.262661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 2e579de4-be1d-45cc-a7ce-222448271264 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:19.268274 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2e579de4-be1d-45cc-a7ce-222448271264 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:19.268932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.327162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4be2-81f9-4e36-964f-b61e6d1fe81d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.337353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4be2-81f9-4e36-964f-b61e6d1fe81d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.358914 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 2a265526-819a-4291-8373-8ab2e6e57a8d is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:19.371564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:19.455858 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Set router 3a803714-714e-421b-a1ad-48dc12eb5f4c gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:39:19.465762 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-474cab6d-d291-47d2-9750-73c3cd08db07 None None] Provisioning complete for port d461d2ec-4767-4922-a463-ebcc34ce8d3e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:19.466211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-474cab6d-d291-47d2-9750-73c3cd08db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.474381 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492038f8-7d9a-41de-9bf6-6ec8bfa4b842 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:19.475014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-492038f8-7d9a-41de-9bf6-6ec8bfa4b842 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:19.477693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Pushing event updated for resources: {'Port': ['ID=d1a3f43d-239c-4c91-9510-9f65f7de8d26,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:19.480491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.504183 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c02a4-ff11-44cc-9e52-578a1ee98189 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Deleting port d461d2ec-4767-4922-a463-ebcc34ce8d3e {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:19.504533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ea0c02a4-ff11-44cc-9e52-578a1ee98189 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.584674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:19.590209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:19.590922 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.612856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-474cab6d-d291-47d2-9750-73c3cd08db07 None None] Port d461d2ec-4767-4922-a463-ebcc34ce8d3e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:19.616058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2e579de4-be1d-45cc-a7ce-222448271264 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:19.616511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.658989 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 2e579de4-be1d-45cc-a7ce-222448271264, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2e579de4-be1d-45cc-a7ce-222448271264,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:19.669805 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.685987 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=4434207e-bb98-4da6-b01f-82d4bf6f6c63,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:19.698247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Network 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:19.707833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:19.840082 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=2e579de4-be1d-45cc-a7ce-222448271264,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:19.849821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.878106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.888794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4be2-81f9-4e36-964f-b61e6d1fe81d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:19.889759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7d4be2-81f9-4e36-964f-b61e6d1fe81d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Fanout notify agent at l3_agent the message router_deleted on router 43d1642f-5f47-4ec4-83fc-eff18267daa1 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:39:19.929923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-492038f8-7d9a-41de-9bf6-6ec8bfa4b842 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:19.933920 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-492038f8-7d9a-41de-9bf6-6ec8bfa4b842 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports/1f2f930d-4cff-4d05-a2f9-519a4c759ab8 HTTP/1.1" status: 200 len: 911 time: 0.7681842 Jul 29 16:39:19.937422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47126) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:19.967853 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a803714-714e-421b-a1ad-48dc12eb5f4c', 'name': 'tempest-NetworksTestDHCPv6-router-1460930136', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:09Z', 'updated_at': '2022-07-29T16:39:13Z', 'revision_number': 2, 'project_id': '3efaec57e63244198950c33944115bd4', 'gw_port_host': None, '_interfaces': [{'id': '1f2f930d-4cff-4d05-a2f9-519a4c759ab8', 'name': '', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'mac_address': 'fa:16:3e:de:20:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a803714-714e-421b-a1ad-48dc12eb5f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '35297991-e29e-46fd-89b7-0f9c77f92b40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:11Z', 'updated_at': '2022-07-29T16:39:15Z', 'revision_number': 2, 'project_id': '3efaec57e63244198950c33944115bd4', 'subnets': [{'id': '35297991-e29e-46fd-89b7-0f9c77f92b40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:19.973843 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Checking router: 3a803714-714e-421b-a1ad-48dc12eb5f4c for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:39:19.974387 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Updating router 3a803714-714e-421b-a1ad-48dc12eb5f4c port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:39:20.002429 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:39:20.004336 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4be2-81f9-4e36-964f-b61e6d1fe81d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:20.008700 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ec7d4be2-81f9-4e36-964f-b61e6d1fe81d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/routers/43d1642f-5f47-4ec4-83fc-eff18267daa1 HTTP/1.1" status: 204 len: 168 time: 1.6806619 Jul 29 16:39:20.012101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47128) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:20.013438 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a4f9451b-907c-410e-a689-cd1a88547d87 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.7649419 Jul 29 16:39:20.014996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47132) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:20.046759 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:20.053557 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-65cde2bf-c0d5-4239-b6b4-84b5bb24192c None None] Provisioning complete for port d1a3f43d-239c-4c91-9510-9f65f7de8d26 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:20.053928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-65cde2bf-c0d5-4239-b6b4-84b5bb24192c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:20.117870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-65cde2bf-c0d5-4239-b6b4-84b5bb24192c None None] Port d1a3f43d-239c-4c91-9510-9f65f7de8d26 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:20.217339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 25602a00-906b-4aee-bbf1-bb84a074ae5a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:20.289961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 25602a00-906b-4aee-bbf1-bb84a074ae5a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:20.290782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:20.346396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a17088-a045-4cf7-aa5b-70ec998eda0d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:20.347353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-33a17088-a045-4cf7-aa5b-70ec998eda0d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:20.351685 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8465ea6-59a5-4bac-b7c2-cb045baf20ab tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting subnet 454a6c7f-5384-484d-8491-56db80aaca2c {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:39:20.367092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:20.435954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-33a17088-a045-4cf7-aa5b-70ec998eda0d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:20.437265 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-33a17088-a045-4cf7-aa5b-70ec998eda0d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/4434207e-bb98-4da6-b01f-82d4bf6f6c63 HTTP/1.1" status: 200 len: 841 time: 0.4153481 Jul 29 16:39:20.442378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f8465ea6-59a5-4bac-b7c2-cb045baf20ab tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:20.447020 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 25602a00-906b-4aee-bbf1-bb84a074ae5a is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:20.448237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2e579de4-be1d-45cc-a7ce-222448271264 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:20.454428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47138) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:20.527518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2e579de4-be1d-45cc-a7ce-222448271264 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:20.528052 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:20.545876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:20.565726 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Sync routers for ids ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:20.570427 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a0e3c1be-0957-41f7-87c5-da8fb5d1657f admin admin] 10.222.0.58 "PUT /v2.0/routers/f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6539743 Jul 29 16:39:20.590243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:20.595666 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Routers {'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:20.596931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:20.630064 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ea0c02a4-ff11-44cc-9e52-578a1ee98189 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:20.662884 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f8465ea6-59a5-4bac-b7c2-cb045baf20ab tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:20.669652 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:20.702771 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Transition to ACTIVE for port object 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:20.717950 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:20.763974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d760d3-4707-4647-a9fa-3ce6b65fff84 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:20.784924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d760d3-4707-4647-a9fa-3ce6b65fff84 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:20.785767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-12d760d3-4707-4647-a9fa-3ce6b65fff84 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:20.951065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Set router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:39:21.014755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0d851a08-405f-48e8-bc5d-f5ff6fc4c3d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port 4434207e-bb98-4da6-b01f-82d4bf6f6c63 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:21.022625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0d851a08-405f-48e8-bc5d-f5ff6fc4c3d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:21.053565 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Attempting to bind port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:39:21.053942 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Attempting to bind port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:39:21.054304 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Attempting to bind port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:39:21.062981 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:39:21.063283 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:21.063693 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:21.064088 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:39:21.064554 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Bound port: 1f2f930d-4cff-4d05-a2f9-519a4c759ab8, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:39:21.067209 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:21.173310 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] For port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:39:21.177826 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] For port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1f2f930d-4cff-4d05-a2f9-519a4c759ab8,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:39:21.183284 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b663da-b07d-49c5-910e-033da2adbc26 None None] Pushing event updated for resources: {'Port': ['ID=1f2f930d-4cff-4d05-a2f9-519a4c759ab8,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:21.191333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-12d760d3-4707-4647-a9fa-3ce6b65fff84 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:21.192546 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-12d760d3-4707-4647-a9fa-3ce6b65fff84 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.1846800 Jul 29 16:39:21.195697 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b663da-b07d-49c5-910e-033da2adbc26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:21.196074 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b663da-b07d-49c5-910e-033da2adbc26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:21.196471 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b663da-b07d-49c5-910e-033da2adbc26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:21.196940 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b663da-b07d-49c5-910e-033da2adbc26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:21.197536 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b663da-b07d-49c5-910e-033da2adbc26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:21.197996 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b663da-b07d-49c5-910e-033da2adbc26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:21.198219 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b663da-b07d-49c5-910e-033da2adbc26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:21.198607 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b663da-b07d-49c5-910e-033da2adbc26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:21.199046 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b663da-b07d-49c5-910e-033da2adbc26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:21.199428 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b663da-b07d-49c5-910e-033da2adbc26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:21.199853 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b663da-b07d-49c5-910e-033da2adbc26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:21.201099 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b663da-b07d-49c5-910e-033da2adbc26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:39:21.204759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47148) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:21.213576 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:21.242760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2e579de4-be1d-45cc-a7ce-222448271264 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:21.252613 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c02a4-ff11-44cc-9e52-578a1ee98189 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Calling delete_port for d461d2ec-4767-4922-a463-ebcc34ce8d3e owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:21.287658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47152) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:21.301078 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b663da-b07d-49c5-910e-033da2adbc26 None None] Pushing event updated for resources: {'Port': ['ID=1f2f930d-4cff-4d05-a2f9-519a4c759ab8,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:21.306297 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Routers {'3a803714-714e-421b-a1ad-48dc12eb5f4c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:21.306913 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['3a803714-714e-421b-a1ad-48dc12eb5f4c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:21.307715 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-7b8e0848-7947-4c27-b4d9-86d6e9638b90 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581553574', 'description': 'tempest-description--1667076427'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:21.324011 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7b8e0848-7947-4c27-b4d9-86d6e9638b90 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:21.334538 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7b8e0848-7947-4c27-b4d9-86d6e9638b90 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Usage tracker for resource:security_group and tenant:a9ff8c7771054c2480eec2059eb8ce49 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:21.341110 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7b8e0848-7947-4c27-b4d9-86d6e9638b90 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:21.358843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7b8e0848-7947-4c27-b4d9-86d6e9638b90 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:21.409570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7b8e0848-7947-4c27-b4d9-86d6e9638b90 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:21.474552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f8465ea6-59a5-4bac-b7c2-cb045baf20ab tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:21.519578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': '2e579de4-be1d-45cc-a7ce-222448271264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:03Z', 'updated_at': '2022-07-29T16:39:17Z', 'revision_number': 4, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'gw_port': {'id': '2e579de4-be1d-45cc-a7ce-222448271264', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:05Z', 'updated_at': '2022-07-29T16:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'd1a3f43d-239c-4c91-9510-9f65f7de8d26', 'name': '', 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'mac_address': 'fa:16:3e:51:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:14Z', 'updated_at': '2022-07-29T16:39:18Z', 'revision_number': 2, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'subnets': [{'id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:21.534067 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Checking router: f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:39:21.534435 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Updating router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c port d1a3f43d-239c-4c91-9510-9f65f7de8d26 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:39:21.537596 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] Set router 3a803714-714e-421b-a1ad-48dc12eb5f4c gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:39:21.558282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7b8e0848-7947-4c27-b4d9-86d6e9638b90 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:21.562239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7b8e0848-7947-4c27-b4d9-86d6e9638b90 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Usage tracker for resource:security_group_rule and tenant:a9ff8c7771054c2480eec2059eb8ce49 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:21.565311 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7b8e0848-7947-4c27-b4d9-86d6e9638b90 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:21.572099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7b8e0848-7947-4c27-b4d9-86d6e9638b90 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:21.638774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:21.733353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7b8e0848-7947-4c27-b4d9-86d6e9638b90 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:21.735388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ea0c02a4-ff11-44cc-9e52-578a1ee98189 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:21.812679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7b8e0848-7947-4c27-b4d9-86d6e9638b90 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:21.876337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f8465ea6-59a5-4bac-b7c2-cb045baf20ab tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:21.887325 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c02a4-ff11-44cc-9e52-578a1ee98189 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event deleted for resources: {'Port': ['ID=d461d2ec-4767-4922-a463-ebcc34ce8d3e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:21.975060 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8465ea6-59a5-4bac-b7c2-cb045baf20ab tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Subnet': ['ID=454a6c7f-5384-484d-8491-56db80aaca2c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:21.977985 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f8465ea6-59a5-4bac-b7c2-cb045baf20ab tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.019755 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a803714-714e-421b-a1ad-48dc12eb5f4c', 'name': 'tempest-NetworksTestDHCPv6-router-1460930136', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:09Z', 'updated_at': '2022-07-29T16:39:13Z', 'revision_number': 2, 'project_id': '3efaec57e63244198950c33944115bd4', 'gw_port_host': None, '_interfaces': [{'id': '1f2f930d-4cff-4d05-a2f9-519a4c759ab8', 'name': '', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'mac_address': 'fa:16:3e:de:20:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a803714-714e-421b-a1ad-48dc12eb5f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '35297991-e29e-46fd-89b7-0f9c77f92b40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:11Z', 'updated_at': '2022-07-29T16:39:21Z', 'revision_number': 4, 'project_id': '3efaec57e63244198950c33944115bd4', 'subnets': [{'id': '35297991-e29e-46fd-89b7-0f9c77f92b40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:22.023688 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f8465ea6-59a5-4bac-b7c2-cb045baf20ab tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/454a6c7f-5384-484d-8491-56db80aaca2c HTTP/1.1" status: 204 len: 168 time: 2.0055034 Jul 29 16:39:22.030378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47156) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:22.032255 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be50c0e4-3a97-49ed-a15e-eaab92128d80 None None] The sync data for ids ['3a803714-714e-421b-a1ad-48dc12eb5f4c'] in dv-neutron-851534-1-hyperv is: [{'id': '3a803714-714e-421b-a1ad-48dc12eb5f4c', 'name': 'tempest-NetworksTestDHCPv6-router-1460930136', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:09Z', 'updated_at': '2022-07-29T16:39:13Z', 'revision_number': 2, 'project_id': '3efaec57e63244198950c33944115bd4', 'gw_port_host': None, '_interfaces': [{'id': '1f2f930d-4cff-4d05-a2f9-519a4c759ab8', 'name': '', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'mac_address': 'fa:16:3e:de:20:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a803714-714e-421b-a1ad-48dc12eb5f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '35297991-e29e-46fd-89b7-0f9c77f92b40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:11Z', 'updated_at': '2022-07-29T16:39:21Z', 'revision_number': 4, 'project_id': '3efaec57e63244198950c33944115bd4', 'subnets': [{'id': '35297991-e29e-46fd-89b7-0f9c77f92b40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:22.042286 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7b8e0848-7947-4c27-b4d9-86d6e9638b90 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.043912 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7b8e0848-7947-4c27-b4d9-86d6e9638b90 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7530417 Jul 29 16:39:22.069199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfa0fea-c70c-4ca0-81f5-36568021e6ae None None] Network 4d4defda-58d2-4316-82f2-54cabdb6379b requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:22.139916 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e0848-7947-4c27-b4d9-86d6e9638b90 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7534a3ce-75a8-4838-b8f0-48a2138c967c,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:22.144329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47160) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:22.163629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-42ed9920-3f01-4fa5-816a-452caa125362 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Request body: {'security_group_rule': {'security_group_id': '7534a3ce-75a8-4838-b8f0-48a2138c967c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:22.182596 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.208936 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Transition to ACTIVE for port object d1a3f43d-239c-4c91-9510-9f65f7de8d26 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:22.224963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-42ed9920-3f01-4fa5-816a-452caa125362 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:22.245025 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-42ed9920-3f01-4fa5-816a-452caa125362 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Usage tracker for resource:security_group_rule and tenant:a9ff8c7771054c2480eec2059eb8ce49 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:22.284202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-42ed9920-3f01-4fa5-816a-452caa125362 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:22.285755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Allocated IP 172.20.0.1 (b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1/9698d8a9-017b-4915-9bbe-5817d60c66a2/d2ed2871-eb39-492c-bad7-dd0a638275cf) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:22.303239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.337038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-42ed9920-3f01-4fa5-816a-452caa125362 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:22.351427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.396413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-42ed9920-3f01-4fa5-816a-452caa125362 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.425122 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ea0c02a4-ff11-44cc-9e52-578a1ee98189 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.427935 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ea0c02a4-ff11-44cc-9e52-578a1ee98189 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "DELETE /v2.0/ports/d461d2ec-4767-4922-a463-ebcc34ce8d3e HTTP/1.1" status: 204 len: 168 time: 3.2666097 Jul 29 16:39:22.431078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47164) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:22.431779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:22.432120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.450677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0d851a08-405f-48e8-bc5d-f5ff6fc4c3d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.622129 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b430d4-b284-4175-bf33-e630e6ec60ca tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] GET failed (client error): The resource could not be found. Jul 29 16:39:22.629665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-37b430d4-b284-4175-bf33-e630e6ec60ca tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Synchronizing usage tracker for tenant:6f0c505440fa4f0880c55a0c82c37710 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:22.632681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d665d-34a4-486d-870c-a384e0e66e93 None None] Pushing event updated for resources: {'Port': ['ID=d1a3f43d-239c-4c91-9510-9f65f7de8d26,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:22.634622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-42ed9920-3f01-4fa5-816a-452caa125362 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.651855 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-42ed9920-3f01-4fa5-816a-452caa125362 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.662069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.735479 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Attempting to bind port d1a3f43d-239c-4c91-9510-9f65f7de8d26 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:39:22.735846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Attempting to bind port d1a3f43d-239c-4c91-9510-9f65f7de8d26 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '69c911ab-07d2-4ca8-b417-171deec5cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:39:22.736230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Attempting to bind port d1a3f43d-239c-4c91-9510-9f65f7de8d26 on network 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:39:22.743617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:39:22.743987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Checking segment: {'id': '69c911ab-07d2-4ca8-b417-171deec5cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:22.744389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.744781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Bound using segment: {'id': '69c911ab-07d2-4ca8-b417-171deec5cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:39:22.745275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Bound port: d1a3f43d-239c-4c91-9510-9f65f7de8d26, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c911ab-07d2-4ca8-b417-171deec5cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:39:22.745647 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.783054 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed9920-3f01-4fa5-816a-452caa125362 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9cb8f3-0528-435d-866c-6381814e865f,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:22.837072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0d851a08-405f-48e8-bc5d-f5ff6fc4c3d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for 4434207e-bb98-4da6-b01f-82d4bf6f6c63 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:22.845150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-37b430d4-b284-4175-bf33-e630e6ec60ca tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Unset dirty status for tenant:6f0c505440fa4f0880c55a0c82c37710 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:22.846335 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-37b430d4-b284-4175-bf33-e630e6ec60ca tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "GET /v2.0/ports/d461d2ec-4767-4922-a463-ebcc34ce8d3e HTTP/1.1" status: 404 len: 333 time: 0.3824139 Jul 29 16:39:22.876864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b367bf4-7f68-4876-8f2c-5ff4ba102e27 None None] DHCP port deletion for 4d4defda-58d2-4316-82f2-54cabdb6379b request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:39:22.888924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47168) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:22.897839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4b367bf4-7f68-4876-8f2c-5ff4ba102e27 None None] Deleting port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:22.898211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4b367bf4-7f68-4876-8f2c-5ff4ba102e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.903003 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-42ed9920-3f01-4fa5-816a-452caa125362 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:22.906552 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-42ed9920-3f01-4fa5-816a-452caa125362 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7525809 Jul 29 16:39:22.920073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47172) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:22.923699 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Request body: {'port': {'network_id': 'd6f51f87-461b-4c5c-a4fb-3c8900b2b91c', 'name': 'tempest-AllowedAddressPairTestJSON-409519401'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:22.940970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2383f86e-6579-49cc-88c9-82e4017e16c9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Request body: {'security_group_rule': {'security_group_id': '7534a3ce-75a8-4838-b8f0-48a2138c967c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:22.952822 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] For port d1a3f43d-239c-4c91-9510-9f65f7de8d26, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:39:22.953347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2383f86e-6579-49cc-88c9-82e4017e16c9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:22.969081 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2383f86e-6579-49cc-88c9-82e4017e16c9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Usage tracker for resource:security_group_rule and tenant:a9ff8c7771054c2480eec2059eb8ce49 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:22.981641 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2383f86e-6579-49cc-88c9-82e4017e16c9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:22.989844 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] For port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=407f8ee2-f6b2-45b8-9932-b6eb53a3b593,segment=NetworkSegment(f95fa06b-591b-426e-b11c-11376906cda3),segment_id=f95fa06b-591b-426e-b11c-11376906cda3)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:22.992019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:23.001436 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] For port d1a3f43d-239c-4c91-9510-9f65f7de8d26, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d1a3f43d-239c-4c91-9510-9f65f7de8d26,segment=NetworkSegment(69c911ab-07d2-4ca8-b417-171deec5cf4c),segment_id=69c911ab-07d2-4ca8-b417-171deec5cf4c)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:39:23.006472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2383f86e-6579-49cc-88c9-82e4017e16c9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:23.022881 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:23.144752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:23.216959 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35cce4d0-9056-44ac-80d7-005ac82ae6ea req-27efd9b2-634c-4077-87d4-589b9d30a612 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4968872 Jul 29 16:39:23.220427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2383f86e-6579-49cc-88c9-82e4017e16c9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:23.228204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Routers {'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:23.229495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:23.382681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d665d-34a4-486d-870c-a384e0e66e93 None None] Pushing event updated for resources: {'Port': ['ID=d1a3f43d-239c-4c91-9510-9f65f7de8d26,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:23.387230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-4b367bf4-7f68-4876-8f2c-5ff4ba102e27 None None] For port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=407f8ee2-f6b2-45b8-9932-b6eb53a3b593,segment=NetworkSegment(f95fa06b-591b-426e-b11c-11376906cda3),segment_id=f95fa06b-591b-426e-b11c-11376906cda3)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:23.387925 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4b367bf4-7f68-4876-8f2c-5ff4ba102e27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:23.395379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:23.418281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0d851a08-405f-48e8-bc5d-f5ff6fc4c3d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:23.478599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0d851a08-405f-48e8-bc5d-f5ff6fc4c3d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:23.500514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:23.529124 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0d851a08-405f-48e8-bc5d-f5ff6fc4c3d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/4434207e-bb98-4da6-b01f-82d4bf6f6c63 HTTP/1.1" status: 204 len: 168 time: 3.0717854 Jul 29 16:39:23.535591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d851a08-405f-48e8-bc5d-f5ff6fc4c3d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=4434207e-bb98-4da6-b01f-82d4bf6f6c63,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:23.540886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Transition to ACTIVE for port object d2ed2871-eb39-492c-bad7-dd0a638275cf will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:23.541092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47176) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:23.591310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=407f8ee2-f6b2-45b8-9932-b6eb53a3b593,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:23.610049 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No DVR routers for this DVR port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:39:23.618137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4b367bf4-7f68-4876-8f2c-5ff4ba102e27 None None] Calling delete_port for 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:23.635708 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:23.651334 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1983b0b-1b38-4bd5-b43c-43c1c3424de4 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] GET failed (client error): The resource could not be found. Jul 29 16:39:23.651862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c1983b0b-1b38-4bd5-b43c-43c1c3424de4 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:23.658124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:23.666846 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2383f86e-6579-49cc-88c9-82e4017e16c9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:23.672871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:39:23.692954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Made reservation on behalf of 6f0c505440fa4f0880c55a0c82c37710 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:23.693191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2383f86e-6579-49cc-88c9-82e4017e16c9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:23.697365 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:23.753820 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] Set router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:39:23.783697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:23.796720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383f86e-6579-49cc-88c9-82e4017e16c9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877fed69-bc87-41a7-bcc8-75b70f465e77,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:23.811813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:23.814743 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-4b367bf4-7f68-4876-8f2c-5ff4ba102e27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:39:23.815102 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-4b367bf4-7f68-4876-8f2c-5ff4ba102e27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:39:23.820607 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c1983b0b-1b38-4bd5-b43c-43c1c3424de4 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:23.821998 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c1983b0b-1b38-4bd5-b43c-43c1c3424de4 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/4434207e-bb98-4da6-b01f-82d4bf6f6c63 HTTP/1.1" status: 404 len: 333 time: 0.2789986 Jul 29 16:39:23.829807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47180) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:23.830876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2383f86e-6579-49cc-88c9-82e4017e16c9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:23.832193 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2383f86e-6579-49cc-88c9-82e4017e16c9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9111769 Jul 29 16:39:23.839572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9ffd75e9-64c8-4f20-b86a-575494361e4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'name': 'tempest-PortsTestJSON-421188917'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:23.853863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47184) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:23.876621 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cce4d0-9056-44ac-80d7-005ac82ae6ea req-4ee89971-e78f-4d65-aaf8-d63cbb7e0f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:23.879595 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35cce4d0-9056-44ac-80d7-005ac82ae6ea req-4ee89971-e78f-4d65-aaf8-d63cbb7e0f41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43ee33cc813f44109927ef3a85b8b480&device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 1098 time: 0.5568719 Jul 29 16:39:23.886853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:23.944644 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4defda-58d2-4316-82f2-54cabdb6379b']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:23.952222 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:23.984363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Usage tracker for resource:floatingip and tenant:a9ff8c7771054c2480eec2059eb8ce49 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:23.987927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95fa06b-591b-426e-b11c-11376906cda3') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:23.988220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95fa06b-591b-426e-b11c-11376906cda3') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:23.991854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:24.006704 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4710c-dcc1-45c7-a963-812557ae8628 None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:24.011099 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Network b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:24.016391 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4710c-dcc1-45c7-a963-812557ae8628 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:24.017609 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c6e4710c-dcc1-45c7-a963-812557ae8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:24.018417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] device_id is not set on port f993d247-e38f-4ef3-b916-6b8853e5110e yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:39:24.018945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:24.029132 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:24.049075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:24.064546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:39:24.065410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:24.100212 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c6e4710c-dcc1-45c7-a963-812557ae8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:24.109249 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4710c-dcc1-45c7-a963-812557ae8628 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:24.109839 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c6e4710c-dcc1-45c7-a963-812557ae8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:24.128385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': '2e579de4-be1d-45cc-a7ce-222448271264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:03Z', 'updated_at': '2022-07-29T16:39:17Z', 'revision_number': 4, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'gw_port': {'id': '2e579de4-be1d-45cc-a7ce-222448271264', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:05Z', 'updated_at': '2022-07-29T16:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'd1a3f43d-239c-4c91-9510-9f65f7de8d26', 'name': '', 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'mac_address': 'fa:16:3e:51:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:14Z', 'updated_at': '2022-07-29T16:39:22Z', 'revision_number': 4, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'subnets': [{'id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:24.134139 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d5f6e-b859-4fc2-8c39-80637c47ad6c None None] The sync data for ids ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'] in dv-neutron-851534-1-hyperv is: [{'id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': '2e579de4-be1d-45cc-a7ce-222448271264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:03Z', 'updated_at': '2022-07-29T16:39:17Z', 'revision_number': 4, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'gw_port': {'id': '2e579de4-be1d-45cc-a7ce-222448271264', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:05Z', 'updated_at': '2022-07-29T16:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'd1a3f43d-239c-4c91-9510-9f65f7de8d26', 'name': '', 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'mac_address': 'fa:16:3e:51:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:14Z', 'updated_at': '2022-07-29T16:39:22Z', 'revision_number': 4, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'subnets': [{'id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:24.168964 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:24.193419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:24.263671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:24.268294 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c6e4710c-dcc1-45c7-a963-812557ae8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:24.268693 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4710c-dcc1-45c7-a963-812557ae8628 None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:24.276493 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment f95fa06b-591b-426e-b11c-11376906cda3 resource provider aggregate not found Jul 29 16:39:24.303740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:24.316832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4b367bf4-7f68-4876-8f2c-5ff4ba102e27 None None] Deleting port 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:24.318560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4b367bf4-7f68-4876-8f2c-5ff4ba102e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:24.330510 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment f95fa06b-591b-426e-b11c-11376906cda3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f95fa06b-591b-426e-b11c-11376906cda3 found for delete ", "request_id": "req-b5d45882-4f1f-4271-968c-c5da5bea2fe3"}]} Jul 29 16:39:24.365526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:24.382532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:24.399131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Network': ['ID=4d4defda-58d2-4316-82f2-54cabdb6379b,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:24.407093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9ffd75e9-64c8-4f20-b86a-575494361e4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:24.413972 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-80864f5f-5134-427b-91f7-37af2d28d9ae tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/networks/4d4defda-58d2-4316-82f2-54cabdb6379b HTTP/1.1" status: 204 len: 168 time: 2.3796690 Jul 29 16:39:24.426192 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47192) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:24.429431 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:24.432930 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Allocated IP 172.20.0.14 (d6f51f87-461b-4c5c-a4fb-3c8900b2b91c/e1165ad9-1d0e-4854-abbc-5bcf02411b77/f993d247-e38f-4ef3-b916-6b8853e5110e) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:24.494697 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9ffd75e9-64c8-4f20-b86a-575494361e4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:24.523201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4b367bf4-7f68-4876-8f2c-5ff4ba102e27 None None] The port '407f8ee2-f6b2-45b8-9932-b6eb53a3b593' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:39:24.556174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffd75e9-64c8-4f20-b86a-575494361e4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:24.559900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ffd75e9-64c8-4f20-b86a-575494361e4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:24.567131 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:24.572538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d603d725-f741-4bb8-8b67-f7286bfdd539 None None] Provisioning for port d2ed2871-eb39-492c-bad7-dd0a638275cf completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:24.577130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:24.577623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:24.609332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d603d725-f741-4bb8-8b67-f7286bfdd539 None None] Provisioning complete for port d2ed2871-eb39-492c-bad7-dd0a638275cf triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:24.609949 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d603d725-f741-4bb8-8b67-f7286bfdd539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:24.649763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:24.651003 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1e0552e5-24c4-4ef0-ba6b-c81519b597e6 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.5605352 Jul 29 16:39:24.668342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47196) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:24.693339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d603d725-f741-4bb8-8b67-f7286bfdd539 None None] Port d2ed2871-eb39-492c-bad7-dd0a638275cf cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:24.763612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cce4d0-9056-44ac-80d7-005ac82ae6ea req-b50a5070-45a5-4541-acc0-cb98c305a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:24.765414 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35cce4d0-9056-44ac-80d7-005ac82ae6ea req-b50a5070-45a5-4541-acc0-cb98c305a5a2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 HTTP/1.1" status: 200 len: 898 time: 0.8107231 Jul 29 16:39:24.771448 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:24.771657 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-9ffd75e9-64c8-4f20-b86a-575494361e4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port e340a6ec-65b6-48ce-aaca-1aa7f6cc754d yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:39:24.772191 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:24.811832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1f2f930d-4cff-4d05-a2f9-519a4c759ab8,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:24.818319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event updated for resources: {'Port': ['ID=d2ed2871-eb39-492c-bad7-dd0a638275cf,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:24.820259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:24.829350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:24.913643 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:39:24.951469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:39:24.951730 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 407f8ee2-f6b2-45b8-9932-b6eb53a3b593 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:39:24.961174 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=1f2f930d-4cff-4d05-a2f9-519a4c759ab8,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:24.991040 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb5066c-20f7-4605-aa49-9beaaf2bbb3b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:24.991779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-deb5066c-20f7-4605-aa49-9beaaf2bbb3b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:24.996731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e48fe1bf-d241-449e-8715-4a9910db21dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:25.108447 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35cce4d0-9056-44ac-80d7-005ac82ae6ea req-d31ae97b-bc36-4033-99ab-1694f19aa2af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e95f1339-f0c7-4a44-a095-0627049aa96a HTTP/1.1" status: 200 len: 1000 time: 0.2965972 Jul 29 16:39:25.109263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-deb5066c-20f7-4605-aa49-9beaaf2bbb3b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:25.117085 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-deb5066c-20f7-4605-aa49-9beaaf2bbb3b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/9dff8a52-3411-42b5-a89e-25b49514495a HTTP/1.1" status: 200 len: 844 time: 0.6484396 Jul 29 16:39:25.151715 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47202) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:25.229797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:25.295850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Transition to ACTIVE for port object f993d247-e38f-4ef3-b916-6b8853e5110e will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:25.325019 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3ab5578b-1a0c-4d58-9aac-f0d89e553e50 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/9dff8a52-3411-42b5-a89e-25b49514495a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1578276 Jul 29 16:39:25.325019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47206) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:25.339738 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f7a7a99f-5b70-4ec7-90a1-d720150a8861 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'subnet': {'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:25.463863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cce4d0-9056-44ac-80d7-005ac82ae6ea req-24f16596-ab10-4b76-b441-ad89676da0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:25.465376 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35cce4d0-9056-44ac-80d7-005ac82ae6ea req-24f16596-ab10-4b76-b441-ad89676da0f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13f062b0-bf27-4901-9936-6392c3e3a598 HTTP/1.1" status: 200 len: 835 time: 0.3492408 Jul 29 16:39:25.735652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ffd75e9-64c8-4f20-b86a-575494361e4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:25.741439 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:25.757106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f7a7a99f-5b70-4ec7-90a1-d720150a8861 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:25.764476 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:25.769516 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:25.816743 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f7a7a99f-5b70-4ec7-90a1-d720150a8861 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:subnet and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:25.825740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f7a7a99f-5b70-4ec7-90a1-d720150a8861 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:25.848285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f7a7a99f-5b70-4ec7-90a1-d720150a8861 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:25.899109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:25.911446 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:25.914053 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:25.961738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cce4d0-9056-44ac-80d7-005ac82ae6ea req-7a6bc63e-ab29-4aed-9a88-b132f1457e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:25.963253 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35cce4d0-9056-44ac-80d7-005ac82ae6ea req-7a6bc63e-ab29-4aed-9a88-b132f1457e35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3888888 Jul 29 16:39:25.976520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a7a99f-5b70-4ec7-90a1-d720150a8861 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:25.979923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a99f-5b70-4ec7-90a1-d720150a8861 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:25.998905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event updated for resources: {'Port': ['ID=f993d247-e38f-4ef3-b916-6b8853e5110e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:26.125786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b7559e90-39dd-4610-bcb3-16aa5b872fd6 None None] Provisioning for port f993d247-e38f-4ef3-b916-6b8853e5110e completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:26.133371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b7559e90-39dd-4610-bcb3-16aa5b872fd6 None None] Provisioning complete for port f993d247-e38f-4ef3-b916-6b8853e5110e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:26.134379 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7559e90-39dd-4610-bcb3-16aa5b872fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:26.179724 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Allocated IP 172.26.1.104 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/d2e75082-1872-4661-9d43-9bb163b7c0ff) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:26.183960 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ffd75e9-64c8-4f20-b86a-575494361e4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:26.200142 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b7559e90-39dd-4610-bcb3-16aa5b872fd6 None None] Port f993d247-e38f-4ef3-b916-6b8853e5110e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:26.242066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:26.242907 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:26.254867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e48fe1bf-d241-449e-8715-4a9910db21dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:26.255224 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e48fe1bf-d241-449e-8715-4a9910db21dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:26.321177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d1a3f43d-239c-4c91-9510-9f65f7de8d26 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:26.347136 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ea56644e-4144-480f-8fc3-0a6d688364d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4542084 Jul 29 16:39:26.359111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47210) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:26.389140 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f7f2acc2-e1e8-4429-af07-9ddb7a2122e8 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b2:19:c9'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:26.398307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port d1a3f43d-239c-4c91-9510-9f65f7de8d26 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:26.404196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port d1a3f43d-239c-4c91-9510-9f65f7de8d26 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:26.405368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:26.412010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffd75e9-64c8-4f20-b86a-575494361e4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 2a265526-819a-4291-8373-8ab2e6e57a8d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:26.422965 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35cce4d0-9056-44ac-80d7-005ac82ae6ea req-9c67b251-0fe2-4968-9a5d-06589957b067 service neutron] 10.222.0.69 "GET /v2.0/networks/6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485700 Jul 29 16:39:26.430646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-9ffd75e9-64c8-4f20-b86a-575494361e4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:26.458879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd75e9-64c8-4f20-b86a-575494361e4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:26.464257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffd75e9-64c8-4f20-b86a-575494361e4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:26.464859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ffd75e9-64c8-4f20-b86a-575494361e4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:26.468693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd75e9-64c8-4f20-b86a-575494361e4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=e340a6ec-65b6-48ce-aaca-1aa7f6cc754d,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:26.564165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d1a3f43d-239c-4c91-9510-9f65f7de8d26 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:26.564925 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:26.611592 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port d1a3f43d-239c-4c91-9510-9f65f7de8d26, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d1a3f43d-239c-4c91-9510-9f65f7de8d26,segment=NetworkSegment(69c911ab-07d2-4ca8-b417-171deec5cf4c),segment_id=69c911ab-07d2-4ca8-b417-171deec5cf4c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:26.616227 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:26.617162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:26.673621 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9ffd75e9-64c8-4f20-b86a-575494361e4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8374064 Jul 29 16:39:26.691649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47214) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:26.704494 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4e577a5b-dd65-4128-942b-9ed5a2f96321 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:26.742291 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=d1a3f43d-239c-4c91-9510-9f65f7de8d26,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:26.750866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:26.752611 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:26.773746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:26.814017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:26.834544 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35cce4d0-9056-44ac-80d7-005ac82ae6ea req-3a585224-7fc4-4f53-8957-6f2e8444634c service neutron] 10.222.0.69 "GET /v2.0/networks/6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017475 Jul 29 16:39:26.878562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:26.911094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-e48fe1bf-d241-449e-8715-4a9910db21dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] For port 1f2f930d-4cff-4d05-a2f9-519a4c759ab8, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1f2f930d-4cff-4d05-a2f9-519a4c759ab8,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:26.912235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e48fe1bf-d241-449e-8715-4a9910db21dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:27.190589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e577a5b-dd65-4128-942b-9ed5a2f96321 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:27.246282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:27.255439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e48fe1bf-d241-449e-8715-4a9910db21dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:27.285855 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a99f-5b70-4ec7-90a1-d720150a8861 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:27.397418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:27.403405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7f2acc2-e1e8-4429-af07-9ddb7a2122e8 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:27.412157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:27.417884 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a7a99f-5b70-4ec7-90a1-d720150a8861 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:27.423931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:27.433216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-f7a7a99f-5b70-4ec7-90a1-d720150a8861 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:27.437608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Pushing event updated for resources: {'Port': ['ID=d2e75082-1872-4661-9d43-9bb163b7c0ff,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:27.445105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:27.445321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a7a99f-5b70-4ec7-90a1-d720150a8861 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:27.445321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a99f-5b70-4ec7-90a1-d720150a8861 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:27.448593 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:27.455883 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1892bdbf-ed10-4f0c-8e0b-92b06f767d8e None None] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:27.574191 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7a99f-5b70-4ec7-90a1-d720150a8861 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Subnet': ['ID=317e4fc9-c7a4-4ba8-a57e-f09b40570ebd,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:27.618814 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f7a7a99f-5b70-4ec7-90a1-d720150a8861 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2897494 Jul 29 16:39:27.632527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47220) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:27.644147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2f84f6a6-c6a6-48c1-9233-3ff63ae09a4b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'security_group': {'name': 'tempest-secgroup-1279898893'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:27.665098 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2f84f6a6-c6a6-48c1-9233-3ff63ae09a4b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:27.682080 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2f84f6a6-c6a6-48c1-9233-3ff63ae09a4b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:security_group and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:27.691016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2f84f6a6-c6a6-48c1-9233-3ff63ae09a4b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:27.702710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event updated for resources: {'Port': ['ID=d2ed2871-eb39-492c-bad7-dd0a638275cf,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:27.708544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2f84f6a6-c6a6-48c1-9233-3ff63ae09a4b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:27.709027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:27.775888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2f84f6a6-c6a6-48c1-9233-3ff63ae09a4b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:27.816524 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e577a5b-dd65-4128-942b-9ed5a2f96321 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:27.827034 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:27.834396 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e577a5b-dd65-4128-942b-9ed5a2f96321 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:27.839686 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Allocated IP 172.20.0.1 (57b28557-e768-42ab-b74d-a3d7a59c211f/d07cc72a-d367-47de-8447-ca51a97ccde9/d662ab06-3023-4d47-bd37-e0bdb2fdfb12) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:27.841958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2f84f6a6-c6a6-48c1-9233-3ff63ae09a4b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:27.855993 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'tenant_id': 'fc630b34605447ae9c7be362e869ad61', 'fixed_ips': [{'subnet_id': '317e4fc9-c7a4-4ba8-a57e-f09b40570ebd'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:39:27.856842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:27.887664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2f84f6a6-c6a6-48c1-9233-3ff63ae09a4b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:security_group_rule and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:27.930266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2f84f6a6-c6a6-48c1-9233-3ff63ae09a4b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:27.953073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-4e577a5b-dd65-4128-942b-9ed5a2f96321 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] In _notify_port_updated(), no bound segment for port e340a6ec-65b6-48ce-aaca-1aa7f6cc754d on network 2a265526-819a-4291-8373-8ab2e6e57a8d {{(pid=89210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:39:27.958460 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e577a5b-dd65-4128-942b-9ed5a2f96321 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:27.959072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e577a5b-dd65-4128-942b-9ed5a2f96321 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:27.960382 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4e577a5b-dd65-4128-942b-9ed5a2f96321 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "PUT /v2.0/ports/e340a6ec-65b6-48ce-aaca-1aa7f6cc754d HTTP/1.1" status: 200 len: 818 time: 1.2672150 Jul 29 16:39:27.966401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2f84f6a6-c6a6-48c1-9233-3ff63ae09a4b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:27.971391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47224) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:28.042993 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Allocated IP 2001:db8::2 (30df14e0-a833-40a6-b26b-5bf85bbdd67e/317e4fc9-c7a4-4ba8-a57e-f09b40570ebd/dd271394-bf54-432f-92b6-f093c79992fb) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:28.059486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Network b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:28.062172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:28.064270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e48fe1bf-d241-449e-8715-4a9910db21dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.110598 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e577a5b-dd65-4128-942b-9ed5a2f96321 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=e340a6ec-65b6-48ce-aaca-1aa7f6cc754d,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:28.157232 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.195871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-f7f2acc2-e1e8-4429-af07-9ddb7a2122e8 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:39:28.226349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fe1bf-d241-449e-8715-4a9910db21dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=1f2f930d-4cff-4d05-a2f9-519a4c759ab8,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:28.263480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d1a3f43d-239c-4c91-9510-9f65f7de8d26 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:28.300106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-875fb96c-6e7d-48d9-8ed3-76d33044f674 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port e340a6ec-65b6-48ce-aaca-1aa7f6cc754d {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:28.300106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-875fb96c-6e7d-48d9-8ed3-76d33044f674 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.387668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7f2acc2-e1e8-4429-af07-9ddb7a2122e8 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.413522 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2f84f6a6-c6a6-48c1-9233-3ff63ae09a4b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.424086 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.449470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Transition to ACTIVE for port object dd271394-bf54-432f-92b6-f093c79992fb will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:28.452936 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port d1a3f43d-239c-4c91-9510-9f65f7de8d26 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:28.453403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.481110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7f2acc2-e1e8-4429-af07-9ddb7a2122e8 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.483547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2f84f6a6-c6a6-48c1-9233-3ff63ae09a4b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.513381 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Transition to ACTIVE for port object dd271394-bf54-432f-92b6-f093c79992fb will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:28.543380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.582558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.625434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84f6a6-c6a6-48c1-9233-3ff63ae09a4b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9797162f-cfc7-4e88-b3a9-81b4dacc92ac,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:28.654286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-27709450-a491-4774-a70d-a8362f527d66 None None] Provisioning complete for port d2ed2871-eb39-492c-bad7-dd0a638275cf triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:28.654972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-27709450-a491-4774-a70d-a8362f527d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.691000 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Pushing event updated for resources: {'Port': ['ID=dd271394-bf54-432f-92b6-f093c79992fb,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:28.710061 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2f84f6a6-c6a6-48c1-9233-3ff63ae09a4b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.711590 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2f84f6a6-c6a6-48c1-9233-3ff63ae09a4b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0780804 Jul 29 16:39:28.739249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-27709450-a491-4774-a70d-a8362f527d66 None None] Port d2ed2871-eb39-492c-bad7-dd0a638275cf cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:28.773886 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:28.780188 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:28.788503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:28.843017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e48fe1bf-d241-449e-8715-4a9910db21dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.851442 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47228) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:28.872791 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2acc2-e1e8-4429-af07-9ddb7a2122e8 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event updated for resources: {'Port': ['ID=f993d247-e38f-4ef3-b916-6b8853e5110e,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:28.902737 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d1a3f43d-239c-4c91-9510-9f65f7de8d26 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:28.914937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Attempting to bind port dd271394-bf54-432f-92b6-f093c79992fb on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:39:28.915372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Attempting to bind port dd271394-bf54-432f-92b6-f093c79992fb by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:39:28.915841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Attempting to bind port dd271394-bf54-432f-92b6-f093c79992fb on network 30df14e0-a833-40a6-b26b-5bf85bbdd67e {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:39:28.916802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-aee77e7e-8fb8-49ee-a68c-072516c561aa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'security_group': {'name': 'tempest-secgroup-17320965'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:28.922109 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:39:28.922646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Checking segment: {'id': 'b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:28.922786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-aee77e7e-8fb8-49ee-a68c-072516c561aa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:28.923653 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.923653 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Bound using segment: {'id': 'b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:39:28.924558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Bound port: dd271394-bf54-432f-92b6-f093c79992fb, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:39:28.925039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.926870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-aee77e7e-8fb8-49ee-a68c-072516c561aa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:security_group and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:28.929979 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-aee77e7e-8fb8-49ee-a68c-072516c561aa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:28.977750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-875fb96c-6e7d-48d9-8ed3-76d33044f674 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:28.987967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:29.009695 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b4bc61e5-02ab-4725-b6f8-d979f2726194 None None] Provisioning complete for port f993d247-e38f-4ef3-b916-6b8853e5110e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:29.010037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-aee77e7e-8fb8-49ee-a68c-072516c561aa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:29.010185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b4bc61e5-02ab-4725-b6f8-d979f2726194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:29.085579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc61e5-02ab-4725-b6f8-d979f2726194 None None] Port f993d247-e38f-4ef3-b916-6b8853e5110e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:29.087385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] For port dd271394-bf54-432f-92b6-f093c79992fb, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:39:29.090654 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] For port dd271394-bf54-432f-92b6-f093c79992fb, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=dd271394-bf54-432f-92b6-f093c79992fb,segment=NetworkSegment(b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc),segment_id=b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:39:29.094142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Router b8f23b1e-0fc9-411d-a746-5548709a174d has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:39:29.095640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:29.103831 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2acc2-e1e8-4429-af07-9ddb7a2122e8 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] In _notify_port_updated(), no bound segment for port f993d247-e38f-4ef3-b916-6b8853e5110e on network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c {{(pid=89209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:39:29.109744 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f2acc2-e1e8-4429-af07-9ddb7a2122e8 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:29.110386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7f2acc2-e1e8-4429-af07-9ddb7a2122e8 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:29.114868 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f7f2acc2-e1e8-4429-af07-9ddb7a2122e8 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "PUT /v2.0/ports/f993d247-e38f-4ef3-b916-6b8853e5110e HTTP/1.1" status: 200 len: 996 time: 2.7510200 Jul 29 16:39:29.118768 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47232) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:29.121758 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aee77e7e-8fb8-49ee-a68c-072516c561aa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:29.179915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-875fb96c-6e7d-48d9-8ed3-76d33044f674 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for e340a6ec-65b6-48ce-aaca-1aa7f6cc754d owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:29.184454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada1f04-ff11-49a8-b095-4f1b97b80772 None None] Pushing event updated for resources: {'Port': ['ID=dd271394-bf54-432f-92b6-f093c79992fb,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:29.232283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network 57b28557-e768-42ab-b74d-a3d7a59c211f is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:29.244959 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:29.254693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:29.290366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:39:29.314817 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=d662ab06-3023-4d47-bd37-e0bdb2fdfb12,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:29.324543 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:29.337224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:29.465235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-aee77e7e-8fb8-49ee-a68c-072516c561aa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:29.465553 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:29.493403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-aee77e7e-8fb8-49ee-a68c-072516c561aa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:security_group_rule and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:29.501916 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-875fb96c-6e7d-48d9-8ed3-76d33044f674 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:29.506019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-aee77e7e-8fb8-49ee-a68c-072516c561aa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:29.526256 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-aee77e7e-8fb8-49ee-a68c-072516c561aa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:29.534752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e4f604b6-73a8-498c-a398-fcea9de2f46c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Deleting port f993d247-e38f-4ef3-b916-6b8853e5110e {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:29.535365 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4f604b6-73a8-498c-a398-fcea9de2f46c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:29.535986 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Pushing event updated for resources: {'Port': ['ID=d2e75082-1872-4661-9d43-9bb163b7c0ff,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:29.561964 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48fe1bf-d241-449e-8715-4a9910db21dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Router 3a803714-714e-421b-a1ad-48dc12eb5f4c has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:39:29.572693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-875fb96c-6e7d-48d9-8ed3-76d33044f674 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:29.585615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:29.602973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fb96c-6e7d-48d9-8ed3-76d33044f674 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=e340a6ec-65b6-48ce-aaca-1aa7f6cc754d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:29.613949 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-875fb96c-6e7d-48d9-8ed3-76d33044f674 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/e340a6ec-65b6-48ce-aaca-1aa7f6cc754d HTTP/1.1" status: 204 len: 168 time: 1.6415131 Jul 29 16:39:29.617575 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47236) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:29.665836 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:29.665836 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9e2bda6a-03e5-4c94-80e1-74fd9d52d02e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8034184 Jul 29 16:39:29.772969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:29.790976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c3c870-f0f1-4c9d-a5da-f14cace29004 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:29.791700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-60c3c870-f0f1-4c9d-a5da-f14cace29004 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:29.813155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:29.826863 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750c0cc-1901-4cb0-9b50-0f7ba3034901 None None] Sync routers for ids ['b8f23b1e-0fc9-411d-a746-5548709a174d'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:29.836385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750c0cc-1901-4cb0-9b50-0f7ba3034901 None None] Routers {'b8f23b1e-0fc9-411d-a746-5548709a174d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:29.836992 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7750c0cc-1901-4cb0-9b50-0f7ba3034901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b8f23b1e-0fc9-411d-a746-5548709a174d'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:29.857994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-60c3c870-f0f1-4c9d-a5da-f14cace29004 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:29.862217 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-60c3c870-f0f1-4c9d-a5da-f14cace29004 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2401886 Jul 29 16:39:29.862388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47252) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:29.901465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7750c0cc-1901-4cb0-9b50-0f7ba3034901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:29.904846 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48fe1bf-d241-449e-8715-4a9910db21dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:29.910913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750c0cc-1901-4cb0-9b50-0f7ba3034901 None None] Routers {'b8f23b1e-0fc9-411d-a746-5548709a174d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:29.911399 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7750c0cc-1901-4cb0-9b50-0f7ba3034901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b8f23b1e-0fc9-411d-a746-5548709a174d'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:29.920411 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c3af0-2a3d-4ae8-9e24-82f98188af4d None None] Sync routers for ids ['3a803714-714e-421b-a1ad-48dc12eb5f4c'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:29.930422 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c3af0-2a3d-4ae8-9e24-82f98188af4d None None] Routers {'3a803714-714e-421b-a1ad-48dc12eb5f4c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:29.931245 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-298c3af0-2a3d-4ae8-9e24-82f98188af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['3a803714-714e-421b-a1ad-48dc12eb5f4c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:29.972530 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7750c0cc-1901-4cb0-9b50-0f7ba3034901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:29.972944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750c0cc-1901-4cb0-9b50-0f7ba3034901 None None] The sync data for ids ['b8f23b1e-0fc9-411d-a746-5548709a174d'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:29.977002 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1f19b9-88ed-4929-a17e-37f593f508eb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] GET failed (client error): The resource could not be found. Jul 29 16:39:29.979112 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0f1f19b9-88ed-4929-a17e-37f593f508eb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/e340a6ec-65b6-48ce-aaca-1aa7f6cc754d HTTP/1.1" status: 404 len: 333 time: 0.1158376 Jul 29 16:39:30.028024 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47256) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:30.044410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1774173818'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:30.049566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:30.054145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:network and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:30.057934 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:30.064269 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:30.081819 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:30.085258 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:30.087652 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-1af73838-6c40-42d0-80fb-9206441bef9a req-7f984c3f-6a55-4758-8c34-a8b724e4da1a tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Synchronizing usage tracker for tenant:a9ff8c7771054c2480eec2059eb8ce49 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:30.099590 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f5f79edd-8d9c-4621-a550-57967f8b867b tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] 10.222.0.58 "PUT /v2.0/routers/b8f23b1e-0fc9-411d-a746-5548709a174d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2989333 Jul 29 16:39:30.108253 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47260) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:30.110154 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e48fe1bf-d241-449e-8715-4a9910db21dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "PUT /v2.0/routers/3a803714-714e-421b-a1ad-48dc12eb5f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9042864 Jul 29 16:39:30.116381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47262) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:30.117001 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-298c3af0-2a3d-4ae8-9e24-82f98188af4d None None] Set router 3a803714-714e-421b-a1ad-48dc12eb5f4c gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:39:30.121982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:39:30.131026 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aee77e7e-8fb8-49ee-a68c-072516c561aa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:30.132580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Request body: {'port': {'network_id': 'b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1', 'name': 'tempest-FloatingIPAdminTestJSON-1354934521'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:30.182606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aee77e7e-8fb8-49ee-a68c-072516c561aa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:30.256150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-1af73838-6c40-42d0-80fb-9206441bef9a req-7f984c3f-6a55-4758-8c34-a8b724e4da1a tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Unset dirty status for tenant:a9ff8c7771054c2480eec2059eb8ce49 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:30.257366 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-7f984c3f-6a55-4758-8c34-a8b724e4da1a tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--581553574&fields=id&tenant_id=a9ff8c7771054c2480eec2059eb8ce49 HTTP/1.1" status: 200 len: 267 time: 0.4196420 Jul 29 16:39:30.280350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aee77e7e-8fb8-49ee-a68c-072516c561aa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:30.284606 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-aee77e7e-8fb8-49ee-a68c-072516c561aa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.4133351 Jul 29 16:39:30.287123 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47268) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:30.292878 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee77e7e-8fb8-49ee-a68c-072516c561aa tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23a3ed9-6d30-4f31-8130-8908dbd956dd,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:30.296023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:30.297071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4f604b6-73a8-498c-a398-fcea9de2f46c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:30.300031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Usage tracker for resource:port and tenant:1e71091ec22d4b5cae4e0b3ab0a955f8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:30.303300 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:30.311862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-826109181', 'security_groups': ['f23a3ed9-6d30-4f31-8130-8908dbd956dd'], 'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '317e4fc9-c7a4-4ba8-a57e-f09b40570ebd'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:30.314913 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:30.339654 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:30.340690 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Added segment aab21468-f2f1-442c-9841-4e5b2f2cda61 of type vlan for network df3562a5-a113-4183-8801-d0e0d08bcbd0 Jul 29 16:39:30.342924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Made reservation on behalf of 1e71091ec22d4b5cae4e0b3ab0a955f8 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:30.344397 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:30.356374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fd38ad-f491-49af-9fad-36e5215211f4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:30.361197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fd38ad-f491-49af-9fad-36e5215211f4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:30.361197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-11fd38ad-f491-49af-9fad-36e5215211f4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:30.392126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] device_id is not set on port 183d0dda-d62f-4207-9b8b-df25b0ca326f yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:39:30.456971 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-298c3af0-2a3d-4ae8-9e24-82f98188af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a803714-714e-421b-a1ad-48dc12eb5f4c', 'name': 'tempest-NetworksTestDHCPv6-router-1460930136', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:09Z', 'updated_at': '2022-07-29T16:39:27Z', 'revision_number': 3, 'project_id': '3efaec57e63244198950c33944115bd4', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:30.476935 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c3af0-2a3d-4ae8-9e24-82f98188af4d None None] Checking router: 3a803714-714e-421b-a1ad-48dc12eb5f4c for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:39:30.485645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:30.488969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dd271394-bf54-432f-92b6-f093c79992fb up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:30.498396 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c3af0-2a3d-4ae8-9e24-82f98188af4d None None] Routers {'3a803714-714e-421b-a1ad-48dc12eb5f4c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:30.499673 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-298c3af0-2a3d-4ae8-9e24-82f98188af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['3a803714-714e-421b-a1ad-48dc12eb5f4c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:30.640388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port dd271394-bf54-432f-92b6-f093c79992fb completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:30.647315 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:39:30.727507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4d0a0d69-5b48-456b-ace8-beafd703d212 None None] Provisioning for port dd271394-bf54-432f-92b6-f093c79992fb completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:30.733493 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-298c3af0-2a3d-4ae8-9e24-82f98188af4d None None] Set router 3a803714-714e-421b-a1ad-48dc12eb5f4c gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:39:30.734360 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4d0a0d69-5b48-456b-ace8-beafd703d212 None None] Provisioning complete for port dd271394-bf54-432f-92b6-f093c79992fb triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:30.734997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4d0a0d69-5b48-456b-ace8-beafd703d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:30.875563 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:30.881332 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:30.881910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:30.886925 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a0d69-5b48-456b-ace8-beafd703d212 None None] Current status of the port dd271394-bf54-432f-92b6-f093c79992fb is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:30.887516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4d0a0d69-5b48-456b-ace8-beafd703d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:30.900570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e4f604b6-73a8-498c-a398-fcea9de2f46c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Calling delete_port for f993d247-e38f-4ef3-b916-6b8853e5110e owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:30.911391 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-298c3af0-2a3d-4ae8-9e24-82f98188af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a803714-714e-421b-a1ad-48dc12eb5f4c', 'name': 'tempest-NetworksTestDHCPv6-router-1460930136', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:09Z', 'updated_at': '2022-07-29T16:39:27Z', 'revision_number': 3, 'project_id': '3efaec57e63244198950c33944115bd4', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:30.917002 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c3af0-2a3d-4ae8-9e24-82f98188af4d None None] The sync data for ids ['3a803714-714e-421b-a1ad-48dc12eb5f4c'] in dv-neutron-851534-1-hyperv is: [{'id': '3a803714-714e-421b-a1ad-48dc12eb5f4c', 'name': 'tempest-NetworksTestDHCPv6-router-1460930136', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:09Z', 'updated_at': '2022-07-29T16:39:27Z', 'revision_number': 3, 'project_id': '3efaec57e63244198950c33944115bd4', 'gw_port_host': None}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:30.980786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-4d0a0d69-5b48-456b-ace8-beafd703d212 None None] For port dd271394-bf54-432f-92b6-f093c79992fb, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=dd271394-bf54-432f-92b6-f093c79992fb,segment=NetworkSegment(b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc),segment_id=b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:30.986463 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4d0a0d69-5b48-456b-ace8-beafd703d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:30.991708 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-11fd38ad-f491-49af-9fad-36e5215211f4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:30.995724 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-11fd38ad-f491-49af-9fad-36e5215211f4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8753831 Jul 29 16:39:30.997135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47272) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:31.051717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4d0a0d69-5b48-456b-ace8-beafd703d212 None None] Provisioning complete for port 9dff8a52-3411-42b5-a89e-25b49514495a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:31.052094 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4d0a0d69-5b48-456b-ace8-beafd703d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:31.052758 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Network': ['ID=df3562a5-a113-4183-8801-d0e0d08bcbd0,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:31.068684 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Allocated IP 172.20.0.6 (b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1/9698d8a9-017b-4915-9bbe-5817d60c66a2/183d0dda-d62f-4207-9b8b-df25b0ca326f) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:31.097878 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-288f1d2c-a41f-4aa5-bba2-18a9635322d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0661201 Jul 29 16:39:31.099006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47276) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:31.108025 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'subnet': {'network_id': 'df3562a5-a113-4183-8801-d0e0d08bcbd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:31.111058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a0d69-5b48-456b-ace8-beafd703d212 None None] Port 9dff8a52-3411-42b5-a89e-25b49514495a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:31.112470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network df3562a5-a113-4183-8801-d0e0d08bcbd0 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:39:31.133612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73838-6c40-42d0-80fb-9206441bef9a req-9076b8ab-3888-4130-9123-fd1c86ee0471 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:31.134228 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-1af73838-6c40-42d0-80fb-9206441bef9a req-9076b8ab-3888-4130-9123-fd1c86ee0471 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Synchronizing usage tracker for tenant:a9ff8c7771054c2480eec2059eb8ce49 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:31.156101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:31.163700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-398482f2-b886-4590-8bf4-9773b6c7f2e4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 35297991-e29e-46fd-89b7-0f9c77f92b40 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:39:31.174848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:31.177915 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a0d69-5b48-456b-ace8-beafd703d212 None None] Pushing event updated for resources: {'Port': ['ID=dd271394-bf54-432f-92b6-f093c79992fb,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:31.203242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-398482f2-b886-4590-8bf4-9773b6c7f2e4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:31.251415 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:31.268725 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:port and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:31.280087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:31.299491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:31.322669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-1af73838-6c40-42d0-80fb-9206441bef9a req-9076b8ab-3888-4130-9123-fd1c86ee0471 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Unset dirty status for tenant:a9ff8c7771054c2480eec2059eb8ce49 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:31.323369 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-9076b8ab-3888-4130-9123-fd1c86ee0471 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/networks?id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a HTTP/1.1" status: 200 len: 812 time: 1.0351245 Jul 29 16:39:31.335787 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:31.342460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4f604b6-73a8-498c-a398-fcea9de2f46c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:31.348279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:31.364975 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:subnet and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:31.408588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:31.426389 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:31.427645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-398482f2-b886-4590-8bf4-9773b6c7f2e4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:31.430924 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-f5332344-5058-4c3a-a3d0-240d4a5926ce tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/quotas/a9ff8c7771054c2480eec2059eb8ce49 HTTP/1.1" status: 200 len: 375 time: 0.0918033 Jul 29 16:39:31.431705 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f604b6-73a8-498c-a398-fcea9de2f46c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event deleted for resources: {'Port': ['ID=f993d247-e38f-4ef3-b916-6b8853e5110e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:31.457689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=d662ab06-3023-4d47-bd37-e0bdb2fdfb12,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:31.470533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:31.648311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:31.651692 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:31.681356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:31.724297 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Transition to ACTIVE for port object 183d0dda-d62f-4207-9b8b-df25b0ca326f will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:31.730348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-398482f2-b886-4590-8bf4-9773b6c7f2e4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:31.758190 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network 57b28557-e768-42ab-b74d-a3d7a59c211f is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:31.769678 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:31.818487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4f604b6-73a8-498c-a398-fcea9de2f46c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:31.829866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:31.859699 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-31c398d0-61fe-4a88-b9bd-c47088494415 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9ff8c7771054c2480eec2059eb8ce49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3716187 Jul 29 16:39:31.873911 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e4f604b6-73a8-498c-a398-fcea9de2f46c tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "DELETE /v2.0/ports/f993d247-e38f-4ef3-b916-6b8853e5110e HTTP/1.1" status: 204 len: 168 time: 2.7541068 Jul 29 16:39:31.877098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47280) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:31.907178 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port 2125ca9b-5627-41ae-9b53-58e129fb7cd8 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:39:31.939971 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-398482f2-b886-4590-8bf4-9773b6c7f2e4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:31.991638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398482f2-b886-4590-8bf4-9773b6c7f2e4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=35297991-e29e-46fd-89b7-0f9c77f92b40,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:31.997537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-398482f2-b886-4590-8bf4-9773b6c7f2e4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:32.008713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:32.029716 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad13e2a-cfb3-4474-8010-c8e54bb7bf68 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:32.050339 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b22383c-cd4f-45b0-bd9b-73a3dae8b6c6 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] GET failed (client error): The resource could not be found. Jul 29 16:39:32.051131 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0b22383c-cd4f-45b0-bd9b-73a3dae8b6c6 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Synchronizing usage tracker for tenant:6f0c505440fa4f0880c55a0c82c37710 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:32.094419 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-398482f2-b886-4590-8bf4-9773b6c7f2e4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/35297991-e29e-46fd-89b7-0f9c77f92b40 HTTP/1.1" status: 204 len: 168 time: 1.0804625 Jul 29 16:39:32.100733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47284) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:32.108863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Network b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:32.170290 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:32.185587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:32.198787 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0b22383c-cd4f-45b0-bd9b-73a3dae8b6c6 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Unset dirty status for tenant:6f0c505440fa4f0880c55a0c82c37710 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:32.203145 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0b22383c-cd4f-45b0-bd9b-73a3dae8b6c6 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "GET /v2.0/ports/f993d247-e38f-4ef3-b916-6b8853e5110e HTTP/1.1" status: 404 len: 333 time: 0.3168659 Jul 29 16:39:32.217183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47288) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:32.228847 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:39:32.229986 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event updated for resources: {'Port': ['ID=183d0dda-d62f-4207-9b8b-df25b0ca326f,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:32.260035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Request body: {'port': {'network_id': 'd6f51f87-461b-4c5c-a4fb-3c8900b2b91c', 'name': 'tempest-AllowedAddressPairTestJSON-1586175705'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:32.291548 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dd271394-bf54-432f-92b6-f093c79992fb up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:32.325017 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-71d6c692-5120-4806-90fb-07e84b86cdfe service neutron] 10.222.0.58 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457004 Jul 29 16:39:32.383987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261455b7-6252-4c0e-bf2d-fd80dcede324 None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:39:32.400529 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-261455b7-6252-4c0e-bf2d-fd80dcede324 None None] Deleting port 25602a00-906b-4aee-bbf1-bb84a074ae5a {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:32.401546 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-261455b7-6252-4c0e-bf2d-fd80dcede324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:32.532965 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port dd271394-bf54-432f-92b6-f093c79992fb triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:32.533389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:32.540431 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:32.541070 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:32.643487 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e4f05a46-2f85-4af5-a10e-4d10b9ea6d6d tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5200551 Jul 29 16:39:32.648472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-040a74c4-1703-4adf-b2d5-d11e279d94e2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:router {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:32.651771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47296) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:32.696995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-040a74c4-1703-4adf-b2d5-d11e279d94e2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:router {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:32.700879 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-040a74c4-1703-4adf-b2d5-d11e279d94e2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5947144 Jul 29 16:39:32.701158 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47302) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:32.713230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5a1e330d-cbb4-413f-a60b-6292ae50b2bb None None] Provisioning for port 183d0dda-d62f-4207-9b8b-df25b0ca326f completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:32.726731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5a1e330d-cbb4-413f-a60b-6292ae50b2bb None None] Provisioning complete for port 183d0dda-d62f-4207-9b8b-df25b0ca326f triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:32.727198 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5a1e330d-cbb4-413f-a60b-6292ae50b2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:32.735574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:32.775009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:32.795212 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2ec49e07-f635-48c5-9127-a41f3e888acd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "PUT /v2.0/routers/ee24522f-40c2-44bd-823a-effc559e1d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1183319 Jul 29 16:39:32.848115 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47310) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:32.862207 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port dd271394-bf54-432f-92b6-f093c79992fb is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:32.865151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7205fbbf-c60b-4672-b19a-9c8ca89effaf None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:32.889236 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:39:32.891030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8a0ace50-71ae-4560-bdac-fffe08bfe633 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:32.892130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'port': {'network_id': '57b28557-e768-42ab-b74d-a3d7a59c211f', 'name': 'tempest-FloatingIPTestJSON-1037199875'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:32.936287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Allocated IP 2001:db8::64 (30df14e0-a833-40a6-b26b-5bf85bbdd67e/317e4fc9-c7a4-4ba8-a57e-f09b40570ebd/2125ca9b-5627-41ae-9b53-58e129fb7cd8) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:32.946877 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:39:32.947493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1f2f930d-4cff-4d05-a2f9-519a4c759ab8 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:39:32.956871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'project_id': '1e71091ec22d4b5cae4e0b3ab0a955f8', 'port_id': '183d0dda-d62f-4207-9b8b-df25b0ca326f'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:32.968103 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7205fbbf-c60b-4672-b19a-9c8ca89effaf None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:32.968834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7205fbbf-c60b-4672-b19a-9c8ca89effaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:32.969915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:33.034129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e330d-cbb4-413f-a60b-6292ae50b2bb None None] Port 183d0dda-d62f-4207-9b8b-df25b0ca326f cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:33.054126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7205fbbf-c60b-4672-b19a-9c8ca89effaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:33.068827 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-261455b7-6252-4c0e-bf2d-fd80dcede324 None None] For port 25602a00-906b-4aee-bbf1-bb84a074ae5a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=25602a00-906b-4aee-bbf1-bb84a074ae5a,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:33.069637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-261455b7-6252-4c0e-bf2d-fd80dcede324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:33.080407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Usage tracker for resource:floatingip and tenant:1e71091ec22d4b5cae4e0b3ab0a955f8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:33.090806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:33.091250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7205fbbf-c60b-4672-b19a-9c8ca89effaf None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:33.092812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:33.093169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7205fbbf-c60b-4672-b19a-9c8ca89effaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:33.102997 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Subnet': ['ID=4178c018-817f-4df9-be81-980419549d90,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:33.105220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:33.144345 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:33.168940 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-567c45f2-666c-422e-a769-16713baa5fb0 service neutron] 10.222.0.58 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8268893 Jul 29 16:39:33.194746 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Checking segment: {'id': 'aab21468-f2f1-442c-9841-4e5b2f2cda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'df3562a5-a113-4183-8801-d0e0d08bcbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:33.195117 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network hostable DHCP agents. Network: df3562a5-a113-4183-8801-d0e0d08bcbd0, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:39:33.219791 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Made reservation on behalf of 6f0c505440fa4f0880c55a0c82c37710 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:33.223327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:33.319888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:33.371748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] device_id is not set on port 3ccae941-c400-41e5-9e3c-4e3400626a47 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:39:33.402087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-261455b7-6252-4c0e-bf2d-fd80dcede324 None None] Calling delete_port for 25602a00-906b-4aee-bbf1-bb84a074ae5a owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:33.424733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8a0ace50-71ae-4560-bdac-fffe08bfe633 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:33.427847 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8a0ace50-71ae-4560-bdac-fffe08bfe633 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:33.452998 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7205fbbf-c60b-4672-b19a-9c8ca89effaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:33.453817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7205fbbf-c60b-4672-b19a-9c8ca89effaf None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:33.491891 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:33.523917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8a0ace50-71ae-4560-bdac-fffe08bfe633 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:33.524537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0ace50-71ae-4560-bdac-fffe08bfe633 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Fanout notify agent at l3_agent the message router_deleted on router 3a803714-714e-421b-a1ad-48dc12eb5f4c {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:39:33.547859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8a0ace50-71ae-4560-bdac-fffe08bfe633 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:33.553002 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8a0ace50-71ae-4560-bdac-fffe08bfe633 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/routers/3a803714-714e-421b-a1ad-48dc12eb5f4c HTTP/1.1" status: 204 len: 168 time: 0.8462234 Jul 29 16:39:33.553327 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47330) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:33.554939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-261455b7-6252-4c0e-bf2d-fd80dcede324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:33.561282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4cf74ed5-ca81-47b1-8ff4-650e487ec2fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:33.567191 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Usage tracker for resource:port and tenant:2dfcda58e3f74084b8302be907f8cb07 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:33.576747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network df3562a5-a113-4183-8801-d0e0d08bcbd0 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:39:33.579137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:33.634819 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:33.685793 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261455b7-6252-4c0e-bf2d-fd80dcede324 None None] Pushing event deleted for resources: {'Port': ['ID=25602a00-906b-4aee-bbf1-bb84a074ae5a,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:33.706083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261455b7-6252-4c0e-bf2d-fd80dcede324 None None] No DVR routers for this DVR port 25602a00-906b-4aee-bbf1-bb84a074ae5a on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:39:33.708755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, df3562a5-a113-4183-8801-d0e0d08bcbd0) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:33.722822 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3a5c2e09-c87d-4641-a0df-2f92953ad41b req-4c4f1d3a-583c-43b0-bef1-9702dcc502b3 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 210 time: 0.2256069 Jul 29 16:39:33.725706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eee9161-f6c4-4bba-9470-ccee74f333b5 None None] Network df3562a5-a113-4183-8801-d0e0d08bcbd0 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:33.759000 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:33.759981 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:33.769887 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:33.815325 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Made reservation on behalf of 2dfcda58e3f74084b8302be907f8cb07 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:33.819351 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:33.826335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4cf74ed5-ca81-47b1-8ff4-650e487ec2fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:33.831121 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4cf74ed5-ca81-47b1-8ff4-650e487ec2fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:33.839779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4cf74ed5-ca81-47b1-8ff4-650e487ec2fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:33.841529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4cf74ed5-ca81-47b1-8ff4-650e487ec2fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:33.867644 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf74ed5-ca81-47b1-8ff4-650e487ec2fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:33.871352 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4cf74ed5-ca81-47b1-8ff4-650e487ec2fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:33.955129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:33.959389 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] device_id is not set on port 60f3dfc1-ba5c-4283-9508-5f87ac89c887 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:39:34.042523 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-078f496e-f013-40a8-be41-d18c558084d0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9423313 Jul 29 16:39:34.045236 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47340) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:34.046060 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Transition to ACTIVE for port object 2125ca9b-5627-41ae-9b53-58e129fb7cd8 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:34.068116 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-df3562a5-a113-4183-8801-d0e0d08bcbd0', 'network_id': 'df3562a5-a113-4183-8801-d0e0d08bcbd0', 'tenant_id': '6ef8b3c0991c44b3b2e7bc738e572b53', 'fixed_ips': [{'subnet_id': '4178c018-817f-4df9-be81-980419549d90'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:39:34.069153 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:34.071862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Allocated IP 172.20.0.11 (d6f51f87-461b-4c5c-a4fb-3c8900b2b91c/e1165ad9-1d0e-4854-abbc-5bcf02411b77/3ccae941-c400-41e5-9e3c-4e3400626a47) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:34.076893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-54997892-ca89-43fa-8d71-1351d265bbbf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'subnet': {'network_id': 'df3562a5-a113-4183-8801-d0e0d08bcbd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:34.087185 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Allocated IP 172.26.1.27 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/0dcdae97-7b9a-4307-9667-023a51ee89bd) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:34.107938 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee4dba-b820-4d6e-ac4a-71b73667e83f req-220c478e-a0a7-4721-b715-6cb3a8680b88 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:34.109529 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06ee4dba-b820-4d6e-ac4a-71b73667e83f req-220c478e-a0a7-4721-b715-6cb3a8680b88 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 0.7480195 Jul 29 16:39:34.266792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 25602a00-906b-4aee-bbf1-bb84a074ae5a no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:39:34.313429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 25602a00-906b-4aee-bbf1-bb84a074ae5a {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:39:34.313920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 25602a00-906b-4aee-bbf1-bb84a074ae5a not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:39:34.346506 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:34.359144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Allocated IP 172.20.0.2 (df3562a5-a113-4183-8801-d0e0d08bcbd0/4178c018-817f-4df9-be81-980419549d90/4afc9c0f-a96f-4c8e-87f0-b2e3bb588248) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:34.362045 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06ee4dba-b820-4d6e-ac4a-71b73667e83f req-cb98f26c-a7bb-4e13-9840-3227a7116518 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382982 Jul 29 16:39:34.430250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4cf74ed5-ca81-47b1-8ff4-650e487ec2fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:34.484394 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:34.536780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Allocated IP 172.20.0.2 (57b28557-e768-42ab-b74d-a3d7a59c211f/d07cc72a-d367-47de-8447-ca51a97ccde9/60f3dfc1-ba5c-4283-9508-5f87ac89c887) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:34.593649 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-54997892-ca89-43fa-8d71-1351d265bbbf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:34.611127 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-54997892-ca89-43fa-8d71-1351d265bbbf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:subnet and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:34.619764 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:34.622879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-54997892-ca89-43fa-8d71-1351d265bbbf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:34.636780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:34.638962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-54997892-ca89-43fa-8d71-1351d265bbbf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:34.676805 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:34.677947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf74ed5-ca81-47b1-8ff4-650e487ec2fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:34.679401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:34.690290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Transition to ACTIVE for port object 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:34.714134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Transition to ACTIVE for port object 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:34.725723 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:34.732860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-4cf74ed5-ca81-47b1-8ff4-650e487ec2fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:34.736317 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf74ed5-ca81-47b1-8ff4-650e487ec2fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:34.736926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4cf74ed5-ca81-47b1-8ff4-650e487ec2fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:34.771189 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eb3d73-35c1-4235-9520-d3b29d9a2fca None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:34.777767 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:34.788745 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:34.798393 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:34.827495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf74ed5-ca81-47b1-8ff4-650e487ec2fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=04fce648-d10d-4b5f-8114-201062de2eb1,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:34.877953 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Network df3562a5-a113-4183-8801-d0e0d08bcbd0 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:34.878758 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4cf74ed5-ca81-47b1-8ff4-650e487ec2fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3241398 Jul 29 16:39:34.881455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Pushing event updated for resources: {'Port': ['ID=0dcdae97-7b9a-4307-9667-023a51ee89bd,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:34.886957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47346) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:34.888906 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:34.897070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:34.909180 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Pushing event updated for resources: {'Port': ['ID=4afc9c0f-a96f-4c8e-87f0-b2e3bb588248,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:34.913606 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-78c8d9b2-fd42-45a2-a5ea-7c922d4ab2a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1716607510', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:34.914605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=2125ca9b-5627-41ae-9b53-58e129fb7cd8,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:34.923489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:34.929400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:34.930241 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:34.974406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-78c8d9b2-fd42-45a2-a5ea-7c922d4ab2a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:34.991965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-78c8d9b2-fd42-45a2-a5ea-7c922d4ab2a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:router and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:34.997162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-78c8d9b2-fd42-45a2-a5ea-7c922d4ab2a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:35.014554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-78c8d9b2-fd42-45a2-a5ea-7c922d4ab2a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:35.170468 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:35.175005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Attempting to bind port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:39:35.177239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Attempting to bind port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'aab21468-f2f1-442c-9841-4e5b2f2cda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'df3562a5-a113-4183-8801-d0e0d08bcbd0'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:39:35.177807 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Attempting to bind port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 on network df3562a5-a113-4183-8801-d0e0d08bcbd0 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:39:35.185864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:39:35.186502 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Checking segment: {'id': 'aab21468-f2f1-442c-9841-4e5b2f2cda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'df3562a5-a113-4183-8801-d0e0d08bcbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:35.186709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Transition to ACTIVE for port object 3ccae941-c400-41e5-9e3c-4e3400626a47 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:35.187416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:35.187963 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Bound using segment: {'id': 'aab21468-f2f1-442c-9841-4e5b2f2cda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'df3562a5-a113-4183-8801-d0e0d08bcbd0'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:39:35.188643 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Bound port: 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab21468-f2f1-442c-9841-4e5b2f2cda61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'df3562a5-a113-4183-8801-d0e0d08bcbd0'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:39:35.189251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:35.251690 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:35.264152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54997892-ca89-43fa-8d71-1351d265bbbf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:35.267613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-54997892-ca89-43fa-8d71-1351d265bbbf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:35.307323 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] For port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:39:35.311219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] For port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4afc9c0f-a96f-4c8e-87f0-b2e3bb588248,segment=NetworkSegment(aab21468-f2f1-442c-9841-4e5b2f2cda61),segment_id=aab21468-f2f1-442c-9841-4e5b2f2cda61)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:39:35.314745 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-406efc36-43ec-441a-a227-a88036b97197 req-9472aa66-7a5e-48e5-aa56-e5a33e12fcf9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 210 time: 0.1679368 Jul 29 16:39:35.322939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-70e97dbe-8117-4650-8169-53d611e7a25e None None] Provisioning for port 2125ca9b-5627-41ae-9b53-58e129fb7cd8 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:35.363362 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-78c8d9b2-fd42-45a2-a5ea-7c922d4ab2a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:35.364945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-78c8d9b2-fd42-45a2-a5ea-7c922d4ab2a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:35.369177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:35.394594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event updated for resources: {'Port': ['ID=3ccae941-c400-41e5-9e3c-4e3400626a47,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:35.423086 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-70e97dbe-8117-4650-8169-53d611e7a25e None None] Provisioning complete for port 2125ca9b-5627-41ae-9b53-58e129fb7cd8 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:35.423583 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-70e97dbe-8117-4650-8169-53d611e7a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:35.430789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-78c8d9b2-fd42-45a2-a5ea-7c922d4ab2a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:35.462469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '04fce648-d10d-4b5f-8114-201062de2eb1'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:39:35.463475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:35.497587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73838-6c40-42d0-80fb-9206441bef9a req-9b7a2f59-7cdc-4a72-92a2-8ba8fc2f24db tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:35.499220 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-9b7a2f59-7cdc-4a72-92a2-8ba8fc2f24db tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.69 "GET /v2.0/networks?id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a HTTP/1.1" status: 200 len: 812 time: 0.4704254 Jul 29 16:39:35.542766 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-78c8d9b2-fd42-45a2-a5ea-7c922d4ab2a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:35.583548 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-78c8d9b2-fd42-45a2-a5ea-7c922d4ab2a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:35.584961 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-78c8d9b2-fd42-45a2-a5ea-7c922d4ab2a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6897683 Jul 29 16:39:35.589674 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-79c13d78-236c-4f0a-a142-677b71d2e0a2 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.2976887 Jul 29 16:39:35.595850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47356) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:35.596185 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47358) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:35.600711 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:35.604299 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:35.613551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:35.624864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:35.627177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-70e97dbe-8117-4650-8169-53d611e7a25e None None] Port 2125ca9b-5627-41ae-9b53-58e129fb7cd8 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:35.683004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c0cb4-ecbc-465e-88b9-0a3b38130e05 None None] Pushing event updated for resources: {'Port': ['ID=4afc9c0f-a96f-4c8e-87f0-b2e3bb588248,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:35.711187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-1af73838-6c40-42d0-80fb-9206441bef9a req-47fa6e83-8c22-4e00-8f4c-da1173b1beab tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Synchronizing usage tracker for tenant:a9ff8c7771054c2480eec2059eb8ce49 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:35.716908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c79a6bdf-4060-4336-a56b-111c89f9d522 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'subnet': {'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:35.722791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Allocated IP 2001:db8::2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/04fce648-d10d-4b5f-8114-201062de2eb1/0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:35.822827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:35.823778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:35.886028 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fc4269e7-fe4e-4a7b-8887-b7b87e9a57d7 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6581898 Jul 29 16:39:35.891086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47364) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:35.927325 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Request body: {'port': {'network_id': 'd6f51f87-461b-4c5c-a4fb-3c8900b2b91c', 'name': 'tempest-AllowedAddressPairTestJSON-361647060'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:35.965919 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.ipam_backend_mixin [None req-54997892-ca89-43fa-8d71-1351d265bbbf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4178c018-817f-4df9-be81-980419549d90 (CIDR: 172.20.0.0/28) Jul 29 16:39:36.072862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:36.087542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Transition to ACTIVE for port object 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:36.091857 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-54997892-ca89-43fa-8d71-1351d265bbbf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:39:36.092404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54997892-ca89-43fa-8d71-1351d265bbbf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:39:36.110911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Transition to ACTIVE for port object 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:36.119750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:36.216464 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-54997892-ca89-43fa-8d71-1351d265bbbf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1524932 Jul 29 16:39:36.218870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:36.223028 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47368) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:36.230825 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:36.232895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:36.244840 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-587138df-b84f-4e84-910c-25c24428b982 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'subnet': {'network_id': 'df3562a5-a113-4183-8801-d0e0d08bcbd0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:36.268198 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-1af73838-6c40-42d0-80fb-9206441bef9a req-47fa6e83-8c22-4e00-8f4c-da1173b1beab tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Unset dirty status for tenant:a9ff8c7771054c2480eec2059eb8ce49 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:36.269455 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-47fa6e83-8c22-4e00-8f4c-da1173b1beab tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9ff8c7771054c2480eec2059eb8ce49 HTTP/1.1" status: 200 len: 379 time: 0.7615285 Jul 29 16:39:36.290750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Request body: {'port': {'device_id': 'b1a8419d-ba9b-4819-85da-acba94a34db6', 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'admin_state_up': True, 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'security_groups': ['7534a3ce-75a8-4838-b8f0-48a2138c967c']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:36.308045 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:36.329003 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:36.347100 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:36.356771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbee58-32c3-4c6b-bcb2-0b63e43ecf93 req-5b50ec76-d209-4240-9e7c-fd1480edc806 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:36.363604 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d7fbee58-32c3-4c6b-bcb2-0b63e43ecf93 req-5b50ec76-d209-4240-9e7c-fd1480edc806 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 0.7515452 Jul 29 16:39:36.366540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:36.422242 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Pushing event updated for resources: {'Port': ['ID=0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:36.452501 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-60fdfd05-7c2a-4232-9f7d-85ac2a90b788 None None] Provisioning for port 3ccae941-c400-41e5-9e3c-4e3400626a47 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:36.469551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:36.492559 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-60fdfd05-7c2a-4232-9f7d-85ac2a90b788 None None] Provisioning complete for port 3ccae941-c400-41e5-9e3c-4e3400626a47 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:36.493493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-60fdfd05-7c2a-4232-9f7d-85ac2a90b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:36.558901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network 57b28557-e768-42ab-b74d-a3d7a59c211f is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:36.565086 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Attempting to bind port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:39:36.565279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Attempting to bind port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:39:36.568060 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Attempting to bind port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:39:36.582405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:36.599888 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:39:36.600209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:36.600844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:36.601540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:39:36.602361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Bound port: 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:39:36.602781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:36.604614 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d7fbee58-32c3-4c6b-bcb2-0b63e43ecf93 req-4cd89adc-31bc-439a-ba4a-5932a3285b82 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400236 Jul 29 16:39:36.605342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=60f3dfc1-ba5c-4283-9508-5f87ac89c887,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:36.617230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:36.632823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-60fdfd05-7c2a-4232-9f7d-85ac2a90b788 None None] Port 3ccae941-c400-41e5-9e3c-4e3400626a47 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:36.640446 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:36.650002 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e82f18d1-8013-41f9-9044-70cbbaa982d5 req-3950404b-a527-4297-b130-e2e616ad07fe tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 210 time: 0.1562152 Jul 29 16:39:36.666179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Made reservation on behalf of 6f0c505440fa4f0880c55a0c82c37710 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:36.669677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:36.724939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-587138df-b84f-4e84-910c-25c24428b982 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:36.732358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] device_id is not set on port 31f3af1f-6981-428e-9777-a1f6fa7dcf04 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:39:36.757453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] For port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:39:36.762742 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] For port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:39:36.767966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-587138df-b84f-4e84-910c-25c24428b982 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:subnet and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:36.771046 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:36.777548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:36.778177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:36.784676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-587138df-b84f-4e84-910c-25c24428b982 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:36.809248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:36.815993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c79a6bdf-4060-4336-a56b-111c89f9d522 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:36.816825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-587138df-b84f-4e84-910c-25c24428b982 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:36.820454 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c79a6bdf-4060-4336-a56b-111c89f9d522 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:subnet and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:36.823647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c79a6bdf-4060-4336-a56b-111c89f9d522 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:36.829827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c79a6bdf-4060-4336-a56b-111c89f9d522 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:36.852538 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4558e7bd-d01f-42da-8f2a-7a625aae580c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9914644 Jul 29 16:39:36.856775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47374) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:36.865707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'port': {'network_id': '57b28557-e768-42ab-b74d-a3d7a59c211f', 'name': 'tempest-FloatingIPTestJSON-1125487652'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:36.869879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Usage tracker for resource:port and tenant:a9ff8c7771054c2480eec2059eb8ce49 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:36.878491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a52816-b13b-4242-8f8f-9aa11a981857 None None] Pushing event updated for resources: {'Port': ['ID=0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:36.886757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587138df-b84f-4e84-910c-25c24428b982 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:36.890216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-587138df-b84f-4e84-910c-25c24428b982 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:36.892894 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:36.898682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79a6bdf-4060-4336-a56b-111c89f9d522 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:36.902164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c79a6bdf-4060-4336-a56b-111c89f9d522 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:36.947913 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:37.071647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:37.101467 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:37.124284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Made reservation on behalf of a9ff8c7771054c2480eec2059eb8ce49 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:37.127356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:37.177980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Allocated IP 172.20.0.7 (d6f51f87-461b-4c5c-a4fb-3c8900b2b91c/e1165ad9-1d0e-4854-abbc-5bcf02411b77/31f3af1f-6981-428e-9777-a1f6fa7dcf04) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:37.208866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a893980d-5e37-42b7-84ad-10c90e0a05ad None None] Network df3562a5-a113-4183-8801-d0e0d08bcbd0 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:37.321456 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e3783a5f-c586-4087-9bae-6c010262a78c None None] Provisioning for port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:37.328216 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e3783a5f-c586-4087-9bae-6c010262a78c None None] Provisioning complete for port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:37.328591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e3783a5f-c586-4087-9bae-6c010262a78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:37.497713 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.ipam_backend_mixin [None req-c79a6bdf-4060-4336-a56b-111c89f9d522 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 317e4fc9-c7a4-4ba8-a57e-f09b40570ebd (CIDR: 2001:db8::/64) Jul 29 16:39:37.566151 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79a6bdf-4060-4336-a56b-111c89f9d522 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:39:37.566696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79a6bdf-4060-4336-a56b-111c89f9d522 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:39:37.604838 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e3783a5f-c586-4087-9bae-6c010262a78c None None] Current status of the port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:37.604838 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e3783a5f-c586-4087-9bae-6c010262a78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:37.623767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:37.635526 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-587138df-b84f-4e84-910c-25c24428b982 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:37.650162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e3783a5f-c586-4087-9bae-6c010262a78c None None] For port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4afc9c0f-a96f-4c8e-87f0-b2e3bb588248,segment=NetworkSegment(aab21468-f2f1-442c-9841-4e5b2f2cda61),segment_id=aab21468-f2f1-442c-9841-4e5b2f2cda61)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:37.663377 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e3783a5f-c586-4087-9bae-6c010262a78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:37.690943 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Usage tracker for resource:port and tenant:2dfcda58e3f74084b8302be907f8cb07 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:37.700110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:37.714796 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587138df-b84f-4e84-910c-25c24428b982 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network df3562a5-a113-4183-8801-d0e0d08bcbd0 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:37.727691 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c79a6bdf-4060-4336-a56b-111c89f9d522 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1289153 Jul 29 16:39:37.738106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-587138df-b84f-4e84-910c-25c24428b982 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:37.744457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47382) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:37.758285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:37.780118 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8717b1d5-d8f8-444f-b401-b2affe78ca39 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'subnet': {'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:37.826177 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Allocated IP 172.20.0.8 (7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a/ff5ec273-f912-48b7-b63a-03fe2ae0c78d/3806123a-5c5d-4068-bb4f-0b9df28a776f) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:37.850243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3783a5f-c586-4087-9bae-6c010262a78c None None] Pushing event updated for resources: {'Port': ['ID=4afc9c0f-a96f-4c8e-87f0-b2e3bb588248,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:37.903956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:37.929776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:37.934239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587138df-b84f-4e84-910c-25c24428b982 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:37.939756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-587138df-b84f-4e84-910c-25c24428b982 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:37.993618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::1 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/04fce648-d10d-4b5f-8114-201062de2eb1/9bbecc7c-5659-471a-80ac-962a0ad47f68) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:38.095884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b3f26f-0f74-4e08-a8d2-2ac23e4cc035 None None] Network df3562a5-a113-4183-8801-d0e0d08bcbd0 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:38.161928 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Made reservation on behalf of 2dfcda58e3f74084b8302be907f8cb07 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:38.162070 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Pushing event updated for resources: {'Port': ['ID=0dcdae97-7b9a-4307-9667-023a51ee89bd,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:38.164983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:38.186077 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5c82fb89-ce09-495f-8693-1c39751a508f None None] Provisioning complete for port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:38.195683 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5c82fb89-ce09-495f-8693-1c39751a508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:38.198158 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587138df-b84f-4e84-910c-25c24428b982 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Subnet': ['ID=68141b3d-a7a5-4c19-be2b-c12b0ebf7b69,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:38.211437 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f9022d19-4197-46b7-933d-a626149bd2f3 req-bde3849d-9f0d-4206-890a-5f5790d2994d tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 210 time: 0.2106795 Jul 29 16:39:38.228214 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-587138df-b84f-4e84-910c-25c24428b982 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0021348 Jul 29 16:39:38.233131 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47386) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:38.262734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] device_id is not set on port e7ed932c-fa17-43c9-893d-2a7e0484f7d8 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:39:38.344225 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:38.390446 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'network_id': 'df3562a5-a113-4183-8801-d0e0d08bcbd0', 'fixed_ips': [{'subnet_id': '4178c018-817f-4df9-be81-980419549d90'}, {'subnet_id': '68141b3d-a7a5-4c19-be2b-c12b0ebf7b69'}], 'name': 'tempest-PortsTestJSON-1587051994'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:38.413233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:38.477352 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:38.499209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5c82fb89-ce09-495f-8693-1c39751a508f None None] Current status of the port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:38.583747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Transition to ACTIVE for port object 31f3af1f-6981-428e-9777-a1f6fa7dcf04 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:38.588875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:38.589412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:38.612999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8717b1d5-d8f8-444f-b401-b2affe78ca39 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:38.618172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8717b1d5-d8f8-444f-b401-b2affe78ca39 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:subnet and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:38.621410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8717b1d5-d8f8-444f-b401-b2affe78ca39 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:38.627729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8717b1d5-d8f8-444f-b401-b2affe78ca39 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:38.662667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b5f6c693-4d73-4b5b-83d0-14943b1e4650 None None] Provisioning for port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:38.712627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149311bc-3a29-4a33-8ae0-b28d059bf85e req-adf78a58-53ea-4ba8-8088-9577b102797e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:38.714775 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-149311bc-3a29-4a33-8ae0-b28d059bf85e req-adf78a58-53ea-4ba8-8088-9577b102797e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 0.7699308 Jul 29 16:39:38.715489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8717b1d5-d8f8-444f-b401-b2affe78ca39 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:38.719105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8717b1d5-d8f8-444f-b401-b2affe78ca39 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:38.733736 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:38.747499 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:38.779069 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object 9bbecc7c-5659-471a-80ac-962a0ad47f68 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:38.787966 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Transition to ACTIVE for port object 3806123a-5c5d-4068-bb4f-0b9df28a776f will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:38.790558 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Floating IP 21ed21a9-ca9c-4c39-a194-6c868a397c09 associated. External IP: 172.26.1.27, port: 183d0dda-d62f-4207-9b8b-df25b0ca326f. Jul 29 16:39:38.826317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02de4582-e82d-4258-a05e-5982bf4e5a41 None None] Update dhcp port {'port': {'network_id': 'df3562a5-a113-4183-8801-d0e0d08bcbd0', 'fixed_ips': [{'subnet_id': '4178c018-817f-4df9-be81-980419549d90', 'ip_address': '172.20.0.2'}, {'subnet_id': '68141b3d-a7a5-4c19-be2b-c12b0ebf7b69'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': '4afc9c0f-a96f-4c8e-87f0-b2e3bb588248'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:39:38.860179 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:38.861266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:38.927854 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-02de4582-e82d-4258-a05e-5982bf4e5a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:38.982843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Allocated IP 172.20.0.8 (57b28557-e768-42ab-b74d-a3d7a59c211f/d07cc72a-d367-47de-8447-ca51a97ccde9/e7ed932c-fa17-43c9-893d-2a7e0484f7d8) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:38.985017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:38.991458 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:38.993866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:39.000913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:39.002146 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-149311bc-3a29-4a33-8ae0-b28d059bf85e req-55047812-3231-4094-91de-190ac6f689fd tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513066 Jul 29 16:39:39.009307 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:39.012592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:port and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:39.016531 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:39.056291 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:39.056656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:39.066110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:39.096226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:39.101948 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:39.104987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Network 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:39.166903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:39.181391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:39.195503 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:39.217507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:39.239088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-02de4582-e82d-4258-a05e-5982bf4e5a41 None None] Allocated IP 172.20.0.18 (df3562a5-a113-4183-8801-d0e0d08bcbd0/68141b3d-a7a5-4c19-be2b-c12b0ebf7b69/4afc9c0f-a96f-4c8e-87f0-b2e3bb588248) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:39.257283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:39.257822 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:39.260387 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:39.271664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:39.272038 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:39.274388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:39.314965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=9bbecc7c-5659-471a-80ac-962a0ad47f68,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:39.403715 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event updated for resources: {'Port': ['ID=31f3af1f-6981-428e-9777-a1f6fa7dcf04,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:39.446161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:39.485355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:39.581776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Pushing event updated for resources: {'Port': ['ID=3806123a-5c5d-4068-bb4f-0b9df28a776f,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:39.595807 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-02de4582-e82d-4258-a05e-5982bf4e5a41 None None] For port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4afc9c0f-a96f-4c8e-87f0-b2e3bb588248,segment=NetworkSegment(aab21468-f2f1-442c-9841-4e5b2f2cda61),segment_id=aab21468-f2f1-442c-9841-4e5b2f2cda61)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:39.608232 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:39.608889 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:39.630482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Router b8f23b1e-0fc9-411d-a746-5548709a174d has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:39:39.670345 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:39.671055 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:39.672489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:39.690351 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8a457cac-ea5e-4eb2-bd13-ebf7a3255ea1 None None] Provisioning for port 9bbecc7c-5659-471a-80ac-962a0ad47f68 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:39.701806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-02de4582-e82d-4258-a05e-5982bf4e5a41 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:39.709542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8a457cac-ea5e-4eb2-bd13-ebf7a3255ea1 None None] Provisioning complete for port 9bbecc7c-5659-471a-80ac-962a0ad47f68 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:39.709962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8a457cac-ea5e-4eb2-bd13-ebf7a3255ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:39.725379 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-1b8cb07e-ee52-4b51-82a6-7ae32f414bee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4435174 Jul 29 16:39:39.765362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-02de4582-e82d-4258-a05e-5982bf4e5a41 None None] Transition to ACTIVE for port object 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:39.774370 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-02de4582-e82d-4258-a05e-5982bf4e5a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:39.792002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Request body: {'port': {'device_id': 'b1a8419d-ba9b-4819-85da-acba94a34db6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:39.819494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8a457cac-ea5e-4eb2-bd13-ebf7a3255ea1 None None] Port 9bbecc7c-5659-471a-80ac-962a0ad47f68 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:39.974394 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:39.978174 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-19cb0fdc-32bb-44ad-b85b-97f9f3b004ac tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0757105 Jul 29 16:39:39.983453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47392) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:39.984870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:40.019078 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de4582-e82d-4258-a05e-5982bf4e5a41 None None] Pushing event updated for resources: {'Port': ['ID=4afc9c0f-a96f-4c8e-87f0-b2e3bb588248,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:40.033705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-84dd28a3-c5ba-424b-b24a-0dacec876903 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b2:19:c9'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:11:ab:67'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:40.061941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:40.086489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f7782f61-abd2-409f-bc81-56b188394de4 None None] Provisioning for port 3806123a-5c5d-4068-bb4f-0b9df28a776f completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:40.086910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port ef8ab93d-07b8-4156-a957-57b854900b10 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:39:40.087447 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:40.100337 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034449d5-6544-42b7-a0ee-5bfcc64731b6 None None] Sync routers for ids ['b8f23b1e-0fc9-411d-a746-5548709a174d'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:40.113205 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034449d5-6544-42b7-a0ee-5bfcc64731b6 None None] Routers {'b8f23b1e-0fc9-411d-a746-5548709a174d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:40.114120 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-034449d5-6544-42b7-a0ee-5bfcc64731b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b8f23b1e-0fc9-411d-a746-5548709a174d'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:40.127990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f7782f61-abd2-409f-bc81-56b188394de4 None None] Provisioning complete for port 3806123a-5c5d-4068-bb4f-0b9df28a776f triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:40.130600 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f7782f61-abd2-409f-bc81-56b188394de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:40.262345 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-034449d5-6544-42b7-a0ee-5bfcc64731b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:40.281005 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034449d5-6544-42b7-a0ee-5bfcc64731b6 None None] Routers {'b8f23b1e-0fc9-411d-a746-5548709a174d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:40.282586 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-034449d5-6544-42b7-a0ee-5bfcc64731b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b8f23b1e-0fc9-411d-a746-5548709a174d'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:40.287308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:40.314287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f7782f61-abd2-409f-bc81-56b188394de4 None None] Port 3806123a-5c5d-4068-bb4f-0b9df28a776f cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:40.351712 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-034449d5-6544-42b7-a0ee-5bfcc64731b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:40.352394 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034449d5-6544-42b7-a0ee-5bfcc64731b6 None None] The sync data for ids ['b8f23b1e-0fc9-411d-a746-5548709a174d'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:40.369900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f7782f61-abd2-409f-bc81-56b188394de4 None None] Provisioning for port 31f3af1f-6981-428e-9777-a1f6fa7dcf04 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:40.370507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8717b1d5-d8f8-444f-b401-b2affe78ca39 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:40.376735 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f7782f61-abd2-409f-bc81-56b188394de4 None None] Provisioning complete for port 31f3af1f-6981-428e-9777-a1f6fa7dcf04 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:40.377663 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f7782f61-abd2-409f-bc81-56b188394de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:40.381865 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:40.422799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:40.464677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5cc2b-e7eb-45c7-a202-151963579e80 req-eec6a322-b8f4-40b8-8782-eab78056b37f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:40.466233 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-94e5cc2b-e7eb-45c7-a202-151963579e80 req-eec6a322-b8f4-40b8-8782-eab78056b37f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 931 time: 0.8087611 Jul 29 16:39:40.468829 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f7782f61-abd2-409f-bc81-56b188394de4 None None] Port 31f3af1f-6981-428e-9777-a1f6fa7dcf04 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:40.527164 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:40.631700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8717b1d5-d8f8-444f-b401-b2affe78ca39 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:40.650238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-8717b1d5-d8f8-444f-b401-b2affe78ca39 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:40.650478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:40.650806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:40.664906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8717b1d5-d8f8-444f-b401-b2affe78ca39 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:40.665817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8717b1d5-d8f8-444f-b401-b2affe78ca39 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:40.693193 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717b1d5-d8f8-444f-b401-b2affe78ca39 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Subnet': ['ID=75092729-9400-4431-b407-b1b87aeff276,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:40.730635 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58bab5b-c417-463a-a956-cbb5c6e19167 None None] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:40.742006 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-94e5cc2b-e7eb-45c7-a202-151963579e80 req-ba7fe108-4c1a-4bab-ad93-88bfa2a726e2 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444491 Jul 29 16:39:40.748603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:40.767633 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-76b27fee-10af-4b17-b50c-37c513c9cb99 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.1127946 Jul 29 16:39:40.782798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47398) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:40.838994 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8717b1d5-d8f8-444f-b401-b2affe78ca39 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0781517 Jul 29 16:39:40.879189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47402) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:40.886012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f9853d3c-c9e9-40f6-92a8-636e08b6af6d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1460956401', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '75092729-9400-4431-b407-b1b87aeff276'}], 'security_groups': ['9797162f-cfc7-4e88-b3a9-81b4dacc92ac']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:40.991686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network 57b28557-e768-42ab-b74d-a3d7a59c211f is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:41.000879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:41.011184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25742-4e2d-4b46-a220-d4e3a5898c96 req-14b99f9f-b0bc-4e35-b366-6e98106d866b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:41.018777 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e4b25742-4e2d-4b46-a220-d4e3a5898c96 req-14b99f9f-b0bc-4e35-b366-6e98106d866b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 0.6527193 Jul 29 16:39:41.024321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:41.101290 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=e7ed932c-fa17-43c9-893d-2a7e0484f7d8,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:41.115698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Allocated IP 172.20.0.13 (df3562a5-a113-4183-8801-d0e0d08bcbd0/4178c018-817f-4df9-be81-980419549d90/ef8ab93d-07b8-4156-a957-57b854900b10) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:41.121914 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2b9aa660-0b85-4ad8-ace8-24cc74ea3ab5 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] 10.222.0.58 "GET /v2.0/floatingips/21ed21a9-ca9c-4c39-a194-6c868a397c09 HTTP/1.1" status: 200 len: 982 time: 0.3225231 Jul 29 16:39:41.124160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-84dd28a3-c5ba-424b-b24a-0dacec876903 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:41.126799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47406) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:41.135232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Allocated IP 172.20.0.21 (df3562a5-a113-4183-8801-d0e0d08bcbd0/68141b3d-a7a5-4c19-be2b-c12b0ebf7b69/ef8ab93d-07b8-4156-a957-57b854900b10) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:41.151230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5ee2c347-d9de-4433-b5fd-ff18e9dca963 None None] Provisioning for port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:41.159165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:41.165349 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5ee2c347-d9de-4433-b5fd-ff18e9dca963 None None] Provisioning complete for port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:41.165544 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c347-d9de-4433-b5fd-ff18e9dca963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:41.242365 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:41.243067 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:41.298120 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e4b25742-4e2d-4b46-a220-d4e3a5898c96 req-df07a1fe-dd9d-4aeb-b602-814c2ddbb967 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777944 Jul 29 16:39:41.336487 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-98756aff-e7bc-490d-802d-84d2d09ea0af tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2729 time: 0.2052264 Jul 29 16:39:41.337388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47410) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:41.343460 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4668a887-ebd5-40fd-aeb1-2551f6147b7f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4859493 Jul 29 16:39:41.354707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5ee2c347-d9de-4433-b5fd-ff18e9dca963 None None] Current status of the port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:41.365806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c29f0f5-da00-4ed7-9e1b-615368f3a1cb None None] Update dhcp port {'port': {'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'fixed_ips': [{'subnet_id': '317e4fc9-c7a4-4ba8-a57e-f09b40570ebd', 'ip_address': '2001:db8::2'}, {'subnet_id': '75092729-9400-4431-b407-b1b87aeff276'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': 'dd271394-bf54-432f-92b6-f093c79992fb'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:39:41.365997 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47414) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:41.375314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': 'e7ed932c-fa17-43c9-893d-2a7e0484f7d8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:41.396618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:41.413701 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Usage tracker for resource:floatingip and tenant:2dfcda58e3f74084b8302be907f8cb07 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:41.420520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:41.422729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7c29f0f5-da00-4ed7-9e1b-615368f3a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:41.445962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:41.556262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:39:41.636856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:41.650294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:41.659770 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-7c29f0f5-da00-4ed7-9e1b-615368f3a1cb None None] Allocated IP 2001:db8:0:1::2 (30df14e0-a833-40a6-b26b-5bf85bbdd67e/75092729-9400-4431-b407-b1b87aeff276/dd271394-bf54-432f-92b6-f093c79992fb) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:41.678061 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:41.678802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:41.680823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-8be41893-d7da-4ee1-a226-07364baa4100 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Deleting port 0dcdae97-7b9a-4307-9667-023a51ee89bd {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:41.681195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8be41893-d7da-4ee1-a226-07364baa4100 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:41.806994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-7c29f0f5-da00-4ed7-9e1b-615368f3a1cb None None] For port dd271394-bf54-432f-92b6-f093c79992fb, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=dd271394-bf54-432f-92b6-f093c79992fb,segment=NetworkSegment(b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc),segment_id=b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:41.836110 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7c29f0f5-da00-4ed7-9e1b-615368f3a1cb None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:41.855719 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8be41893-d7da-4ee1-a226-07364baa4100 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:41.856330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8be41893-d7da-4ee1-a226-07364baa4100 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:41.856414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7c29f0f5-da00-4ed7-9e1b-615368f3a1cb None None] Transition to ACTIVE for port object dd271394-bf54-432f-92b6-f093c79992fb will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:41.861253 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7c29f0f5-da00-4ed7-9e1b-615368f3a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:42.060333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29f0f5-da00-4ed7-9e1b-615368f3a1cb None None] Pushing event updated for resources: {'Port': ['ID=dd271394-bf54-432f-92b6-f093c79992fb,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:42.066357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f9853d3c-c9e9-40f6-92a8-636e08b6af6d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:42.087347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:39:42.191747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=9bbecc7c-5659-471a-80ac-962a0ad47f68,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:42.219985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:42.229880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-8be41893-d7da-4ee1-a226-07364baa4100 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Calling delete_port for 0dcdae97-7b9a-4307-9667-023a51ee89bd owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:42.243175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3806123a-5c5d-4068-bb4f-0b9df28a776f {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:39:42.247177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dd271394-bf54-432f-92b6-f093c79992fb up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:42.288891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:42.306756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Transition to ACTIVE for port object ef8ab93d-07b8-4156-a957-57b854900b10 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:42.398903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b68ef-4096-44bb-9032-40860e721372 req-11c97c68-5651-4d36-898e-a8e6b8e285fc tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:42.405846 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-943b68ef-4096-44bb-9032-40860e721372 req-11c97c68-5651-4d36-898e-a8e6b8e285fc tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 931 time: 0.5334616 Jul 29 16:39:42.414275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Transition to ACTIVE for port object 3806123a-5c5d-4068-bb4f-0b9df28a776f will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:42.431699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-84dd28a3-c5ba-424b-b24a-0dacec876903 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:42.445223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:42.453211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:42.455090 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:42.533783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-84dd28a3-c5ba-424b-b24a-0dacec876903 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:42.546871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:42.637518 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-943b68ef-4096-44bb-9032-40860e721372 req-077ee48e-d867-4d3c-a459-c7eeed7dd76f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307994 Jul 29 16:39:42.657198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network df3562a5-a113-4183-8801-d0e0d08bcbd0 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:42.667274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:42.680751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:42.755644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:42.756309 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:42.825696 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0eb777a9-ba66-45be-ba0d-0c0ec9cc7dd0 None None] Provisioning complete for port 2125ca9b-5627-41ae-9b53-58e129fb7cd8 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:42.826196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0eb777a9-ba66-45be-ba0d-0c0ec9cc7dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:42.835406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8be41893-d7da-4ee1-a226-07364baa4100 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:42.863467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=ef8ab93d-07b8-4156-a957-57b854900b10,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:42.923934 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0eb777a9-ba66-45be-ba0d-0c0ec9cc7dd0 None None] Port 2125ca9b-5627-41ae-9b53-58e129fb7cd8 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:42.950835 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0eb777a9-ba66-45be-ba0d-0c0ec9cc7dd0 None None] Provisioning for port dd271394-bf54-432f-92b6-f093c79992fb completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:42.958861 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0eb777a9-ba66-45be-ba0d-0c0ec9cc7dd0 None None] Provisioning complete for port dd271394-bf54-432f-92b6-f093c79992fb triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:42.959251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0eb777a9-ba66-45be-ba0d-0c0ec9cc7dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:42.964100 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6adb11-b8a1-4a09-9cfe-9377f0e0f237 req-baa76093-a22c-4a8c-8706-ed9933f3d9ad tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:42.966033 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5a6adb11-b8a1-4a09-9cfe-9377f0e0f237 req-baa76093-a22c-4a8c-8706-ed9933f3d9ad tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 0.4768853 Jul 29 16:39:42.967429 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Pushing event updated for resources: {'Port': ['ID=3806123a-5c5d-4068-bb4f-0b9df28a776f,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:43.014596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be41893-d7da-4ee1-a226-07364baa4100 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event deleted for resources: {'Port': ['ID=0dcdae97-7b9a-4307-9667-023a51ee89bd,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:43.027985 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a47fa240-74fb-457e-bcaf-360dacbc4595 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.6950791 Jul 29 16:39:43.039175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47422) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:43.095998 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e44e3ed2-d38b-45e6-acae-c585100b8e22 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4178c018-817f-4df9-be81-980419549d90'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:43.144104 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0eb777a9-ba66-45be-ba0d-0c0ec9cc7dd0 None None] Current status of the port dd271394-bf54-432f-92b6-f093c79992fb is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:43.156479 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0eb777a9-ba66-45be-ba0d-0c0ec9cc7dd0 None None] Provisioning complete for port 9dff8a52-3411-42b5-a89e-25b49514495a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:43.156972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0eb777a9-ba66-45be-ba0d-0c0ec9cc7dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:43.157925 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5a6adb11-b8a1-4a09-9cfe-9377f0e0f237 req-1b5a64ff-cb1c-429a-bdf0-a7d3a28b47eb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332595 Jul 29 16:39:43.163260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8be41893-d7da-4ee1-a226-07364baa4100 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:43.163595 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-8be41893-d7da-4ee1-a226-07364baa4100 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Floating IP 21ed21a9-ca9c-4c39-a194-6c868a397c09 disassociated (deleted). External IP: 172.26.1.27, port: 183d0dda-d62f-4207-9b8b-df25b0ca326f. Jul 29 16:39:43.219770 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0eb777a9-ba66-45be-ba0d-0c0ec9cc7dd0 None None] Port 9dff8a52-3411-42b5-a89e-25b49514495a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:43.288532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:43.342667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-418e3c3c-1432-4457-a051-5d91a69cbd16 None None] Provisioning for port ef8ab93d-07b8-4156-a957-57b854900b10 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:43.347937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-418e3c3c-1432-4457-a051-5d91a69cbd16 None None] Provisioning complete for port ef8ab93d-07b8-4156-a957-57b854900b10 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:43.348366 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-418e3c3c-1432-4457-a051-5d91a69cbd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:43.393491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd28a3-c5ba-424b-b24a-0dacec876903 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event updated for resources: {'Port': ['ID=31f3af1f-6981-428e-9777-a1f6fa7dcf04,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:43.416567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-418e3c3c-1432-4457-a051-5d91a69cbd16 None None] Port ef8ab93d-07b8-4156-a957-57b854900b10 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:43.427501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-84dd28a3-c5ba-424b-b24a-0dacec876903 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] In _notify_port_updated(), no bound segment for port 31f3af1f-6981-428e-9777-a1f6fa7dcf04 on network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c {{(pid=89210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:39:43.428499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-418e3c3c-1432-4457-a051-5d91a69cbd16 None None] Provisioning complete for port 9bbecc7c-5659-471a-80ac-962a0ad47f68 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:43.428873 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-418e3c3c-1432-4457-a051-5d91a69cbd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:43.432885 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dd28a3-c5ba-424b-b24a-0dacec876903 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:43.433539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-84dd28a3-c5ba-424b-b24a-0dacec876903 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:43.438091 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-84dd28a3-c5ba-424b-b24a-0dacec876903 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "PUT /v2.0/ports/31f3af1f-6981-428e-9777-a1f6fa7dcf04 HTTP/1.1" status: 200 len: 1056 time: 3.4470410 Jul 29 16:39:43.453426 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47426) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:43.491120 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-418e3c3c-1432-4457-a051-5d91a69cbd16 None None] Port 9bbecc7c-5659-471a-80ac-962a0ad47f68 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:43.518122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-418e3c3c-1432-4457-a051-5d91a69cbd16 None None] Provisioning complete for port 31f3af1f-6981-428e-9777-a1f6fa7dcf04 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:43.519088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-418e3c3c-1432-4457-a051-5d91a69cbd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:43.531973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be41893-d7da-4ee1-a226-07364baa4100 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Router b8f23b1e-0fc9-411d-a746-5548709a174d has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:39:43.587506 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-418e3c3c-1432-4457-a051-5d91a69cbd16 None None] Port 31f3af1f-6981-428e-9777-a1f6fa7dcf04 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:43.727551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be41893-d7da-4ee1-a226-07364baa4100 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:43.731994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8be41893-d7da-4ee1-a226-07364baa4100 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:43.741732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050d53c-5b12-4865-8ecf-65d8815bba6f None None] Sync routers for ids ['b8f23b1e-0fc9-411d-a746-5548709a174d'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:43.754247 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050d53c-5b12-4865-8ecf-65d8815bba6f None None] Routers {'b8f23b1e-0fc9-411d-a746-5548709a174d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:43.755734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a050d53c-5b12-4865-8ecf-65d8815bba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b8f23b1e-0fc9-411d-a746-5548709a174d'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:43.822911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a050d53c-5b12-4865-8ecf-65d8815bba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:43.832084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050d53c-5b12-4865-8ecf-65d8815bba6f None None] Routers {'b8f23b1e-0fc9-411d-a746-5548709a174d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:43.832813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a050d53c-5b12-4865-8ecf-65d8815bba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b8f23b1e-0fc9-411d-a746-5548709a174d'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:43.862449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Attempting to bind port 3806123a-5c5d-4068-bb4f-0b9df28a776f on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:39:43.862785 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Attempting to bind port 3806123a-5c5d-4068-bb4f-0b9df28a776f by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '69c911ab-07d2-4ca8-b417-171deec5cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:39:43.863110 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Attempting to bind port 3806123a-5c5d-4068-bb4f-0b9df28a776f on network 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:39:43.904028 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Port 3806123a-5c5d-4068-bb4f-0b9df28a776f on network 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:39:43.904353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Attempting to bind port 3806123a-5c5d-4068-bb4f-0b9df28a776f on network 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:39:43.917518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-768703bd-c78c-45af-88fb-ffa7c56cb15e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Deleting port 31f3af1f-6981-428e-9777-a1f6fa7dcf04 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:43.917860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-768703bd-c78c-45af-88fb-ffa7c56cb15e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:43.936875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a050d53c-5b12-4865-8ecf-65d8815bba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:43.937586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050d53c-5b12-4865-8ecf-65d8815bba6f None None] The sync data for ids ['b8f23b1e-0fc9-411d-a746-5548709a174d'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:43.969348 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8be41893-d7da-4ee1-a226-07364baa4100 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] 10.222.0.58 "DELETE /v2.0/floatingips/21ed21a9-ca9c-4c39-a194-6c868a397c09 HTTP/1.1" status: 204 len: 168 time: 2.6279311 Jul 29 16:39:43.973004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47432) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:43.979665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:43.987078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:43.993564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Usage tracker for resource:floatingip and tenant:9080ee3298e74ab181090ff7ffdf7c6a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:43.995478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:39:43.995821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Checking segment: {'id': '69c911ab-07d2-4ca8-b417-171deec5cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:43.996208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Bound using segment: {'id': '69c911ab-07d2-4ca8-b417-171deec5cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:39:43.996661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Bound port: 3806123a-5c5d-4068-bb4f-0b9df28a776f, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c911ab-07d2-4ca8-b417-171deec5cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:39:43.996992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:43.997164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:44.004092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:44.013631 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c971da2-7dfd-4ab9-bc89-60f967a18fd3 req-7e086813-fc21-4469-988a-820235c8f80c tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:44.015065 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5c971da2-7dfd-4ab9-bc89-60f967a18fd3 req-7e086813-fc21-4469-988a-820235c8f80c tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 943 time: 0.1389832 Jul 29 16:39:44.037192 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:44.056746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Router e3f6d4e9-7f64-462f-bac6-fae282b41435 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:39:44.132256 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5c971da2-7dfd-4ab9-bc89-60f967a18fd3 req-0d957f05-3241-4203-b286-90ab9c95d6f5 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098645 Jul 29 16:39:44.135510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Allocated IP 172.26.1.86 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/396597bc-0eb3-4168-a75f-c00cbbfeca92) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:44.195801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:44.313374 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-f9853d3c-c9e9-40f6-92a8-636e08b6af6d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Delete allocated IP 2001:db8::64 (30df14e0-a833-40a6-b26b-5bf85bbdd67e/317e4fc9-c7a4-4ba8-a57e-f09b40570ebd) {{(pid=89210) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 16:39:44.444440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-f9853d3c-c9e9-40f6-92a8-636e08b6af6d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Allocated IP 2001:db8:0:1::c7 (30df14e0-a833-40a6-b26b-5bf85bbdd67e/75092729-9400-4431-b407-b1b87aeff276/2125ca9b-5627-41ae-9b53-58e129fb7cd8) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:44.498760 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df889a44-623f-4cd8-b116-b19546ca5c09 req-a21aedfa-1302-4046-936c-c1ae653181c9 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:44.500316 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-df889a44-623f-4cd8-b116-b19546ca5c09 req-a21aedfa-1302-4046-936c-c1ae653181c9 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 0.0921490 Jul 29 16:39:44.547962 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-df889a44-623f-4cd8-b116-b19546ca5c09 req-74aa3475-4975-4d51-9336-200ef70d317f tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404179 Jul 29 16:39:44.649436 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e44e3ed2-d38b-45e6-acae-c585100b8e22 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:44.668568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] For port 3806123a-5c5d-4068-bb4f-0b9df28a776f, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:39:44.714784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] For port 3806123a-5c5d-4068-bb4f-0b9df28a776f, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3806123a-5c5d-4068-bb4f-0b9df28a776f,segment=NetworkSegment(69c911ab-07d2-4ca8-b417-171deec5cf4c),segment_id=69c911ab-07d2-4ca8-b417-171deec5cf4c)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:39:44.765007 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:44.774922 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Sync routers for ids ['e3f6d4e9-7f64-462f-bac6-fae282b41435'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:44.783802 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Routers {'e3f6d4e9-7f64-462f-bac6-fae282b41435'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:44.784467 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e3f6d4e9-7f64-462f-bac6-fae282b41435'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:44.798196 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:44.932093 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Set router e3f6d4e9-7f64-462f-bac6-fae282b41435 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:39:44.946076 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2fab3523-0150-4fdb-8026-88ed0f73a5a0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "PUT /v2.0/routers/e3f6d4e9-7f64-462f-bac6-fae282b41435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3488657 Jul 29 16:39:44.948849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47438) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:45.015847 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-768703bd-c78c-45af-88fb-ffa7c56cb15e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:45.037965 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23967c4a-05af-4910-a05c-cb8f58a6a966 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:45.039642 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-23967c4a-05af-4910-a05c-cb8f58a6a966 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:45.063926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:45.068167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:45.068782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:45.070210 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] 10.222.0.69 "PUT /v2.0/ports/3806123a-5c5d-4068-bb4f-0b9df28a776f HTTP/1.1" status: 200 len: 1093 time: 5.2960963 Jul 29 16:39:45.071776 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-878c676a-ad12-487b-9d9c-49e5f0b8291c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:45.084479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-23967c4a-05af-4910-a05c-cb8f58a6a966 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:45.087626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a8419d-ba9b-4819-85da-acba94a34db6', 'tag': '3806123a-5c5d-4068-bb4f-0b9df28a776f'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:39:45.090198 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-23967c4a-05af-4910-a05c-cb8f58a6a966 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports/9bbecc7c-5659-471a-80ac-962a0ad47f68 HTTP/1.1" status: 200 len: 911 time: 0.1389101 Jul 29 16:39:45.090867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47442) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:45.261260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e8a95-25a5-407c-a740-0374bd30fb52 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:45.266329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec409f-ac3e-4765-90ba-100177c4cf26 service neutron] Pushing event updated for resources: {'Port': ['ID=3806123a-5c5d-4068-bb4f-0b9df28a776f,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:45.268611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e8a95-25a5-407c-a740-0374bd30fb52 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:45.273284 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-788e8a95-25a5-407c-a740-0374bd30fb52 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1812341 Jul 29 16:39:45.273890 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47450) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:45.372204 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f6d4e9-7f64-462f-bac6-fae282b41435', 'name': 'tempest-NetworksTestDHCPv6-router-1716607510', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:35Z', 'updated_at': '2022-07-29T16:39:39Z', 'revision_number': 2, 'project_id': '3efaec57e63244198950c33944115bd4', 'gw_port_host': None, '_interfaces': [{'id': '9bbecc7c-5659-471a-80ac-962a0ad47f68', 'name': '', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'mac_address': 'fa:16:3e:d1:ae:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f6d4e9-7f64-462f-bac6-fae282b41435', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '04fce648-d10d-4b5f-8114-201062de2eb1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:37Z', 'updated_at': '2022-07-29T16:39:40Z', 'revision_number': 2, 'project_id': '3efaec57e63244198950c33944115bd4', 'subnets': [{'id': '04fce648-d10d-4b5f-8114-201062de2eb1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:45.377166 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Checking router: e3f6d4e9-7f64-462f-bac6-fae282b41435 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:39:45.377516 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Updating router e3f6d4e9-7f64-462f-bac6-fae282b41435 port 9bbecc7c-5659-471a-80ac-962a0ad47f68 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:39:45.440872 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:45.485348 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eafee329-476f-4846-8aab-a773f894d063'] response: {'name': 'network-changed', 'server_uuid': 'b1a8419d-ba9b-4819-85da-acba94a34db6', 'tag': '3806123a-5c5d-4068-bb4f-0b9df28a776f', 'status': 'completed', 'code': 200} Jul 29 16:39:45.494833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-768703bd-c78c-45af-88fb-ffa7c56cb15e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Calling delete_port for 31f3af1f-6981-428e-9777-a1f6fa7dcf04 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:45.755931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1acda-c1e9-469a-a123-60703edee47e req-961653b9-969e-4bd4-b484-a08276c8614a tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:45.757679 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ccc1acda-c1e9-469a-a123-60703edee47e req-961653b9-969e-4bd4-b484-a08276c8614a tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 943 time: 0.4057524 Jul 29 16:39:45.775154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f9853d3c-c9e9-40f6-92a8-636e08b6af6d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:45.780326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:45.859234 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:45.874714 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Transition to ACTIVE for port object 9bbecc7c-5659-471a-80ac-962a0ad47f68 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:45.883731 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:45.908748 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ccc1acda-c1e9-469a-a123-60703edee47e req-ea94e8c7-4728-463c-9328-16f0e398735c tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161401 Jul 29 16:39:45.932313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73838-6c40-42d0-80fb-9206441bef9a req-d6d87e89-6ec0-4f48-a8bc-7959187a2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:45.934708 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-d6d87e89-6ec0-4f48-a8bc-7959187a2fad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9ff8c7771054c2480eec2059eb8ce49&device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 1096 time: 0.8161170 Jul 29 16:39:45.935049 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Allocated IP 172.26.1.62 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/7fa17af8-7e2c-47bb-bac6-4f273376e3a6) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:45.961405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb2de1-affe-4cf7-a141-da7ce55a41c1 req-edd1549e-90e0-499f-a1f0-1195a2af42d7 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:45.962860 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5deb2de1-affe-4cf7-a141-da7ce55a41c1 req-edd1549e-90e0-499f-a1f0-1195a2af42d7 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 0.2787848 Jul 29 16:39:45.967886 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8e6de-e069-4d35-a5ac-5680871ec6c0 None None] Pushing event updated for resources: {'Port': ['ID=9bbecc7c-5659-471a-80ac-962a0ad47f68,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:45.976539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:45.991050 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:46.000653 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:46.116747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=396597bc-0eb3-4168-a75f-c00cbbfeca92,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:46.124491 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-43d24b71-7f8e-48fc-9bbe-41921a7984f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3806123a-5c5d-4068-bb4f-0b9df28a776f HTTP/1.1" status: 200 len: 217 time: 0.1250951 Jul 29 16:39:46.139342 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5deb2de1-affe-4cf7-a141-da7ce55a41c1 req-d38ae47b-929b-4997-b82b-f3f075d0f4ff tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389949 Jul 29 16:39:46.158891 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Attempting to bind port 9bbecc7c-5659-471a-80ac-962a0ad47f68 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:39:46.159130 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Attempting to bind port 9bbecc7c-5659-471a-80ac-962a0ad47f68 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:39:46.159647 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Attempting to bind port 9bbecc7c-5659-471a-80ac-962a0ad47f68 on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:39:46.164799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-f9853d3c-c9e9-40f6-92a8-636e08b6af6d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Transition to ACTIVE for port object 2125ca9b-5627-41ae-9b53-58e129fb7cd8 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:46.167499 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:39:46.168243 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:39:46.168526 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:46.168984 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:39:46.170502 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Bound port: 9bbecc7c-5659-471a-80ac-962a0ad47f68, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:39:46.170697 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:46.175107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-768703bd-c78c-45af-88fb-ffa7c56cb15e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:46.230456 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f9853d3c-c9e9-40f6-92a8-636e08b6af6d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:46.234786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-e44e3ed2-d38b-45e6-acae-c585100b8e22 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Delete allocated IP 172.20.0.21 (df3562a5-a113-4183-8801-d0e0d08bcbd0/68141b3d-a7a5-4c19-be2b-c12b0ebf7b69) {{(pid=89210) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 16:39:46.301071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768703bd-c78c-45af-88fb-ffa7c56cb15e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event deleted for resources: {'Port': ['ID=31f3af1f-6981-428e-9777-a1f6fa7dcf04,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:46.332267 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] For port 9bbecc7c-5659-471a-80ac-962a0ad47f68, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:39:46.335614 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] For port 9bbecc7c-5659-471a-80ac-962a0ad47f68, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9bbecc7c-5659-471a-80ac-962a0ad47f68,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:39:46.342246 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:46.432197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:46.435158 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Routers {'e3f6d4e9-7f64-462f-bac6-fae282b41435'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:46.435780 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e3f6d4e9-7f64-462f-bac6-fae282b41435'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:46.452813 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:46.509834 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8e6de-e069-4d35-a5ac-5680871ec6c0 None None] Pushing event updated for resources: {'Port': ['ID=9bbecc7c-5659-471a-80ac-962a0ad47f68,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:46.532116 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73838-6c40-42d0-80fb-9206441bef9a req-a346ff68-2ca2-4fea-be9f-b020790c7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:46.534098 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-a346ff68-2ca2-4fea-be9f-b020790c7396 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ff5ec273-f912-48b7-b63a-03fe2ae0c78d HTTP/1.1" status: 200 len: 851 time: 0.4026954 Jul 29 16:39:46.649722 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] Set router e3f6d4e9-7f64-462f-bac6-fae282b41435 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:39:46.688099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-f9853d3c-c9e9-40f6-92a8-636e08b6af6d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] In _notify_port_updated(), no bound segment for port 2125ca9b-5627-41ae-9b53-58e129fb7cd8 on network 30df14e0-a833-40a6-b26b-5bf85bbdd67e {{(pid=89210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:39:46.695660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9853d3c-c9e9-40f6-92a8-636e08b6af6d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:46.696317 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f9853d3c-c9e9-40f6-92a8-636e08b6af6d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:46.700113 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f9853d3c-c9e9-40f6-92a8-636e08b6af6d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "PUT /v2.0/ports/2125ca9b-5627-41ae-9b53-58e129fb7cd8 HTTP/1.1" status: 200 len: 930 time: 5.8174710 Jul 29 16:39:46.700706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47460) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:46.781319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9853d3c-c9e9-40f6-92a8-636e08b6af6d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=2125ca9b-5627-41ae-9b53-58e129fb7cd8,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:46.916139 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5a84e930-0f9f-4e4b-91a9-075ba0f9cb62 None None] Provisioning for port 2125ca9b-5627-41ae-9b53-58e129fb7cd8 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:46.924652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5a84e930-0f9f-4e4b-91a9-075ba0f9cb62 None None] Provisioning complete for port 2125ca9b-5627-41ae-9b53-58e129fb7cd8 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:46.925374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5a84e930-0f9f-4e4b-91a9-075ba0f9cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:46.956407 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:46.991692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5a84e930-0f9f-4e4b-91a9-075ba0f9cb62 None None] Port 2125ca9b-5627-41ae-9b53-58e129fb7cd8 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:47.016254 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-04604494-58f5-442a-8f80-6602f15f078d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port 2125ca9b-5627-41ae-9b53-58e129fb7cd8 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:47.016607 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04604494-58f5-442a-8f80-6602f15f078d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:47.075402 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f6d4e9-7f64-462f-bac6-fae282b41435', 'name': 'tempest-NetworksTestDHCPv6-router-1716607510', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:35Z', 'updated_at': '2022-07-29T16:39:39Z', 'revision_number': 2, 'project_id': '3efaec57e63244198950c33944115bd4', 'gw_port_host': None, '_interfaces': [{'id': '9bbecc7c-5659-471a-80ac-962a0ad47f68', 'name': '', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'mac_address': 'fa:16:3e:d1:ae:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f6d4e9-7f64-462f-bac6-fae282b41435', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '04fce648-d10d-4b5f-8114-201062de2eb1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:37Z', 'updated_at': '2022-07-29T16:39:46Z', 'revision_number': 4, 'project_id': '3efaec57e63244198950c33944115bd4', 'subnets': [{'id': '04fce648-d10d-4b5f-8114-201062de2eb1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:47.080010 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9e0bb-d8d0-4268-8f37-cddec914845b None None] The sync data for ids ['e3f6d4e9-7f64-462f-bac6-fae282b41435'] in dv-neutron-851534-1-hyperv is: [{'id': 'e3f6d4e9-7f64-462f-bac6-fae282b41435', 'name': 'tempest-NetworksTestDHCPv6-router-1716607510', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:35Z', 'updated_at': '2022-07-29T16:39:39Z', 'revision_number': 2, 'project_id': '3efaec57e63244198950c33944115bd4', 'gw_port_host': None, '_interfaces': [{'id': '9bbecc7c-5659-471a-80ac-962a0ad47f68', 'name': '', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'mac_address': 'fa:16:3e:d1:ae:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f6d4e9-7f64-462f-bac6-fae282b41435', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '04fce648-d10d-4b5f-8114-201062de2eb1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:37Z', 'updated_at': '2022-07-29T16:39:46Z', 'revision_number': 4, 'project_id': '3efaec57e63244198950c33944115bd4', 'subnets': [{'id': '04fce648-d10d-4b5f-8114-201062de2eb1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:47.174330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:47.187210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:47.196004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:47.265097 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Pushing event updated for resources: {'Port': ['ID=7fa17af8-7e2c-47bb-bac6-4f273376e3a6,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:47.305756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-e44e3ed2-d38b-45e6-acae-c585100b8e22 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:39:47.356184 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e44e3ed2-d38b-45e6-acae-c585100b8e22 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:47.419677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73838-6c40-42d0-80fb-9206441bef9a req-818bfec7-dbd7-43bd-aa9b-8da63f5906ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:47.421231 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-818bfec7-dbd7-43bd-aa9b-8da63f5906ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8268816 Jul 29 16:39:47.487614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-e44e3ed2-d38b-45e6-acae-c585100b8e22 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Transition to ACTIVE for port object ef8ab93d-07b8-4156-a957-57b854900b10 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:47.542448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 9bbecc7c-5659-471a-80ac-962a0ad47f68 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:47.542820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:47.575278 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e44e3ed2-d38b-45e6-acae-c585100b8e22 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:47.603749 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2de925ea-0f29-4094-bdff-0d3cc838f776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:47.660042 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9338e36-3973-4b87-9954-1857b4c48fe8 req-9447c4ea-0106-4a82-8d60-4801391f5d32 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:47.662135 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a9338e36-3973-4b87-9954-1857b4c48fe8 req-9447c4ea-0106-4a82-8d60-4801391f5d32 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 943 time: 0.5612700 Jul 29 16:39:47.734962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04604494-58f5-442a-8f80-6602f15f078d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:47.758172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:47.765573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-768703bd-c78c-45af-88fb-ffa7c56cb15e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:47.773149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e3ed2-d38b-45e6-acae-c585100b8e22 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=ef8ab93d-07b8-4156-a957-57b854900b10,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:47.899889 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-e44e3ed2-d38b-45e6-acae-c585100b8e22 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] In _notify_port_updated(), no bound segment for port ef8ab93d-07b8-4156-a957-57b854900b10 on network df3562a5-a113-4183-8801-d0e0d08bcbd0 {{(pid=89210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:39:47.905353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44e3ed2-d38b-45e6-acae-c585100b8e22 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:47.906054 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e44e3ed2-d38b-45e6-acae-c585100b8e22 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:47.907380 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e44e3ed2-d38b-45e6-acae-c585100b8e22 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "PUT /v2.0/ports/ef8ab93d-07b8-4156-a957-57b854900b10 HTTP/1.1" status: 200 len: 920 time: 4.8486805 Jul 29 16:39:47.919371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47468) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:47.955474 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3b3ce8ea-08d5-4658-b67b-3855ce85f4c8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4178c018-817f-4df9-be81-980419549d90'}, {'subnet_id': '68141b3d-a7a5-4c19-be2b-c12b0ebf7b69'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:47.978861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc57d32-5528-4895-beae-dce240336bfe req-46676eb9-1c35-496d-a26f-c69314ad6ede tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:47.980335 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2fc57d32-5528-4895-beae-dce240336bfe req-46676eb9-1c35-496d-a26f-c69314ad6ede tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 0.6730721 Jul 29 16:39:47.991697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-04604494-58f5-442a-8f80-6602f15f078d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for 2125ca9b-5627-41ae-9b53-58e129fb7cd8 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:47.996990 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-768703bd-c78c-45af-88fb-ffa7c56cb15e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "DELETE /v2.0/ports/31f3af1f-6981-428e-9777-a1f6fa7dcf04 HTTP/1.1" status: 204 len: 168 time: 4.5423014 Jul 29 16:39:48.006936 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-2caf5df4-f2bd-4d32-b526-a4e4bf51b4c9 service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706129 Jul 29 16:39:48.007604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47472) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:48.037176 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1380eba0-501a-4483-a675-62a4c1137f56 None None] Provisioning for port ef8ab93d-07b8-4156-a957-57b854900b10 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:48.042467 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1380eba0-501a-4483-a675-62a4c1137f56 None None] Provisioning complete for port ef8ab93d-07b8-4156-a957-57b854900b10 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:48.043022 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1380eba0-501a-4483-a675-62a4c1137f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:48.069499 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a9338e36-3973-4b87-9954-1857b4c48fe8 req-9168145b-9c79-4e17-a75e-5170e6866972 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3849556 Jul 29 16:39:48.105937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1380eba0-501a-4483-a675-62a4c1137f56 None None] Port ef8ab93d-07b8-4156-a957-57b854900b10 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:48.214282 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b9c6e1-25fd-43d2-9957-3d05de3fec76 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] GET failed (client error): The resource could not be found. Jul 29 16:39:48.214889 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b6b9c6e1-25fd-43d2-9957-3d05de3fec76 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Synchronizing usage tracker for tenant:6f0c505440fa4f0880c55a0c82c37710 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:48.216667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:48.243566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:48.283295 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9bbecc7c-5659-471a-80ac-962a0ad47f68 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:48.315742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:48.329952 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b6b9c6e1-25fd-43d2-9957-3d05de3fec76 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Unset dirty status for tenant:6f0c505440fa4f0880c55a0c82c37710 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:48.334584 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b6b9c6e1-25fd-43d2-9957-3d05de3fec76 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "GET /v2.0/ports/31f3af1f-6981-428e-9777-a1f6fa7dcf04 HTTP/1.1" status: 404 len: 333 time: 0.3142374 Jul 29 16:39:48.340678 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47476) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:48.356728 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:48.378449 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 9bbecc7c-5659-471a-80ac-962a0ad47f68 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:48.385095 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b3ce8ea-08d5-4658-b67b-3855ce85f4c8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:48.386366 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 9bbecc7c-5659-471a-80ac-962a0ad47f68 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:48.386799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:48.412730 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2fc57d32-5528-4895-beae-dce240336bfe req-70eec10b-c952-42d7-b71d-bee8b708332c tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507810 Jul 29 16:39:48.444935 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1af73838-6c40-42d0-80fb-9206441bef9a req-012a6fb3-791e-47a4-9fc8-df9663849cf1 service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872230 Jul 29 16:39:48.466273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] For port 9bbecc7c-5659-471a-80ac-962a0ad47f68, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9bbecc7c-5659-471a-80ac-962a0ad47f68,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:48.466642 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:48.536791 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-667c5b04-e297-4928-86bf-a227c525237e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Deleting port 3ccae941-c400-41e5-9e3c-4e3400626a47 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:48.537163 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-667c5b04-e297-4928-86bf-a227c525237e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:48.566628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d2183-d2af-47dc-a6ee-e714ede7d0f0 req-87500850-4b77-4019-ab4b-be33d5b57895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:48.568684 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7b8d2183-d2af-47dc-a6ee-e714ede7d0f0 req-87500850-4b77-4019-ab4b-be33d5b57895 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 1098 time: 0.4283798 Jul 29 16:39:48.585147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 9bbecc7c-5659-471a-80ac-962a0ad47f68 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:48.585739 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:48.616260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:48.631465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 9bbecc7c-5659-471a-80ac-962a0ad47f68, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9bbecc7c-5659-471a-80ac-962a0ad47f68,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:48.636602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:48.710927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=9bbecc7c-5659-471a-80ac-962a0ad47f68,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:48.737633 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 9bbecc7c-5659-471a-80ac-962a0ad47f68 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:48.810424 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7b8d2183-d2af-47dc-a6ee-e714ede7d0f0 req-74c744c4-ad84-46ab-865a-f54f7f104941 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204719 Jul 29 16:39:48.931830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04604494-58f5-442a-8f80-6602f15f078d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:48.937935 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66271bf-49bf-45db-bc3a-7171667c3d75 req-a5e3e2ec-292f-464a-b8d9-3763e68cc8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:48.939421 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c66271bf-49bf-45db-bc3a-7171667c3d75 req-a5e3e2ec-292f-464a-b8d9-3763e68cc8de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9ff8c7771054c2480eec2059eb8ce49&device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 1096 time: 0.4243748 Jul 29 16:39:49.021597 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04604494-58f5-442a-8f80-6602f15f078d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=2125ca9b-5627-41ae-9b53-58e129fb7cd8,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:49.035053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-3b3ce8ea-08d5-4658-b67b-3855ce85f4c8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Allocated IP 172.20.0.30 (df3562a5-a113-4183-8801-d0e0d08bcbd0/68141b3d-a7a5-4c19-be2b-c12b0ebf7b69/ef8ab93d-07b8-4156-a957-57b854900b10) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:49.202526 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04604494-58f5-442a-8f80-6602f15f078d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:49.243234 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-04604494-58f5-442a-8f80-6602f15f078d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/2125ca9b-5627-41ae-9b53-58e129fb7cd8 HTTP/1.1" status: 204 len: 168 time: 2.5220628 Jul 29 16:39:49.265274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47482) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:49.284483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:39:49.348359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:39:49.348935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:39:49.358146 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:49.362253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-667c5b04-e297-4928-86bf-a227c525237e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:49.374020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:49.398260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:49.410997 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad6c3a9-e51a-42cf-a302-61c1c46cd8af tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] GET failed (client error): The resource could not be found. Jul 29 16:39:49.414949 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9ad6c3a9-e51a-42cf-a302-61c1c46cd8af tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/2125ca9b-5627-41ae-9b53-58e129fb7cd8 HTTP/1.1" status: 404 len: 333 time: 0.1331344 Jul 29 16:39:49.414949 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:49.416454 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47486) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:49.578858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-667c5b04-e297-4928-86bf-a227c525237e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Calling delete_port for 3ccae941-c400-41e5-9e3c-4e3400626a47 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:49.635771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=396597bc-0eb3-4168-a75f-c00cbbfeca92,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:49.659470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66271bf-49bf-45db-bc3a-7171667c3d75 req-260f91e3-ea63-4139-b522-a67dbf4abeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:49.661432 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c66271bf-49bf-45db-bc3a-7171667c3d75 req-260f91e3-ea63-4139-b522-a67dbf4abeec service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a HTTP/1.1" status: 200 len: 913 time: 0.4150677 Jul 29 16:39:49.728897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:49.805851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-3b3ce8ea-08d5-4658-b67b-3855ce85f4c8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:39:49.813183 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e625eb96-01a3-42d1-927a-3551536a638b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:49.821974 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e95f1339-f0c7-4a44-a095-0627049aa96a details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:39:49.827171 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c66271bf-49bf-45db-bc3a-7171667c3d75 req-3ed71e44-438a-4d96-982f-8b761430d5f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3806123a-5c5d-4068-bb4f-0b9df28a776f HTTP/1.1" status: 200 len: 217 time: 0.1532743 Jul 29 16:39:49.831655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e95f1339-f0c7-4a44-a095-0627049aa96a no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:39:49.834688 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Pushing event updated for resources: {'Port': ['ID=7fa17af8-7e2c-47bb-bac6-4f273376e3a6,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:49.850955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 9bbecc7c-5659-471a-80ac-962a0ad47f68 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:49.851300 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:49.879772 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:49.886272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:49.893523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b3ce8ea-08d5-4658-b67b-3855ce85f4c8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:49.925057 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b1979-834c-4822-8f29-718ce744dbd1 req-5825721f-4dfe-49a1-8642-1f5cb6640c38 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:49.927367 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4a5b1979-834c-4822-8f29-718ce744dbd1 req-5825721f-4dfe-49a1-8642-1f5cb6640c38 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 943 time: 0.6973753 Jul 29 16:39:49.993501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e625eb96-01a3-42d1-927a-3551536a638b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:50.008750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-3b3ce8ea-08d5-4658-b67b-3855ce85f4c8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Transition to ACTIVE for port object ef8ab93d-07b8-4156-a957-57b854900b10 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:50.061755 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66271bf-49bf-45db-bc3a-7171667c3d75 req-502cce3b-7dba-41e6-ae47-9b8f99d6d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:50.063949 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c66271bf-49bf-45db-bc3a-7171667c3d75 req-502cce3b-7dba-41e6-ae47-9b8f99d6d983 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ff5ec273-f912-48b7-b63a-03fe2ae0c78d HTTP/1.1" status: 200 len: 851 time: 0.1727405 Jul 29 16:39:50.066346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:50.068431 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1a7f3520-e98a-46df-a170-0910fdb1aa58 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0930915 Jul 29 16:39:50.074883 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e95f1339-f0c7-4a44-a095-0627049aa96a is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:50.075262 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:50.104575 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Floating IP d59fd354-897f-48e9-a853-9c870e2d8bb6 associated. External IP: 172.26.1.86, port: e7ed932c-fa17-43c9-893d-2a7e0484f7d8. Jul 29 16:39:50.135194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47492) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:50.160562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95f1339-f0c7-4a44-a095-0627049aa96a'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:39:50.168680 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4a5b1979-834c-4822-8f29-718ce744dbd1 req-5c64049d-5dff-4e79-a649-6c888c3e193d tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302389 Jul 29 16:39:50.173318 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e95f1339-f0c7-4a44-a095-0627049aa96a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e95f1339-f0c7-4a44-a095-0627049aa96a,segment=NetworkSegment(c46bdec6-117b-4805-b7fa-a26a383622d3),segment_id=c46bdec6-117b-4805-b7fa-a26a383622d3)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:50.185384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e95f1339-f0c7-4a44-a095-0627049aa96a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e95f1339-f0c7-4a44-a095-0627049aa96a,segment=NetworkSegment(c46bdec6-117b-4805-b7fa-a26a383622d3),segment_id=c46bdec6-117b-4805-b7fa-a26a383622d3)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:50.203380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e00e-3330-42c3-a9af-cdd47fa69115 req-55ce37b2-d079-49b0-8b81-191703b669df tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:50.204809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'e95f1339-f0c7-4a44-a095-0627049aa96a', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'port_id': 'e95f1339-f0c7-4a44-a095-0627049aa96a', 'mac_address': 'fa:16:3e:97:fd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:39:50.207680 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-55c8e00e-3330-42c3-a9af-cdd47fa69115 req-55ce37b2-d079-49b0-8b81-191703b669df tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 0.6728442 Jul 29 16:39:50.210640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:50.300975 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d2ff13b-1aeb-47f1-9c7e-e145758f628f'] response: {'server_uuid': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95f1339-f0c7-4a44-a095-0627049aa96a', 'code': 200} Jul 29 16:39:50.310720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-667c5b04-e297-4928-86bf-a227c525237e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:50.346246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9bbecc7c-5659-471a-80ac-962a0ad47f68 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:50.352219 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b3ce8ea-08d5-4658-b67b-3855ce85f4c8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:50.369354 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-55c8e00e-3330-42c3-a9af-cdd47fa69115 req-9efab142-0b03-42dd-aaf4-3f1dcaabc77e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494730 Jul 29 16:39:50.387477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c5b04-e297-4928-86bf-a227c525237e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event deleted for resources: {'Port': ['ID=3ccae941-c400-41e5-9e3c-4e3400626a47,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:50.390694 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] For port 9bbecc7c-5659-471a-80ac-962a0ad47f68, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9bbecc7c-5659-471a-80ac-962a0ad47f68,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:50.391119 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:50.425516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e95f1339-f0c7-4a44-a095-0627049aa96a,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:50.431591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e95f1339-f0c7-4a44-a095-0627049aa96a is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:50.432393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:50.448005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:50.457321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:50.461962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95f1339-f0c7-4a44-a095-0627049aa96a {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:39:50.483370 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e95f1339-f0c7-4a44-a095-0627049aa96a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e95f1339-f0c7-4a44-a095-0627049aa96a,segment=NetworkSegment(c46bdec6-117b-4805-b7fa-a26a383622d3),segment_id=c46bdec6-117b-4805-b7fa-a26a383622d3)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:50.499567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 9bbecc7c-5659-471a-80ac-962a0ad47f68 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:50.506088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:50.554584 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:50.630746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ce8ea-08d5-4658-b67b-3855ce85f4c8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=ef8ab93d-07b8-4156-a957-57b854900b10,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:50.633263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e625eb96-01a3-42d1-927a-3551536a638b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:50.651275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 9bbecc7c-5659-471a-80ac-962a0ad47f68 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:50.654506 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e95f1339-f0c7-4a44-a095-0627049aa96a,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:50.694731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:50.704299 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625eb96-01a3-42d1-927a-3551536a638b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23a3ed9-6d30-4f31-8130-8908dbd956dd,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:50.719075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Usage tracker for resource:floatingip and tenant:8cbecc9e48a746a0aa5eb8ba1ed5803d is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:50.735310 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:50.766266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 9bbecc7c-5659-471a-80ac-962a0ad47f68 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:50.778835 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-667c5b04-e297-4928-86bf-a227c525237e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:50.787869 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:50.803664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e625eb96-01a3-42d1-927a-3551536a638b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:50.807393 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e625eb96-01a3-42d1-927a-3551536a638b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/security-groups/f23a3ed9-6d30-4f31-8130-8908dbd956dd HTTP/1.1" status: 204 len: 168 time: 1.3540435 Jul 29 16:39:50.808593 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47500) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:50.813432 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-667c5b04-e297-4928-86bf-a227c525237e tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "DELETE /v2.0/ports/3ccae941-c400-41e5-9e3c-4e3400626a47 HTTP/1.1" status: 204 len: 168 time: 2.4609001 Jul 29 16:39:50.826304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47504) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:50.856208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['e95f1339-f0c7-4a44-a095-0627049aa96a'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:39:50.877657 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:50.927615 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e2482e-0549-42fe-93f5-70a0df23e2f1 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] GET failed (client error): The resource could not be found. Jul 29 16:39:50.928261 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-01e2482e-0549-42fe-93f5-70a0df23e2f1 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Synchronizing usage tracker for tenant:6f0c505440fa4f0880c55a0c82c37710 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:50.978096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-59a94684-7bbe-4fc2-afc2-59f56ced459c None None] Provisioning for port ef8ab93d-07b8-4156-a957-57b854900b10 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:51.012098 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-59a94684-7bbe-4fc2-afc2-59f56ced459c None None] Provisioning complete for port ef8ab93d-07b8-4156-a957-57b854900b10 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:51.012500 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-59a94684-7bbe-4fc2-afc2-59f56ced459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:51.045967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-01e2482e-0549-42fe-93f5-70a0df23e2f1 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Unset dirty status for tenant:6f0c505440fa4f0880c55a0c82c37710 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:51.050918 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-01e2482e-0549-42fe-93f5-70a0df23e2f1 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "GET /v2.0/ports/3ccae941-c400-41e5-9e3c-4e3400626a47 HTTP/1.1" status: 404 len: 333 time: 0.2181451 Jul 29 16:39:51.058138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47508) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:51.092500 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-59a94684-7bbe-4fc2-afc2-59f56ced459c None None] Port ef8ab93d-07b8-4156-a957-57b854900b10 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:51.095072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d4f6744f-c006-47d7-8dc2-372ee3cc2032 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:51.101087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-3b3ce8ea-08d5-4658-b67b-3855ce85f4c8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] In _notify_port_updated(), no bound segment for port ef8ab93d-07b8-4156-a957-57b854900b10 on network df3562a5-a113-4183-8801-d0e0d08bcbd0 {{(pid=89210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:39:51.106534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3ce8ea-08d5-4658-b67b-3855ce85f4c8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:51.107227 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b3ce8ea-08d5-4658-b67b-3855ce85f4c8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:51.108524 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3b3ce8ea-08d5-4658-b67b-3855ce85f4c8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "PUT /v2.0/ports/ef8ab93d-07b8-4156-a957-57b854900b10 HTTP/1.1" status: 200 len: 1000 time: 3.1787500 Jul 29 16:39:51.114890 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47512) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:51.194930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-acf14e6e-9bff-4726-ba1a-ad136b1ecfd6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port ef8ab93d-07b8-4156-a957-57b854900b10 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:51.195187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-acf14e6e-9bff-4726-ba1a-ad136b1ecfd6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:51.238115 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:39:51.242584 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d4f6744f-c006-47d7-8dc2-372ee3cc2032 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:51.261034 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66271bf-49bf-45db-bc3a-7171667c3d75 req-b576f049-85ed-42b4-9220-dbbd342cdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:51.262311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:51.262547 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c66271bf-49bf-45db-bc3a-7171667c3d75 req-b576f049-85ed-42b4-9220-dbbd342cdfaf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9133873 Jul 29 16:39:51.336700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-eedf049a-44e8-43e0-abf3-bf5d3fe2e641 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Deleting port 29221b50-3682-476f-ada8-d05b168e381a {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:51.337008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eedf049a-44e8-43e0-abf3-bf5d3fe2e641 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:51.425189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:39:51.448256 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=9bbecc7c-5659-471a-80ac-962a0ad47f68,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:51.714154 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c66271bf-49bf-45db-bc3a-7171667c3d75 req-20bd1562-f2f5-44ec-bcb0-0afd87da0c70 service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344931 Jul 29 16:39:51.772772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-acf14e6e-9bff-4726-ba1a-ad136b1ecfd6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:51.833961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3806123a-5c5d-4068-bb4f-0b9df28a776f details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:39:51.836444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e95f1339-f0c7-4a44-a095-0627049aa96a up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:51.860302 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:51.901913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d4f6744f-c006-47d7-8dc2-372ee3cc2032 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:51.952523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-acf14e6e-9bff-4726-ba1a-ad136b1ecfd6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for ef8ab93d-07b8-4156-a957-57b854900b10 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:52.028145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6744f-c006-47d7-8dc2-372ee3cc2032 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9797162f-cfc7-4e88-b3a9-81b4dacc92ac,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:52.041462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port e95f1339-f0c7-4a44-a095-0627049aa96a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:52.042047 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:52.043831 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:52.083891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f924a14-f003-4f22-84f7-159f2026185d None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:52.106185 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c66271bf-49bf-45db-bc3a-7171667c3d75 req-9f38ae5e-d84e-4f22-ac82-cad7ea4baa40 service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769798 Jul 29 16:39:52.136685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f924a14-f003-4f22-84f7-159f2026185d None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:52.137423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7f924a14-f003-4f22-84f7-159f2026185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:52.151555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:52.197244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:52.203428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d4f6744f-c006-47d7-8dc2-372ee3cc2032 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:52.209320 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d4f6744f-c006-47d7-8dc2-372ee3cc2032 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/security-groups/9797162f-cfc7-4e88-b3a9-81b4dacc92ac HTTP/1.1" status: 204 len: 168 time: 1.3931999 Jul 29 16:39:52.209495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7f924a14-f003-4f22-84f7-159f2026185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:52.211602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 3806123a-5c5d-4068-bb4f-0b9df28a776f, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3806123a-5c5d-4068-bb4f-0b9df28a776f,segment=NetworkSegment(69c911ab-07d2-4ca8-b417-171deec5cf4c),segment_id=69c911ab-07d2-4ca8-b417-171deec5cf4c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:52.212296 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47520) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:52.237544 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '3806123a-5c5d-4068-bb4f-0b9df28a776f', 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'port_id': '3806123a-5c5d-4068-bb4f-0b9df28a776f', 'mac_address': 'fa:16:3e:dc:47:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:39:52.241287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f924a14-f003-4f22-84f7-159f2026185d None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:52.241977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7f924a14-f003-4f22-84f7-159f2026185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:52.285035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89fc115-99db-4501-b736-c73d93f756cf tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting subnet 317e4fc9-c7a4-4ba8-a57e-f09b40570ebd {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:39:52.296762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c89fc115-99db-4501-b736-c73d93f756cf tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:52.327251 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d108e-18de-4431-9afb-7303090b7ebd req-286f91a8-12db-498d-9043-17de1b4b997c tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:52.328725 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-198d108e-18de-4431-9afb-7303090b7ebd req-286f91a8-12db-498d-9043-17de1b4b997c tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 943 time: 1.0228777 Jul 29 16:39:52.342927 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-484f5463-8176-4110-aba4-6118d8743b0f tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.9715950 Jul 29 16:39:52.349501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47524) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:52.359782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b24e4e38-aec5-4269-9dc3-c1019ab2fcd5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:52.366042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7f924a14-f003-4f22-84f7-159f2026185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:52.366203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f924a14-f003-4f22-84f7-159f2026185d None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:52.412415 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 3806123a-5c5d-4068-bb4f-0b9df28a776f is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:52.412902 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:52.419471 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337a6f6-2dd2-44fd-b295-81ee907f4422 req-1ce6d10f-ac27-487d-9539-6b9992d530ee tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:52.421078 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f337a6f6-2dd2-44fd-b295-81ee907f4422 req-1ce6d10f-ac27-487d-9539-6b9992d530ee tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 944 time: 0.6718011 Jul 29 16:39:52.421631 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e95f1339-f0c7-4a44-a095-0627049aa96a is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:52.422064 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:52.444574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3806123a-5c5d-4068-bb4f-0b9df28a776f {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:39:52.464283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95f1339-f0c7-4a44-a095-0627049aa96a'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:39:52.477240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e95f1339-f0c7-4a44-a095-0627049aa96a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e95f1339-f0c7-4a44-a095-0627049aa96a,segment=NetworkSegment(c46bdec6-117b-4805-b7fa-a26a383622d3),segment_id=c46bdec6-117b-4805-b7fa-a26a383622d3)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:52.479077 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 3806123a-5c5d-4068-bb4f-0b9df28a776f, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3806123a-5c5d-4068-bb4f-0b9df28a776f,segment=NetworkSegment(69c911ab-07d2-4ca8-b417-171deec5cf4c),segment_id=69c911ab-07d2-4ca8-b417-171deec5cf4c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:52.483011 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:52.508625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Router e3f6d4e9-7f64-462f-bac6-fae282b41435 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:39:52.512755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eedf049a-44e8-43e0-abf3-bf5d3fe2e641 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:52.523422 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:52.560834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e95f1339-f0c7-4a44-a095-0627049aa96a,revision_number=8']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:52.635528 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=3806123a-5c5d-4068-bb4f-0b9df28a776f,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:52.638345 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c89fc115-99db-4501-b736-c73d93f756cf tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:52.704786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-eedf049a-44e8-43e0-abf3-bf5d3fe2e641 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Calling delete_port for 29221b50-3682-476f-ada8-d05b168e381a owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:52.714154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b24e4e38-aec5-4269-9dc3-c1019ab2fcd5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:52.749441 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-198d108e-18de-4431-9afb-7303090b7ebd req-361d3fd2-9df8-4def-b4ab-50e195f61ae5 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3590460 Jul 29 16:39:52.768647 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f337a6f6-2dd2-44fd-b295-81ee907f4422 req-dc7b5ae8-9a36-467c-a857-7025e56bdad0 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173907 Jul 29 16:39:52.782899 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-acf14e6e-9bff-4726-ba1a-ad136b1ecfd6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:52.818949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47530) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:52.829806 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9275dbe-74ba-451d-b363-5fe4a1939b72'] response: {'server_uuid': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95f1339-f0c7-4a44-a095-0627049aa96a', 'code': 200} Jul 29 16:39:52.838787 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['3806123a-5c5d-4068-bb4f-0b9df28a776f'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:39:52.858017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf14e6e-9bff-4726-ba1a-ad136b1ecfd6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=ef8ab93d-07b8-4156-a957-57b854900b10,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:53.048999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:53.061127 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924fbfbf-eac9-414b-aa7d-cf07bf2d90d8 None None] Sync routers for ids ['e3f6d4e9-7f64-462f-bac6-fae282b41435'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:53.073298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Allocated IP 172.26.1.107 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/6e491bcc-196a-4958-97e2-84839a5d1081) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:53.076187 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924fbfbf-eac9-414b-aa7d-cf07bf2d90d8 None None] Routers {'e3f6d4e9-7f64-462f-bac6-fae282b41435'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:53.078336 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-924fbfbf-eac9-414b-aa7d-cf07bf2d90d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e3f6d4e9-7f64-462f-bac6-fae282b41435'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:53.103225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c89fc115-99db-4501-b736-c73d93f756cf tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:53.108385 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4af69135-db22-4ed5-890c-5c934af8945e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "PUT /v2.0/routers/e3f6d4e9-7f64-462f-bac6-fae282b41435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8312905 Jul 29 16:39:53.126926 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47534) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:53.182976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-acf14e6e-9bff-4726-ba1a-ad136b1ecfd6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:53.200421 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-acf14e6e-9bff-4726-ba1a-ad136b1ecfd6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/ef8ab93d-07b8-4156-a957-57b854900b10 HTTP/1.1" status: 204 len: 168 time: 2.0844617 Jul 29 16:39:53.203649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47538) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:53.241932 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-924fbfbf-eac9-414b-aa7d-cf07bf2d90d8 None None] Set router e3f6d4e9-7f64-462f-bac6-fae282b41435 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:39:53.257171 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-15178ece-8cfe-4bcf-9b2e-7c6febc96e2c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] GET failed (client error): The resource could not be found. Jul 29 16:39:53.257719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-15178ece-8cfe-4bcf-9b2e-7c6febc96e2c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:53.274048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c89fc115-99db-4501-b736-c73d93f756cf tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:53.314342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-15178ece-8cfe-4bcf-9b2e-7c6febc96e2c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:53.314564 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1cd6bc51-cb39-48aa-bfd5-a2029b388730 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/floatingips/195ec4eb-3b2c-4527-b119-c0ecc4a36e32 HTTP/1.1" status: 200 len: 992 time: 0.4739456 Jul 29 16:39:53.314656 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-15178ece-8cfe-4bcf-9b2e-7c6febc96e2c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/ef8ab93d-07b8-4156-a957-57b854900b10 HTTP/1.1" status: 404 len: 333 time: 0.1039474 Jul 29 16:39:53.314656 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47542) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:53.319226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fc115-99db-4501-b736-c73d93f756cf tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Subnet': ['ID=317e4fc9-c7a4-4ba8-a57e-f09b40570ebd,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:53.358000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c89fc115-99db-4501-b736-c73d93f756cf tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:53.361349 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-924fbfbf-eac9-414b-aa7d-cf07bf2d90d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f6d4e9-7f64-462f-bac6-fae282b41435', 'name': 'tempest-NetworksTestDHCPv6-router-1716607510', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:35Z', 'updated_at': '2022-07-29T16:39:51Z', 'revision_number': 3, 'project_id': '3efaec57e63244198950c33944115bd4', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:53.363308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadb69ce-c88b-42ac-b911-cc1bb0b70a47 None None] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:53.365804 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924fbfbf-eac9-414b-aa7d-cf07bf2d90d8 None None] Checking router: e3f6d4e9-7f64-462f-bac6-fae282b41435 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:39:53.378769 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c89fc115-99db-4501-b736-c73d93f756cf tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/317e4fc9-c7a4-4ba8-a57e-f09b40570ebd HTTP/1.1" status: 204 len: 168 time: 1.1587605 Jul 29 16:39:53.378769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47546) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:53.380863 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924fbfbf-eac9-414b-aa7d-cf07bf2d90d8 None None] Routers {'e3f6d4e9-7f64-462f-bac6-fae282b41435'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:53.381562 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-924fbfbf-eac9-414b-aa7d-cf07bf2d90d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e3f6d4e9-7f64-462f-bac6-fae282b41435'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:53.385798 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2fb449c0-b5de-4d70-869f-b1e48ed1a3f7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'subnet': {'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:53.476510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-be191eaa-29c4-468b-ad1d-7ee520c3b618 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting subnet 68141b3d-a7a5-4c19-be2b-c12b0ebf7b69 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:39:53.482390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:53.483575 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be191eaa-29c4-468b-ad1d-7ee520c3b618 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:53.519325 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-924fbfbf-eac9-414b-aa7d-cf07bf2d90d8 None None] Set router e3f6d4e9-7f64-462f-bac6-fae282b41435 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:39:53.542296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1bbc37-feca-4e10-9597-bea817deb36c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:53.543913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1bbc37-feca-4e10-9597-bea817deb36c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:53.548137 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2d1bbc37-feca-4e10-9597-bea817deb36c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4187450 Jul 29 16:39:53.548726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47550) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:53.562918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be191eaa-29c4-468b-ad1d-7ee520c3b618 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:53.626683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-c141957b-a3c5-4e62-b9d3-1b6c93e014b6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 04fce648-d10d-4b5f-8114-201062de2eb1 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:39:53.630517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eedf049a-44e8-43e0-abf3-bf5d3fe2e641 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:53.632087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c141957b-a3c5-4e62-b9d3-1b6c93e014b6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:53.692403 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-924fbfbf-eac9-414b-aa7d-cf07bf2d90d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f6d4e9-7f64-462f-bac6-fae282b41435', 'name': 'tempest-NetworksTestDHCPv6-router-1716607510', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:35Z', 'updated_at': '2022-07-29T16:39:51Z', 'revision_number': 3, 'project_id': '3efaec57e63244198950c33944115bd4', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:53.696476 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924fbfbf-eac9-414b-aa7d-cf07bf2d90d8 None None] The sync data for ids ['e3f6d4e9-7f64-462f-bac6-fae282b41435'] in dv-neutron-851534-1-hyperv is: [{'id': 'e3f6d4e9-7f64-462f-bac6-fae282b41435', 'name': 'tempest-NetworksTestDHCPv6-router-1716607510', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:35Z', 'updated_at': '2022-07-29T16:39:51Z', 'revision_number': 3, 'project_id': '3efaec57e63244198950c33944115bd4', 'gw_port_host': None}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:53.708610 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b24e4e38-aec5-4269-9dc3-c1019ab2fcd5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:53.709728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:53.721508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2fb449c0-b5de-4d70-869f-b1e48ed1a3f7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:53.729310 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf049a-44e8-43e0-abf3-bf5d3fe2e641 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event deleted for resources: {'Port': ['ID=29221b50-3682-476f-ada8-d05b168e381a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:53.732324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b24e4e38-aec5-4269-9dc3-c1019ab2fcd5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:53.732598 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-b24e4e38-aec5-4269-9dc3-c1019ab2fcd5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Floating IP d59fd354-897f-48e9-a853-9c870e2d8bb6 disassociated. External IP: 172.26.1.86, port: e7ed932c-fa17-43c9-893d-2a7e0484f7d8. Jul 29 16:39:53.791723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2fb449c0-b5de-4d70-869f-b1e48ed1a3f7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:subnet and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:53.803967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2fb449c0-b5de-4d70-869f-b1e48ed1a3f7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:53.829993 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3806123a-5c5d-4068-bb4f-0b9df28a776f up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:39:53.847183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:53.851538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c141957b-a3c5-4e62-b9d3-1b6c93e014b6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:53.887821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2fb449c0-b5de-4d70-869f-b1e48ed1a3f7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:53.930544 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 3806123a-5c5d-4068-bb4f-0b9df28a776f completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:39:53.937517 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 3806123a-5c5d-4068-bb4f-0b9df28a776f triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:53.937948 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:53.951006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Pushing event updated for resources: {'Port': ['ID=6e491bcc-196a-4958-97e2-84839a5d1081,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:53.963575 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:53.967225 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:39:53.976497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb449c0-b5de-4d70-869f-b1e48ed1a3f7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:53.980674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fb449c0-b5de-4d70-869f-b1e48ed1a3f7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.126201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 3806123a-5c5d-4068-bb4f-0b9df28a776f is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:54.126901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.150535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be191eaa-29c4-468b-ad1d-7ee520c3b618 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.186008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 3806123a-5c5d-4068-bb4f-0b9df28a776f, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3806123a-5c5d-4068-bb4f-0b9df28a776f,segment=NetworkSegment(69c911ab-07d2-4ca8-b417-171deec5cf4c),segment_id=69c911ab-07d2-4ca8-b417-171deec5cf4c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:54.198295 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.218729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eedf049a-44e8-43e0-abf3-bf5d3fe2e641 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.240668 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9bbecc7c-5659-471a-80ac-962a0ad47f68 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:39:54.257373 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-eedf049a-44e8-43e0-abf3-bf5d3fe2e641 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "DELETE /v2.0/ports/29221b50-3682-476f-ada8-d05b168e381a HTTP/1.1" status: 204 len: 168 time: 3.1947758 Jul 29 16:39:54.259536 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47556) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:54.300214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 9bbecc7c-5659-471a-80ac-962a0ad47f68 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:39:54.300555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9bbecc7c-5659-471a-80ac-962a0ad47f68 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:39:54.339195 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=3806123a-5c5d-4068-bb4f-0b9df28a776f,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:54.355741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c141957b-a3c5-4e62-b9d3-1b6c93e014b6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.411052 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1c538-ab41-470f-8219-7b3bb5096218 req-99b220f9-8595-4d81-b972-9ec4cfa41c7f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:54.412615 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a5c1c538-ab41-470f-8219-7b3bb5096218 req-99b220f9-8595-4d81-b972-9ec4cfa41c7f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 944 time: 0.4079120 Jul 29 16:39:54.425181 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.463425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17e1628-4ec9-4712-8827-9938f8ec8e01 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Deleting subnet e1165ad9-1d0e-4854-abbc-5bcf02411b77 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:39:54.496905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b17e1628-4ec9-4712-8827-9938f8ec8e01 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.617343 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a5c1c538-ab41-470f-8219-7b3bb5096218 req-f4d8530f-2a0d-4759-9526-bfc0e29d6692 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960216 Jul 29 16:39:54.619436 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b17e1628-4ec9-4712-8827-9938f8ec8e01 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.622893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be191eaa-29c4-468b-ad1d-7ee520c3b618 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.658593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2ad510d-ed31-45b8-b82d-076355290918 None None] Provisioning complete for port dd271394-bf54-432f-92b6-f093c79992fb triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:54.659743 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2ad510d-ed31-45b8-b82d-076355290918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.662833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.688482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be191eaa-29c4-468b-ad1d-7ee520c3b618 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Subnet': ['ID=68141b3d-a7a5-4c19-be2b-c12b0ebf7b69,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:54.697794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be191eaa-29c4-468b-ad1d-7ee520c3b618 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.707298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c141957b-a3c5-4e62-b9d3-1b6c93e014b6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.713612 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43339a64-b22b-4b6b-9ae4-abebfeb19c3e None None] Network df3562a5-a113-4183-8801-d0e0d08bcbd0 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:54.725462 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-be191eaa-29c4-468b-ad1d-7ee520c3b618 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/68141b3d-a7a5-4c19-be2b-c12b0ebf7b69 HTTP/1.1" status: 204 len: 168 time: 1.4066782 Jul 29 16:39:54.725462 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47560) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:54.773774 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c141957b-a3c5-4e62-b9d3-1b6c93e014b6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.782710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141957b-a3c5-4e62-b9d3-1b6c93e014b6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=04fce648-d10d-4b5f-8114-201062de2eb1,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:54.785779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3968b3-c7f4-476d-96ea-d1b818782577 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:54.810240 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c141957b-a3c5-4e62-b9d3-1b6c93e014b6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/04fce648-d10d-4b5f-8114-201062de2eb1 HTTP/1.1" status: 204 len: 168 time: 1.2572608 Jul 29 16:39:54.814022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47564) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:54.881097 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24e4e38-aec5-4269-9dc3-c1019ab2fcd5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:39:54.902378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a8419d-ba9b-4819-85da-acba94a34db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3806123a-5c5d-4068-bb4f-0b9df28a776f'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:39:54.923817 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1b8759-c8e5-47c8-a46b-7c6586a4f35a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting subnet 4178c018-817f-4df9-be81-980419549d90 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:39:54.929207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b17e1628-4ec9-4712-8827-9938f8ec8e01 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.941815 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8759-c8e5-47c8-a46b-7c6586a4f35a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:54.985364 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99469020-00a8-4a36-86c2-2de5265e8744'] response: {'server_uuid': 'b1a8419d-ba9b-4819-85da-acba94a34db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3806123a-5c5d-4068-bb4f-0b9df28a776f', 'code': 200} Jul 29 16:39:55.055120 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b17e1628-4ec9-4712-8827-9938f8ec8e01 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:55.101367 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad510d-ed31-45b8-b82d-076355290918 None None] Current status of the port dd271394-bf54-432f-92b6-f093c79992fb is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:55.121346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e1628-4ec9-4712-8827-9938f8ec8e01 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event deleted for resources: {'Subnet': ['ID=e1165ad9-1d0e-4854-abbc-5bcf02411b77,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:55.136091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b17e1628-4ec9-4712-8827-9938f8ec8e01 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:55.146083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfbcdca-d852-4a8f-aa4d-6c17152db64f None None] Network d6f51f87-461b-4c5c-a4fb-3c8900b2b91c requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:55.147490 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b17e1628-4ec9-4712-8827-9938f8ec8e01 tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "DELETE /v2.0/subnets/e1165ad9-1d0e-4854-abbc-5bcf02411b77 HTTP/1.1" status: 204 len: 168 time: 0.8802552 Jul 29 16:39:55.149917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47570) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:55.229314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8759-c8e5-47c8-a46b-7c6586a4f35a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:55.260509 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2ad510d-ed31-45b8-b82d-076355290918 None None] Provisioning complete for port 9dff8a52-3411-42b5-a89e-25b49514495a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:55.260983 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2ad510d-ed31-45b8-b82d-076355290918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:55.343023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a60a459e-3adf-4ae7-8835-09261e722f78 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:router {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:55.373496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:39:55.401561 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:55.417342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:55.437704 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a60a459e-3adf-4ae7-8835-09261e722f78 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:router {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:55.441618 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a60a459e-3adf-4ae7-8835-09261e722f78 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6220989 Jul 29 16:39:55.451504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad510d-ed31-45b8-b82d-076355290918 None None] Port 9dff8a52-3411-42b5-a89e-25b49514495a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:39:55.454248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47574) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:55.466351 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:55.553183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Deleting port 5506bacf-5a7b-472e-95ef-f049eccdb50b {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:55.553528 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:55.582477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Pushing event updated for resources: {'Port': ['ID=6e491bcc-196a-4958-97e2-84839a5d1081,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:55.606817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63c5f26-2687-46fc-9aa3-af62a5b87256 None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:39:55.612520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:55.616210 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f63c5f26-2687-46fc-9aa3-af62a5b87256 None None] Deleting port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:55.616791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f63c5f26-2687-46fc-9aa3-af62a5b87256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:55.634776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24e4e38-aec5-4269-9dc3-c1019ab2fcd5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:39:55.638494 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6a830c3e-40cb-48f9-abac-0c540b5fa7f0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:55.672320 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:55.673501 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-181dafed-319c-47a8-bd31-208af3f252d0 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5359733 Jul 29 16:39:55.680676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47580) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:55.701800 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2a427-a343-4474-a317-b16121b32963 None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:39:55.704077 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4799074b-a495-4f02-b0f4-b5b71c12abea None None] DHCP port deletion for d6f51f87-461b-4c5c-a4fb-3c8900b2b91c request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:39:55.734145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4799074b-a495-4f02-b0f4-b5b71c12abea None None] Deleting port 5506bacf-5a7b-472e-95ef-f049eccdb50b {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:55.734516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4799074b-a495-4f02-b0f4-b5b71c12abea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:55.739692 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fb449c0-b5de-4d70-869f-b1e48ed1a3f7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:55.820671 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2a427-a343-4474-a317-b16121b32963 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:55.821519 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-cae2a427-a343-4474-a317-b16121b32963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:55.823569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b24e4e38-aec5-4269-9dc3-c1019ab2fcd5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:55.847131 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-74bde947-0f21-45aa-b2f1-d984ce1be835 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Synchronizing usage tracker for tenant:9080ee3298e74ab181090ff7ffdf7c6a on resource:floatingip {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:55.908048 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-cae2a427-a343-4474-a317-b16121b32963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:56.004224 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2a427-a343-4474-a317-b16121b32963 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:39:56.005529 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-cae2a427-a343-4474-a317-b16121b32963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:56.012365 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] For port 5506bacf-5a7b-472e-95ef-f049eccdb50b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=5506bacf-5a7b-472e-95ef-f049eccdb50b,segment=NetworkSegment(dc319593-39ca-47c7-af24-c9178ece9f49),segment_id=dc319593-39ca-47c7-af24-c9178ece9f49)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:56.012727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.030388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-74bde947-0f21-45aa-b2f1-d984ce1be835 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Unset dirty status for tenant:9080ee3298e74ab181090ff7ffdf7c6a on resource:floatingip {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:56.034261 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-74bde947-0f21-45aa-b2f1-d984ce1be835 tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3393 time: 0.3500576 Jul 29 16:39:56.069825 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47584) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:56.100967 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-cae2a427-a343-4474-a317-b16121b32963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:56.100967 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2a427-a343-4474-a317-b16121b32963 None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:39:56.164661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8759-c8e5-47c8-a46b-7c6586a4f35a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.176556 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Calling delete_port for 5506bacf-5a7b-472e-95ef-f049eccdb50b owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:56.230758 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e7799-41fb-41dd-87ad-92fe157d554c req-6a6ed77b-f018-47af-a4ad-0cc547b63405 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:56.234791 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-688e7799-41fb-41dd-87ad-92fe157d554c req-6a6ed77b-f018-47af-a4ad-0cc547b63405 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.4604380 Jul 29 16:39:56.291984 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a964a1-5d7c-4122-8a5c-393e0adf2a62 req-7bf14e58-19af-40d4-8ccb-5af06c9737bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:56.293545 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-36a964a1-5d7c-4122-8a5c-393e0adf2a62 req-7bf14e58-19af-40d4-8ccb-5af06c9737bf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 1098 time: 1.1017549 Jul 29 16:39:56.302953 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 5506bacf-5a7b-472e-95ef-f049eccdb50b no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:39:56.304915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb449c0-b5de-4d70-869f-b1e48ed1a3f7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:56.313640 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-688e7799-41fb-41dd-87ad-92fe157d554c req-958a04ff-0e55-4148-85e2-01d939edc580 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709682 Jul 29 16:39:56.321111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.337769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-2fb449c0-b5de-4d70-869f-b1e48ed1a3f7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:56.341500 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b24e4e38-aec5-4269-9dc3-c1019ab2fcd5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "PUT /v2.0/floatingips/d59fd354-897f-48e9-a853-9c870e2d8bb6 HTTP/1.1" status: 200 len: 687 time: 3.9911370 Jul 29 16:39:56.342609 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb449c0-b5de-4d70-869f-b1e48ed1a3f7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Subnet': ['ID=da3cbea5-f993-4783-a2c7-315a85570b7d,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:56.359914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb449c0-b5de-4d70-869f-b1e48ed1a3f7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:56.360507 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fb449c0-b5de-4d70-869f-b1e48ed1a3f7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.363948 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47588) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:56.376459 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698458e1-094e-44d4-aaf8-06ea1f5309a1 None None] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:56.383373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event deleted for resources: {'Port': ['ID=5506bacf-5a7b-472e-95ef-f049eccdb50b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:56.387663 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] No DVR routers for this DVR port 5506bacf-5a7b-472e-95ef-f049eccdb50b on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:39:56.399059 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 5506bacf-5a7b-472e-95ef-f049eccdb50b {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:39:56.399475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 5506bacf-5a7b-472e-95ef-f049eccdb50b not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:39:56.399959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:39:56.408593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8759-c8e5-47c8-a46b-7c6586a4f35a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.448854 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0f0d1893-6a00-4b3d-9a97-d20e9736584e tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Synchronizing usage tracker for tenant:1e71091ec22d4b5cae4e0b3ab0a955f8 on resource:floatingip {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:56.507956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f63c5f26-2687-46fc-9aa3-af62a5b87256 None None] For port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:56.508428 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f63c5f26-2687-46fc-9aa3-af62a5b87256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.526998 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.528214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-4799074b-a495-4f02-b0f4-b5b71c12abea None None] For port 5506bacf-5a7b-472e-95ef-f049eccdb50b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=5506bacf-5a7b-472e-95ef-f049eccdb50b,segment=NetworkSegment(dc319593-39ca-47c7-af24-c9178ece9f49),segment_id=dc319593-39ca-47c7-af24-c9178ece9f49)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:56.528605 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4799074b-a495-4f02-b0f4-b5b71c12abea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.566290 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f51f87-461b-4c5c-a4fb-3c8900b2b91c']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:56.581208 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc319593-39ca-47c7-af24-c9178ece9f49') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:56.581680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc319593-39ca-47c7-af24-c9178ece9f49') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:56.596230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.617400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.624035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:39:56.624426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.639953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b8759-c8e5-47c8-a46b-7c6586a4f35a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Subnet': ['ID=4178c018-817f-4df9-be81-980419549d90,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:56.659642 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bd4b60ca-d92f-4ecf-8c3e-f902464f0237 None None] Provisioning complete for port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:39:56.660048 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bd4b60ca-d92f-4ecf-8c3e-f902464f0237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.695580 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment dc319593-39ca-47c7-af24-c9178ece9f49 resource provider aggregate not found Jul 29 16:39:56.726797 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment dc319593-39ca-47c7-af24-c9178ece9f49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc319593-39ca-47c7-af24-c9178ece9f49 found for delete ", "request_id": "req-a2ab1dbe-a4f9-4c79-92f6-780ce3103b73"}]} Jul 29 16:39:56.729335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce1b8759-c8e5-47c8-a46b-7c6586a4f35a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.733925 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ce1b8759-c8e5-47c8-a46b-7c6586a4f35a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/4178c018-817f-4df9-be81-980419549d90 HTTP/1.1" status: 204 len: 168 time: 2.0049491 Jul 29 16:39:56.735837 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47596) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:56.736773 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0f0d1893-6a00-4b3d-9a97-d20e9736584e tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Unset dirty status for tenant:1e71091ec22d4b5cae4e0b3ab0a955f8 on resource:floatingip {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:56.741372 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0f0d1893-6a00-4b3d-9a97-d20e9736584e tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.6473367 Jul 29 16:39:56.757871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47600) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:56.803545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6a830c3e-40cb-48f9-abac-0c540b5fa7f0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.807409 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2fb449c0-b5de-4d70-869f-b1e48ed1a3f7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4285574 Jul 29 16:39:56.808743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6a830c3e-40cb-48f9-abac-0c540b5fa7f0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.824462 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-36a964a1-5d7c-4122-8a5c-393e0adf2a62 req-d98adfd8-59e8-4dfa-b3b3-e48fea2f850d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5183976 Jul 29 16:39:56.827142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47604) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:56.837513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-cdf6839f-fe53-4ca9-96d0-aa4a00283303 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'security_group': {'name': 'tempest-secgroup-1061515817'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:56.843967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-fb654e41-4b3c-43f3-95d3-b90b6046c707 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting port 396597bc-0eb3-4168-a75f-c00cbbfeca92 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:56.844150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fb654e41-4b3c-43f3-95d3-b90b6046c707 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.877850 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0ec782-d784-4eda-ac46-6a5f58406a59 None None] Network df3562a5-a113-4183-8801-d0e0d08bcbd0 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:56.886870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.888835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-cdf6839f-fe53-4ca9-96d0-aa4a00283303 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:56.899556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f63c5f26-2687-46fc-9aa3-af62a5b87256 None None] Calling delete_port for 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:56.901974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cdf6839f-fe53-4ca9-96d0-aa4a00283303 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:security_group and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:56.908025 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cdf6839f-fe53-4ca9-96d0-aa4a00283303 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:56.918711 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.918953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6a830c3e-40cb-48f9-abac-0c540b5fa7f0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:56.919413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a830c3e-40cb-48f9-abac-0c540b5fa7f0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Fanout notify agent at l3_agent the message router_deleted on router e3f6d4e9-7f64-462f-bac6-fae282b41435 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:39:56.943803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-cdf6839f-fe53-4ca9-96d0-aa4a00283303 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:56.944641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4799074b-a495-4f02-b0f4-b5b71c12abea None None] Calling delete_port for 5506bacf-5a7b-472e-95ef-f049eccdb50b owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:57.026149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cdf6839f-fe53-4ca9-96d0-aa4a00283303 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.074016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-cdf6839f-fe53-4ca9-96d0-aa4a00283303 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:57.085275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6a830c3e-40cb-48f9-abac-0c540b5fa7f0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.086411 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6a830c3e-40cb-48f9-abac-0c540b5fa7f0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/routers/e3f6d4e9-7f64-462f-bac6-fae282b41435 HTTP/1.1" status: 204 len: 168 time: 1.6286650 Jul 29 16:39:57.098423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cdf6839f-fe53-4ca9-96d0-aa4a00283303 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:security_group_rule and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:57.103328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47608) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:57.106215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cdf6839f-fe53-4ca9-96d0-aa4a00283303 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:57.120068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] Pushing event deleted for resources: {'Network': ['ID=d6f51f87-461b-4c5c-a4fb-3c8900b2b91c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:57.165173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-cdf6839f-fe53-4ca9-96d0-aa4a00283303 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:57.172348 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2380e947-7478-4cfb-bf37-b1108fd19dd8 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Deleting port 6e491bcc-196a-4958-97e2-84839a5d1081 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:57.172694 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2380e947-7478-4cfb-bf37-b1108fd19dd8 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.185471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fb654e41-4b3c-43f3-95d3-b90b6046c707 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.185847 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fb654e41-4b3c-43f3-95d3-b90b6046c707 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.204432 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-46b33e17-549e-4b80-80fe-4218824ad04f tempest-AllowedAddressPairTestJSON-575564628 tempest-AllowedAddressPairTestJSON-575564628-project] 10.222.0.58 "DELETE /v2.0/networks/d6f51f87-461b-4c5c-a4fb-3c8900b2b91c HTTP/1.1" status: 204 len: 168 time: 2.0534930 Jul 29 16:39:57.217737 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.316137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:57.316488 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.406964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-fb654e41-4b3c-43f3-95d3-b90b6046c707 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Calling delete_port for 396597bc-0eb3-4168-a75f-c00cbbfeca92 owned by network:floatingip {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:57.464481 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2380e947-7478-4cfb-bf37-b1108fd19dd8 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.464802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2380e947-7478-4cfb-bf37-b1108fd19dd8 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.525456 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cdf6839f-fe53-4ca9-96d0-aa4a00283303 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.531100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f63c5f26-2687-46fc-9aa3-af62a5b87256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.535378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cdf6839f-fe53-4ca9-96d0-aa4a00283303 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.594393 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47618) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:57.598982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cdf6839f-fe53-4ca9-96d0-aa4a00283303 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.602616 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cdf6839f-fe53-4ca9-96d0-aa4a00283303 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7709656 Jul 29 16:39:57.608634 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:57.609165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.615912 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47622) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:57.624710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d439b733-1358-4941-806d-1023b0861d7e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'security_group': {'name': 'tempest-secgroup-1995303607'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:57.629382 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6839f-fe53-4ca9-96d0-aa4a00283303 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afb90f0-143a-46fd-8a5a-73d61a21990a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:57.663338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2380e947-7478-4cfb-bf37-b1108fd19dd8 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Calling delete_port for 6e491bcc-196a-4958-97e2-84839a5d1081 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:57.678070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c5f26-2687-46fc-9aa3-af62a5b87256 None None] Pushing event deleted for resources: {'Port': ['ID=0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:57.679618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d439b733-1358-4941-806d-1023b0861d7e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:57.679941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-4799074b-a495-4f02-b0f4-b5b71c12abea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:39:57.680293 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-4799074b-a495-4f02-b0f4-b5b71c12abea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:39:57.689268 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c5f26-2687-46fc-9aa3-af62a5b87256 None None] No DVR routers for this DVR port 0cd40ac0-4e60-4250-ab6a-ca53a3f3bf6d on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:39:57.697366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da32a07-24b3-442e-8ec4-ff08dfd7d92f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:57.698764 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5da32a07-24b3-442e-8ec4-ff08dfd7d92f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:57.714907 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d439b733-1358-4941-806d-1023b0861d7e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:security_group and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:57.718136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d439b733-1358-4941-806d-1023b0861d7e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:57.738003 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d439b733-1358-4941-806d-1023b0861d7e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:57.746997 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5da32a07-24b3-442e-8ec4-ff08dfd7d92f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:57.764143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b60ca-d92f-4ecf-8c3e-f902464f0237 None None] Current status of the port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:39:57.766317 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5da32a07-24b3-442e-8ec4-ff08dfd7d92f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6575489 Jul 29 16:39:57.767511 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47630) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:57.871973 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7310a1-4b71-47ca-84ad-8413c6771bd5 None None] Update dhcp port {'port': {'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'fixed_ips': [{'subnet_id': '75092729-9400-4431-b407-b1b87aeff276', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'da3cbea5-f993-4783-a2c7-315a85570b7d'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': 'dd271394-bf54-432f-92b6-f093c79992fb'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:39:57.873533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d439b733-1358-4941-806d-1023b0861d7e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.905134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fe28c1-ca73-4ee9-a062-08795fe792f0 None None] DHCP port deletion for df3562a5-a113-4183-8801-d0e0d08bcbd0 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:39:57.915919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-12fe28c1-ca73-4ee9-a062-08795fe792f0 None None] Deleting port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:57.916554 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-12fe28c1-ca73-4ee9-a062-08795fe792f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.982926 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3e7310a1-4b71-47ca-84ad-8413c6771bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:57.996730 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2380e947-7478-4cfb-bf37-b1108fd19dd8 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.053976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] For port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4afc9c0f-a96f-4c8e-87f0-b2e3bb588248,segment=NetworkSegment(aab21468-f2f1-442c-9841-4e5b2f2cda61),segment_id=aab21468-f2f1-442c-9841-4e5b2f2cda61)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:58.054863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.074529 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380e947-7478-4cfb-bf37-b1108fd19dd8 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Pushing event deleted for resources: {'Port': ['ID=6e491bcc-196a-4958-97e2-84839a5d1081,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:58.084597 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d439b733-1358-4941-806d-1023b0861d7e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:58.107845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d439b733-1358-4941-806d-1023b0861d7e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:security_group_rule and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:58.111797 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d439b733-1358-4941-806d-1023b0861d7e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:58.119696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d439b733-1358-4941-806d-1023b0861d7e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:58.150170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0c2e0c-2691-4489-9063-3ba9a1cb332b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:58.151453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ad0c2e0c-2691-4489-9063-3ba9a1cb332b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:58.235784 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1c8d2e09-f2f4-40dd-bf7d-42ca6b3ddc88 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6f0c505440fa4f0880c55a0c82c37710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6317346 Jul 29 16:39:58.237101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fb654e41-4b3c-43f3-95d3-b90b6046c707 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.243149 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:58.252841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47636) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:58.274275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4799074b-a495-4f02-b0f4-b5b71c12abea None None] Deleting port 5506bacf-5a7b-472e-95ef-f049eccdb50b {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:58.274676 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4799074b-a495-4f02-b0f4-b5b71c12abea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.334814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:39:58.363008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff52a16-fa4e-46ce-b9eb-df3421500829 req-e656ecaf-f1fb-4e97-a4a9-c276aedc7d15 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:58.364629 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3ff52a16-fa4e-46ce-b9eb-df3421500829 req-e656ecaf-f1fb-4e97-a4a9-c276aedc7d15 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.6022534 Jul 29 16:39:58.398678 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2380e947-7478-4cfb-bf37-b1108fd19dd8 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.402869 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb654e41-4b3c-43f3-95d3-b90b6046c707 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Port': ['ID=396597bc-0eb3-4168-a75f-c00cbbfeca92,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:58.427661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.434256 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ad0c2e0c-2691-4489-9063-3ba9a1cb332b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:58.435429 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ad0c2e0c-2691-4489-9063-3ba9a1cb332b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6615744 Jul 29 16:39:58.447502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47640) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:58.468600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2380e947-7478-4cfb-bf37-b1108fd19dd8 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.469407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-12fe28c1-ca73-4ee9-a062-08795fe792f0 None None] For port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4afc9c0f-a96f-4c8e-87f0-b2e3bb588248,segment=NetworkSegment(aab21468-f2f1-442c-9841-4e5b2f2cda61),segment_id=aab21468-f2f1-442c-9841-4e5b2f2cda61)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:58.469803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-12fe28c1-ca73-4ee9-a062-08795fe792f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.470131 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2380e947-7478-4cfb-bf37-b1108fd19dd8 tempest-FloatingIPAdminTestJSON-378410148 tempest-FloatingIPAdminTestJSON-378410148-project] 10.222.0.58 "DELETE /v2.0/floatingips/80357325-f78a-4e9e-bbfc-6280fc066212 HTTP/1.1" status: 204 len: 168 time: 1.7113795 Jul 29 16:39:58.485589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47644) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:58.492989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=4afc9c0f-a96f-4c8e-87f0-b2e3bb588248,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:58.495135 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No DVR routers for this DVR port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:39:58.554441 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-68064be5-b15b-4593-bbed-fd2acdbafd50 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:router {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:39:58.600165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4799074b-a495-4f02-b0f4-b5b71c12abea None None] The port '5506bacf-5a7b-472e-95ef-f049eccdb50b' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:39:58.606814 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fb654e41-4b3c-43f3-95d3-b90b6046c707 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.622205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-68064be5-b15b-4593-bbed-fd2acdbafd50 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:router {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:39:58.623254 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-68064be5-b15b-4593-bbed-fd2acdbafd50 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1674709 Jul 29 16:39:58.638781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47648) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:58.647785 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-565543ec-c7ee-4560-a01a-37d52f01402d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.653337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c92f4f14-27f8-4357-a7da-ade0809fee6a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:58.670215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d439b733-1358-4941-806d-1023b0861d7e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.686235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-12fe28c1-ca73-4ee9-a062-08795fe792f0 None None] Calling delete_port for 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:58.745442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d439b733-1358-4941-806d-1023b0861d7e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.752810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No active binding found for port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 {{(pid=89211) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jul 29 16:39:58.753179 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:39:58.777064 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-3e7310a1-4b71-47ca-84ad-8413c6771bd5 None None] Allocated IP 2001:db8::2 (30df14e0-a833-40a6-b26b-5bf85bbdd67e/da3cbea5-f993-4783-a2c7-315a85570b7d/dd271394-bf54-432f-92b6-f093c79992fb) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:58.784861 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3ff52a16-fa4e-46ce-b9eb-df3421500829 req-2b5286f9-1e14-408b-ae8f-6c700e2ede82 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4052038 Jul 29 16:39:58.806581 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-565543ec-c7ee-4560-a01a-37d52f01402d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.858470 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0dfab155-fb75-45c4-9ab5-1fbb0bae3ede tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Deleting port 7fa17af8-7e2c-47bb-bac6-4f273376e3a6 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:58.858942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0dfab155-fb75-45c4-9ab5-1fbb0bae3ede tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.863644 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fb654e41-4b3c-43f3-95d3-b90b6046c707 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.869094 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fb654e41-4b3c-43f3-95d3-b90b6046c707 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/floatingips/d59fd354-897f-48e9-a853-9c870e2d8bb6 HTTP/1.1" status: 204 len: 168 time: 2.4528561 Jul 29 16:39:58.870302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439b733-1358-4941-806d-1023b0861d7e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea8b117-7bbe-478d-8e1f-758fa1d3882d,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:58.874152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47652) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:58.877187 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-12fe28c1-ca73-4ee9-a062-08795fe792f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:39:58.877793 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-12fe28c1-ca73-4ee9-a062-08795fe792f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:39:58.878787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d439b733-1358-4941-806d-1023b0861d7e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.879972 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d439b733-1358-4941-806d-1023b0861d7e tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2617323 Jul 29 16:39:58.892268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47656) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:58.895980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '60f3dfc1-ba5c-4283-9508-5f87ac89c887'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:58.900371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c92f4f14-27f8-4357-a7da-ade0809fee6a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:58.901585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e0580d5a-40a0-421f-8795-90111e1b948b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'security_group': {'name': 'tempest-secgroup-315755253'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:39:58.907080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e0580d5a-40a0-421f-8795-90111e1b948b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:58.907237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:58.917509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Usage tracker for resource:floatingip and tenant:2dfcda58e3f74084b8302be907f8cb07 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:58.920893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c92f4f14-27f8-4357-a7da-ade0809fee6a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:58.923598 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:58.932240 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:58.944982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92f4f14-27f8-4357-a7da-ade0809fee6a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:39:58.949818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c92f4f14-27f8-4357-a7da-ade0809fee6a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.953125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-3e7310a1-4b71-47ca-84ad-8413c6771bd5 None None] For port dd271394-bf54-432f-92b6-f093c79992fb, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=dd271394-bf54-432f-92b6-f093c79992fb,segment=NetworkSegment(b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc),segment_id=b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:39:58.966150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.967495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e0580d5a-40a0-421f-8795-90111e1b948b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:security_group and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:58.979961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3e7310a1-4b71-47ca-84ad-8413c6771bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.980138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e0580d5a-40a0-421f-8795-90111e1b948b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:58.988048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-565543ec-c7ee-4560-a01a-37d52f01402d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:58.998112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3e7310a1-4b71-47ca-84ad-8413c6771bd5 None None] Transition to ACTIVE for port object dd271394-bf54-432f-92b6-f093c79992fb will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:39:59.002501 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3e7310a1-4b71-47ca-84ad-8413c6771bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.009589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e0580d5a-40a0-421f-8795-90111e1b948b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:59.019086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.058269 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565543ec-c7ee-4560-a01a-37d52f01402d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df0428c-5a84-4661-8b39-b4ab04450331,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:59.122477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e0580d5a-40a0-421f-8795-90111e1b948b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.138421 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-565543ec-c7ee-4560-a01a-37d52f01402d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.139554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3562a5-a113-4183-8801-d0e0d08bcbd0']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:59.139997 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-565543ec-c7ee-4560-a01a-37d52f01402d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8df0428c-5a84-4661-8b39-b4ab04450331 HTTP/1.1" status: 204 len: 168 time: 0.8184175 Jul 29 16:39:59.160694 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab21468-f2f1-442c-9841-4e5b2f2cda61') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:59.161722 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab21468-f2f1-442c-9841-4e5b2f2cda61') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:39:59.173386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.198965 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7310a1-4b71-47ca-84ad-8413c6771bd5 None None] Pushing event updated for resources: {'Port': ['ID=dd271394-bf54-432f-92b6-f093c79992fb,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:59.200107 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.207426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:39:59.208340 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.315677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.337971 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e0580d5a-40a0-421f-8795-90111e1b948b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:39:59.342407 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.366456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e0580d5a-40a0-421f-8795-90111e1b948b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:security_group_rule and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:39:59.369530 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.373313 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment aab21468-f2f1-442c-9841-4e5b2f2cda61 resource provider aggregate not found Jul 29 16:39:59.378788 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-12fe28c1-ca73-4ee9-a062-08795fe792f0 None None] Deleting port 4afc9c0f-a96f-4c8e-87f0-b2e3bb588248 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:39:59.382174 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-12fe28c1-ca73-4ee9-a062-08795fe792f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.384458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e0580d5a-40a0-421f-8795-90111e1b948b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:39:59.418800 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e0580d5a-40a0-421f-8795-90111e1b948b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:39:59.424602 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment aab21468-f2f1-442c-9841-4e5b2f2cda61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aab21468-f2f1-442c-9841-4e5b2f2cda61 found for delete ", "request_id": "req-18c1672a-089e-41b6-a9b8-8239458c3352"}]} Jul 29 16:39:59.425676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Network': ['ID=df3562a5-a113-4183-8801-d0e0d08bcbd0,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:59.458509 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0dfab155-fb75-45c4-9ab5-1fbb0bae3ede tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.459125 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0dfab155-fb75-45c4-9ab5-1fbb0bae3ede tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.480939 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-17b32fc8-4c57-4492-a61e-20f28efb34fe tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/networks/df3562a5-a113-4183-8801-d0e0d08bcbd0 HTTP/1.1" status: 204 len: 168 time: 2.7457104 Jul 29 16:39:59.481436 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47668) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:39:59.496686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-12fe28c1-ca73-4ee9-a062-08795fe792f0 None None] The port '4afc9c0f-a96f-4c8e-87f0-b2e3bb588248' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:39:59.622991 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0dfab155-fb75-45c4-9ab5-1fbb0bae3ede tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Calling delete_port for 7fa17af8-7e2c-47bb-bac6-4f273376e3a6 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:39:59.639171 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.objects.ports [None req-c92f4f14-27f8-4357-a7da-ade0809fee6a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89210) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:39:59.649580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c92f4f14-27f8-4357-a7da-ade0809fee6a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.740551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92f4f14-27f8-4357-a7da-ade0809fee6a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:39:59.746231 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-c92f4f14-27f8-4357-a7da-ade0809fee6a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:39:59.758383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92f4f14-27f8-4357-a7da-ade0809fee6a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:39:59.759091 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c92f4f14-27f8-4357-a7da-ade0809fee6a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.760657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071b6f5a-39f9-43ee-8bbc-7537bee61cfc None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:39:59.767620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f4f14-27f8-4357-a7da-ade0809fee6a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=75d9b729-d340-4e2d-a230-0f3a243448e6,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:39:59.782937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Allocated IP 172.26.1.98 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/eb8d13ff-94d0-4481-b761-9ef7713d5964) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:39:59.870356 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e0580d5a-40a0-421f-8795-90111e1b948b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:39:59.876156 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0dfab155-fb75-45c4-9ab5-1fbb0bae3ede tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.000192 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e0580d5a-40a0-421f-8795-90111e1b948b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.007985 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88237a7-0b86-452a-8ee4-a66ad662acae tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:00.015943 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c88237a7-0b86-452a-8ee4-a66ad662acae tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5314391 Jul 29 16:40:00.026882 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47686) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:00.037116 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c92f4f14-27f8-4357-a7da-ade0809fee6a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3954391 Jul 29 16:40:00.038020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47692) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:00.052132 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfab155-fb75-45c4-9ab5-1fbb0bae3ede tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fa17af8-7e2c-47bb-bac6-4f273376e3a6,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:00.068949 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '75d9b729-d340-4e2d-a230-0f3a243448e6'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:00.069903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.077387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0759d28c-c77f-4def-a9f0-f7383e19bf40 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:00.220855 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.238308 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-96d01f82-8f2e-421e-b067-43e2d2bbcca2 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2100384 Jul 29 16:40:00.244274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47698) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:00.253330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1166740554'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:00.260072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:00.267394 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:network and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:00.272860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:00.279447 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47702) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:00.280065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7df17c9a-d78c-486e-a4d2-8842734cfa5d None None] Provisioning for port dd271394-bf54-432f-92b6-f093c79992fb completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:00.292337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:00.297950 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dd271394-bf54-432f-92b6-f093c79992fb up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:00.314674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:00.319535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.332723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.337333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7df17c9a-d78c-486e-a4d2-8842734cfa5d None None] Provisioning complete for port dd271394-bf54-432f-92b6-f093c79992fb triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:00.337745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7df17c9a-d78c-486e-a4d2-8842734cfa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.383030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Allocated IP 2001:db8::f816:3eff:fe96:b78d (560f49a9-f2f8-459c-86f0-823ac32fcdf1/75d9b729-d340-4e2d-a230-0f3a243448e6/73de28fb-3060-4ec1-b214-d0ac491d3063) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:00.437716 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:00.448412 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Request body: {'networks': [{'name': 'tempest-network--1289075318'}, {'name': 'tempest-network--1172995756'}]} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:00.448723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Request body: {'network': {'name': 'tempest-network--1289075318'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:00.449206 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Request body: {'network': {'name': 'tempest-network--1172995756'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:00.452423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:00.460100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:00.464137 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:00.473234 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0759d28c-c77f-4def-a9f0-f7383e19bf40 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:00.476317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0dfab155-fb75-45c4-9ab5-1fbb0bae3ede tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.483943 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0580d5a-40a0-421f-8795-90111e1b948b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc55b278-28d5-4496-833d-bd67b7c9f37a,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:00.486806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0759d28c-c77f-4def-a9f0-f7383e19bf40 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:00.492256 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0759d28c-c77f-4def-a9f0-f7383e19bf40 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:00.496094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e0580d5a-40a0-421f-8795-90111e1b948b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.500161 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e0580d5a-40a0-421f-8795-90111e1b948b tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6040366 Jul 29 16:40:00.503058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0dfab155-fb75-45c4-9ab5-1fbb0bae3ede tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.511093 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0dfab155-fb75-45c4-9ab5-1fbb0bae3ede tempest-FloatingIPAdminTestJSON-914285135 tempest-FloatingIPAdminTestJSON-914285135-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/b82efac6-587e-4e6f-8d7c-3a044e50cb20 HTTP/1.1" status: 204 len: 168 time: 2.0220377 Jul 29 16:40:00.511884 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47708) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:00.512282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47710) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:00.513346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0759d28c-c77f-4def-a9f0-f7383e19bf40 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:00.533997 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1222231688', 'security_groups': ['fc55b278-28d5-4496-833d-bd67b7c9f37a'], 'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'da3cbea5-f993-4783-a2c7-315a85570b7d'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:00.617289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:00.619604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Usage tracker for resource:network and tenant:89b1607814c745ee8e83d1977034c871 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:00.626932 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0759d28c-c77f-4def-a9f0-f7383e19bf40 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:00.630390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:00.631103 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0759d28c-c77f-4def-a9f0-f7383e19bf40 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.643406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=eb8d13ff-94d0-4481-b761-9ef7713d5964,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:00.646098 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:00.664133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.664409 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Added segment 465e87df-ace1-40cd-841c-716591093e8e of type vlan for network 000b2f38-dbae-4fe4-ae2e-7eb20791e0a7 Jul 29 16:40:00.680586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port dd271394-bf54-432f-92b6-f093c79992fb triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:00.680987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.693710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.722461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Made reservation on behalf of 89b1607814c745ee8e83d1977034c871 for: {'network': 2} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:00.726879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.741348 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-7df17c9a-d78c-486e-a4d2-8842734cfa5d None None] Current status of the port dd271394-bf54-432f-92b6-f093c79992fb is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:00.765561 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.771002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:00.771616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.811450 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.839511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7df17c9a-d78c-486e-a4d2-8842734cfa5d None None] Provisioning complete for port 9dff8a52-3411-42b5-a89e-25b49514495a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:00.839882 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7df17c9a-d78c-486e-a4d2-8842734cfa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.894010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.907441 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:00.948115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Transition to ACTIVE for port object 73de28fb-3060-4ec1-b214-d0ac491d3063 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:00.960545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Usage tracker for resource:security_group_rule and tenant:89b1607814c745ee8e83d1977034c871 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:00.961423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-7df17c9a-d78c-486e-a4d2-8842734cfa5d None None] Port 9dff8a52-3411-42b5-a89e-25b49514495a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:00.964924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1e374-434f-4307-9c62-cc4c8a1c736f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Deleting port 183d0dda-d62f-4207-9b8b-df25b0ca326f {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:00.964924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1d1e374-434f-4307-9c62-cc4c8a1c736f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.973875 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:00.977513 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7319539 Jul 29 16:40:00.984551 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port dd271394-bf54-432f-92b6-f093c79992fb is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:00.987075 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Transition to ACTIVE for port object 73de28fb-3060-4ec1-b214-d0ac491d3063 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:00.988000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47716) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:00.988809 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e620b40-4fec-437b-b283-3c3613bdbfc8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Network': ['ID=000b2f38-dbae-4fe4-ae2e-7eb20791e0a7,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:00.995666 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:00.996125 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:01.005883 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'subnet': {'network_id': '000b2f38-dbae-4fe4-ae2e-7eb20791e0a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:01.011917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa9fc1-0e4b-42c9-b001-5531c8518c7a req-ffce705b-6bfb-4640-9240-8ba04ffb1118 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:01.013440 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-40aa9fc1-0e4b-42c9-b001-5531c8518c7a req-ffce705b-6bfb-4640-9240-8ba04ffb1118 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.9853423 Jul 29 16:40:01.040960 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 000b2f38-dbae-4fe4-ae2e-7eb20791e0a7 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:01.136836 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:01.141258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:01.155037 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:01.162852 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:01.164997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Pushing event updated for resources: {'Port': ['ID=73de28fb-3060-4ec1-b214-d0ac491d3063,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:01.192579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:port and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:01.197431 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-40aa9fc1-0e4b-42c9-b001-5531c8518c7a req-71428948-aada-42ff-aa2c-89e918339db4 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708937 Jul 29 16:40:01.200062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:01.214565 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:01.257765 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:01.287957 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Attempting to bind port 73de28fb-3060-4ec1-b214-d0ac491d3063 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:01.288332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Attempting to bind port 73de28fb-3060-4ec1-b214-d0ac491d3063 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:01.288714 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Attempting to bind port 73de28fb-3060-4ec1-b214-d0ac491d3063 on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:01.295863 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:01.296301 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:01.296803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:01.297824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:01.298381 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Bound port: 73de28fb-3060-4ec1-b214-d0ac491d3063, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:01.298853 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:01.299294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:01.311702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:subnet and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:01.315344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:01.331874 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:01.369473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:01.372864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:01.406019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] For port 73de28fb-3060-4ec1-b214-d0ac491d3063, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:40:01.409831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] For port 73de28fb-3060-4ec1-b214-d0ac491d3063, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=73de28fb-3060-4ec1-b214-d0ac491d3063,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:40:01.414624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:01.507352 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdeac32-38ca-46c0-907f-698c6e00c44e None None] Pushing event updated for resources: {'Port': ['ID=73de28fb-3060-4ec1-b214-d0ac491d3063,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:01.510851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:01.527844 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:01.528305 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:01.604143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118aa041-4f55-4f61-a66a-d0b8c881ac81,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:01.611207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:01.617881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:01.620534 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:01.634703 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:01.635047 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Added segment 0fa563a2-44b8-4682-b00c-379f8189db19 of type vlan for network e6791857-d2f1-4d88-a577-55b8fb77b8cb Jul 29 16:40:01.714695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] device_id is not set on port a5955804-eabd-42ee-8cbf-7ddf13bcc698 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:40:01.717852 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:01.831246 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:01.841082 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1d1e374-434f-4307-9c62-cc4c8a1c736f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:01.872905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:01.914821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:01.956179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:01.956534 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Added segment f8ebe68c-2948-4f3f-91ee-723ee6f2985d of type vlan for network 80a53520-3de4-4b2c-8f4f-d52a098d62fe Jul 29 16:40:02.028923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1e374-434f-4307-9c62-cc4c8a1c736f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Calling delete_port for 183d0dda-d62f-4207-9b8b-df25b0ca326f owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:02.040330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:02.043873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Subnet': ['ID=3b4cde7f-8725-4d4a-b5f5-2e4fa7885fde,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:02.084667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29639a-df28-4863-bec7-81668c3fbf7b req-f3234487-4bc3-44a7-b26a-2d08ca7be86b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:02.086384 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-af29639a-df28-4863-bec7-81668c3fbf7b req-f3234487-4bc3-44a7-b26a-2d08ca7be86b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.6724761 Jul 29 16:40:02.089404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Checking segment: {'id': '465e87df-ace1-40cd-841c-716591093e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '000b2f38-dbae-4fe4-ae2e-7eb20791e0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:02.089774 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network hostable DHCP agents. Network: 000b2f38-dbae-4fe4-ae2e-7eb20791e0a7, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:40:02.099418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47722) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:02.106339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-3b9d497c-b91f-4b5a-b298-84e90f47a40b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Request body: {'floatingip': {'port_id': '3806123a-5c5d-4068-bb4f-0b9df28a776f'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:02.160977 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 000b2f38-dbae-4fe4-ae2e-7eb20791e0a7 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:40:02.165401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:02.165888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:02.171235 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:02.176280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:02.177282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:02.222272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3b9d497c-b91f-4b5a-b298-84e90f47a40b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for floatingip, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:02.277183 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 000b2f38-dbae-4fe4-ae2e-7eb20791e0a7) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:02.299185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0507da0a-5603-4e02-ba4e-701dea779d4f None None] Network 000b2f38-dbae-4fe4-ae2e-7eb20791e0a7 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:02.307135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:02.308343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:02.322209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 73de28fb-3060-4ec1-b214-d0ac491d3063 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:02.338551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event updated for resources: {'Network': ['ID=e6791857-d2f1-4d88-a577-55b8fb77b8cb,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:02.367908 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3ff39509-06d9-48ee-bc4f-178ff2d18409 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3756912 Jul 29 16:40:02.369577 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0858297 Jul 29 16:40:02.375142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47726) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:02.375683 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47728) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:02.382786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network e6791857-d2f1-4d88-a577-55b8fb77b8cb details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:02.437956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0759d28c-c77f-4def-a9f0-f7383e19bf40 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:02.639334 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:40:02.656174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'network_id': '000b2f38-dbae-4fe4-ae2e-7eb20791e0a7', 'name': 'tempest-PortsTestJSON-449207750'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:02.681223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 73de28fb-3060-4ec1-b214-d0ac491d3063 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:02.726191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:02.783612 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-000b2f38-dbae-4fe4-ae2e-7eb20791e0a7', 'network_id': '000b2f38-dbae-4fe4-ae2e-7eb20791e0a7', 'tenant_id': '6ef8b3c0991c44b3b2e7bc738e572b53', 'fixed_ips': [{'subnet_id': '3b4cde7f-8725-4d4a-b5f5-2e4fa7885fde'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:02.785099 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:02.785868 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1d1e374-434f-4307-9c62-cc4c8a1c736f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:02.842448 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7435a4a-05be-48b3-a7a4-e7299552aaf4 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event updated for resources: {'Network': ['ID=80a53520-3de4-4b2c-8f4f-d52a098d62fe,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:02.844523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:02.927342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0759d28c-c77f-4def-a9f0-f7383e19bf40 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:02.930273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1e374-434f-4307-9c62-cc4c8a1c736f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event deleted for resources: {'Port': ['ID=183d0dda-d62f-4207-9b8b-df25b0ca326f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:02.945340 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-0759d28c-c77f-4def-a9f0-f7383e19bf40 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:02.956386 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Allocated IP 172.20.0.2 (000b2f38-dbae-4fe4-ae2e-7eb20791e0a7/3b4cde7f-8725-4d4a-b5f5-2e4fa7885fde/87382eb5-98df-4ae9-a388-030d3102e308) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:02.971352 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 80a53520-3de4-4b2c-8f4f-d52a098d62fe details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:02.987124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f6b15f-9ad8-4cce-b015-4e5c6c87632f None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:03.011179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0759d28c-c77f-4def-a9f0-f7383e19bf40 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:03.011774 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0759d28c-c77f-4def-a9f0-f7383e19bf40 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:03.032273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=eb8d13ff-94d0-4481-b761-9ef7713d5964,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:03.040311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Allocated IP 2001:db8::1c8 (30df14e0-a833-40a6-b26b-5bf85bbdd67e/da3cbea5-f993-4783-a2c7-315a85570b7d/a5955804-eabd-42ee-8cbf-7ddf13bcc698) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:03.072554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bb9089-7141-4d92-a875-89293812a2eb tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:03.078667 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bb9089-7141-4d92-a875-89293812a2eb tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:03.078948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759d28c-c77f-4def-a9f0-f7383e19bf40 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=e7c2e352-9594-4a16-8bbc-c9b046fb411d,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:03.085556 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bb9089-7141-4d92-a875-89293812a2eb tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:03.093968 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bb9089-7141-4d92-a875-89293812a2eb tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:03.095108 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-25bb9089-7141-4d92-a875-89293812a2eb tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Synchronizing usage tracker for tenant:89b1607814c745ee8e83d1977034c871 on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:03.103690 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0759d28c-c77f-4def-a9f0-f7383e19bf40 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0539799 Jul 29 16:40:03.105512 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:03.108290 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47734) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:03.120666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'mac_address': 'fa:16:3e:ba:1e:0d', 'name': 'tempest-NetworksTestDHCPv6-375522596'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:03.138099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:port and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:03.144955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:03.204575 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:03.311068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1d1e374-434f-4307-9c62-cc4c8a1c736f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:03.313684 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a1d1e374-434f-4307-9c62-cc4c8a1c736f tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] 10.222.0.58 "DELETE /v2.0/ports/183d0dda-d62f-4207-9b8b-df25b0ca326f HTTP/1.1" status: 204 len: 168 time: 2.7875872 Jul 29 16:40:03.320664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:03.322416 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47738) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:03.362505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-17fa78e5-9045-413a-b770-860d69c4fb8b None None] Provisioning for port 73de28fb-3060-4ec1-b214-d0ac491d3063 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:03.385618 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-17fa78e5-9045-413a-b770-860d69c4fb8b None None] Provisioning complete for port 73de28fb-3060-4ec1-b214-d0ac491d3063 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:03.385873 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-17fa78e5-9045-413a-b770-860d69c4fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:03.408501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-25bb9089-7141-4d92-a875-89293812a2eb tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Unset dirty status for tenant:89b1607814c745ee8e83d1977034c871 on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:03.409997 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-25bb9089-7141-4d92-a875-89293812a2eb tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.0316632 Jul 29 16:40:03.414281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47742) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:03.435684 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:03.439138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:03.548527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port 82c2037c-c763-4fea-ac03-167ec7327d21 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:40:03.599910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f1f10ab8-303b-467b-9b9f-da61268bcb81 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:03.629147 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:03.634889 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:03.652913 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:03.658842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:03.670328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af489637-4566-4a8b-bf94-01836a1ae727 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:03.671051 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-af489637-4566-4a8b-bf94-01836a1ae727 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Synchronizing usage tracker for tenant:1e71091ec22d4b5cae4e0b3ab0a955f8 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:03.684641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Transition to ACTIVE for port object a5955804-eabd-42ee-8cbf-7ddf13bcc698 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:03.687564 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Floating IP 3fdc4f60-cc75-4039-86cb-d44dae44b77a associated. External IP: 172.26.1.98, port: 60f3dfc1-ba5c-4283-9508-5f87ac89c887. Jul 29 16:40:03.722548 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:03.744090 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Transition to ACTIVE for port object 87382eb5-98df-4ae9-a388-030d3102e308 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:03.746663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:03.747024 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-17fa78e5-9045-413a-b770-860d69c4fb8b None None] Current status of the port 73de28fb-3060-4ec1-b214-d0ac491d3063 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:03.747489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-17fa78e5-9045-413a-b770-860d69c4fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:03.798695 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Transition to ACTIVE for port object 87382eb5-98df-4ae9-a388-030d3102e308 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:03.809284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-17fa78e5-9045-413a-b770-860d69c4fb8b None None] For port 73de28fb-3060-4ec1-b214-d0ac491d3063, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=73de28fb-3060-4ec1-b214-d0ac491d3063,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:03.811124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:03.856402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-17fa78e5-9045-413a-b770-860d69c4fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:03.873320 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f1f10ab8-303b-467b-9b9f-da61268bcb81 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:03.899161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:03.911600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3b9d497c-b91f-4b5a-b298-84e90f47a40b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:03.919719 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-f1f10ab8-303b-467b-9b9f-da61268bcb81 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6791857-d2f1-4d88-a577-55b8fb77b8cb']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:03.925116 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-af489637-4566-4a8b-bf94-01836a1ae727 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Unset dirty status for tenant:1e71091ec22d4b5cae4e0b3ab0a955f8 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:03.929533 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-af489637-4566-4a8b-bf94-01836a1ae727 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8f23b1e-0fc9-411d-a746-5548709a174d HTTP/1.1" status: 200 len: 913 time: 0.5956979 Jul 29 16:40:03.930411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Network 000b2f38-dbae-4fe4-ae2e-7eb20791e0a7 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:03.931453 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47746) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:03.934736 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3b9d497c-b91f-4b5a-b298-84e90f47a40b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:03.939744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:03.943128 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:03.955273 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Pushing event updated for resources: {'Port': ['ID=87382eb5-98df-4ae9-a388-030d3102e308,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:03.988613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-f1f10ab8-303b-467b-9b9f-da61268bcb81 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa563a2-44b8-4682-b00c-379f8189db19') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:03.988613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-f1f10ab8-303b-467b-9b9f-da61268bcb81 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa563a2-44b8-4682-b00c-379f8189db19') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:04.050545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Allocated IP 172.20.0.11 (000b2f38-dbae-4fe4-ae2e-7eb20791e0a7/3b4cde7f-8725-4d4a-b5f5-2e4fa7885fde/82c2037c-c763-4fea-ac03-167ec7327d21) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:04.109831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79057962-4fe7-4876-92a3-04c9f1c382a5 None None] Update dhcp port {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'fixed_ips': [{'subnet_id': '75d9b729-d340-4e2d-a230-0f3a243448e6', 'ip_address': '2001:db8::f816:3eff:fe96:b78d'}, {'subnet_id': 'e7c2e352-9594-4a16-8bbc-c9b046fb411d'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': '73de28fb-3060-4ec1-b214-d0ac491d3063'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:40:04.124812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f1f10ab8-303b-467b-9b9f-da61268bcb81 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:04.171811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa78e5-9045-413a-b770-860d69c4fb8b None None] Pushing event updated for resources: {'Port': ['ID=73de28fb-3060-4ec1-b214-d0ac491d3063,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:04.186804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Attempting to bind port 87382eb5-98df-4ae9-a388-030d3102e308 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:04.187183 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Attempting to bind port 87382eb5-98df-4ae9-a388-030d3102e308 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '465e87df-ace1-40cd-841c-716591093e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '000b2f38-dbae-4fe4-ae2e-7eb20791e0a7'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:04.187550 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Attempting to bind port 87382eb5-98df-4ae9-a388-030d3102e308 on network 000b2f38-dbae-4fe4-ae2e-7eb20791e0a7 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:04.199843 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:04.200228 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Checking segment: {'id': '465e87df-ace1-40cd-841c-716591093e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '000b2f38-dbae-4fe4-ae2e-7eb20791e0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:04.200632 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:04.201038 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Bound using segment: {'id': '465e87df-ace1-40cd-841c-716591093e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '000b2f38-dbae-4fe4-ae2e-7eb20791e0a7'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:04.201576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Bound port: 87382eb5-98df-4ae9-a388-030d3102e308, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465e87df-ace1-40cd-841c-716591093e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '000b2f38-dbae-4fe4-ae2e-7eb20791e0a7'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:04.201912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:04.215876 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-79057962-4fe7-4876-92a3-04c9f1c382a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:04.303874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 73de28fb-3060-4ec1-b214-d0ac491d3063 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:04.319659 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:04.387348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:04.410716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f1f10ab8-303b-467b-9b9f-da61268bcb81 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:04.428560 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f10ab8-303b-467b-9b9f-da61268bcb81 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:40:04.428885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f1f10ab8-303b-467b-9b9f-da61268bcb81 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:04.480845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port 4eaf7599-bfae-4b2e-ac35-db7f7d6c9264 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:40:04.486676 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] For port 87382eb5-98df-4ae9-a388-030d3102e308, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:40:04.503454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 73de28fb-3060-4ec1-b214-d0ac491d3063 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:04.503891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:04.559703 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f1f10ab8-303b-467b-9b9f-da61268bcb81 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:04.570226 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 0fa563a2-44b8-4682-b00c-379f8189db19 resource provider aggregate not found Jul 29 16:40:04.602953 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] For port 87382eb5-98df-4ae9-a388-030d3102e308, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=87382eb5-98df-4ae9-a388-030d3102e308,segment=NetworkSegment(465e87df-ace1-40cd-841c-716591093e8e),segment_id=465e87df-ace1-40cd-841c-716591093e8e)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:40:04.603523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:04.608506 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f1f10ab8-303b-467b-9b9f-da61268bcb81 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:04.626440 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 0fa563a2-44b8-4682-b00c-379f8189db19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fa563a2-44b8-4682-b00c-379f8189db19 found for delete ", "request_id": "req-da3eac61-8b14-4c81-968a-f38e73cefaf1"}]} Jul 29 16:40:04.627269 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:04.635668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f10ab8-303b-467b-9b9f-da61268bcb81 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event deleted for resources: {'Network': ['ID=e6791857-d2f1-4d88-a577-55b8fb77b8cb,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:04.639649 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:04.648601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:04.654177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:04.654789 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:04.668645 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f1f10ab8-303b-467b-9b9f-da61268bcb81 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "DELETE /v2.0/networks/e6791857-d2f1-4d88-a577-55b8fb77b8cb HTTP/1.1" status: 204 len: 168 time: 1.2486100 Jul 29 16:40:04.682572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=a5955804-eabd-42ee-8cbf-7ddf13bcc698,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:04.685241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47754) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:04.711614 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-3b9d497c-b91f-4b5a-b298-84e90f47a40b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Floating IP 3b482900-222e-4399-9993-b803053746f8 associated. External IP: 172.26.1.104, port: 3806123a-5c5d-4068-bb4f-0b9df28a776f. Jul 29 16:40:04.747868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:40:04.789438 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8c25040b-5e00-4641-a4b5-f766d4008636 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2725830 Jul 29 16:40:04.799053 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3051141-1a6a-4c93-808b-d6d26b81040d None None] Pushing event updated for resources: {'Port': ['ID=87382eb5-98df-4ae9-a388-030d3102e308,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:04.812453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47758) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:04.820927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-79057962-4fe7-4876-92a3-04c9f1c382a5 None None] Allocated IP 172.20.0.2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/e7c2e352-9594-4a16-8bbc-c9b046fb411d/73de28fb-3060-4ec1-b214-d0ac491d3063) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:04.833134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 73de28fb-3060-4ec1-b214-d0ac491d3063 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:04.837084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3283b7bf-3c2b-4d38-8939-aee138e6f4a8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'subnet': {'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:04.965675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:04.986657 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Transition to ACTIVE for port object 82c2037c-c763-4fea-ac03-167ec7327d21 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:05.040163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d6d23d1c-077d-4d9e-bf1b-c4b1db9c8dab None None] Provisioning for port a5955804-eabd-42ee-8cbf-7ddf13bcc698 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:05.048400 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d6d23d1c-077d-4d9e-bf1b-c4b1db9c8dab None None] Provisioning complete for port a5955804-eabd-42ee-8cbf-7ddf13bcc698 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:05.048780 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d6d23d1c-077d-4d9e-bf1b-c4b1db9c8dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:05.120325 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:05.198930 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d6d23d1c-077d-4d9e-bf1b-c4b1db9c8dab None None] Port a5955804-eabd-42ee-8cbf-7ddf13bcc698 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:05.220681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-79057962-4fe7-4876-92a3-04c9f1c382a5 None None] For port 73de28fb-3060-4ec1-b214-d0ac491d3063, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=73de28fb-3060-4ec1-b214-d0ac491d3063,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:05.225529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:05.259767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-79057962-4fe7-4876-92a3-04c9f1c382a5 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:05.280519 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-79057962-4fe7-4876-92a3-04c9f1c382a5 None None] Transition to ACTIVE for port object 73de28fb-3060-4ec1-b214-d0ac491d3063 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:05.287717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-79057962-4fe7-4876-92a3-04c9f1c382a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:05.423756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3283b7bf-3c2b-4d38-8939-aee138e6f4a8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:05.432019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 000b2f38-dbae-4fe4-ae2e-7eb20791e0a7 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:05.438652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:05.443114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:05.457752 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79057962-4fe7-4876-92a3-04c9f1c382a5 None None] Pushing event updated for resources: {'Port': ['ID=73de28fb-3060-4ec1-b214-d0ac491d3063,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:05.481504 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9d497c-b91f-4b5a-b298-84e90f47a40b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:40:05.523497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:40:05.534807 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0370966-e68b-4c5f-8b75-027593ec7cd9 None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:40:05.548479 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0370966-e68b-4c5f-8b75-027593ec7cd9 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:05.549371 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c0370966-e68b-4c5f-8b75-027593ec7cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:05.555670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3283b7bf-3c2b-4d38-8939-aee138e6f4a8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:subnet and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:05.615422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=82c2037c-c763-4fea-ac03-167ec7327d21,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:05.621858 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3283b7bf-3c2b-4d38-8939-aee138e6f4a8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:05.627051 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c0370966-e68b-4c5f-8b75-027593ec7cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:05.632381 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:05.637226 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0370966-e68b-4c5f-8b75-027593ec7cd9 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:05.638011 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c0370966-e68b-4c5f-8b75-027593ec7cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:05.717836 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f91c7ec0-427e-492f-812f-8625ba3d8155 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.8400619 Jul 29 16:40:05.719264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3283b7bf-3c2b-4d38-8939-aee138e6f4a8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:05.733503 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47762) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:05.763127 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c0370966-e68b-4c5f-8b75-027593ec7cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:05.763785 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0370966-e68b-4c5f-8b75-027593ec7cd9 None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:40:05.811954 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3283b7bf-3c2b-4d38-8939-aee138e6f4a8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:05.816097 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3283b7bf-3c2b-4d38-8939-aee138e6f4a8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:05.836066 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:06.051257 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d8286cd7-6c81-4071-8d72-8346693594fc tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "GET /v2.0/floatingips/3fdc4f60-cc75-4039-86cb-d44dae44b77a HTTP/1.1" status: 200 len: 977 time: 0.3160989 Jul 29 16:40:06.053877 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47766) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:06.091895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:06.092521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:06.111562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a53520-3de4-4b2c-8f4f-d52a098d62fe']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:06.124213 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 172.20.0.12 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/e7c2e352-9594-4a16-8bbc-c9b046fb411d/4eaf7599-bfae-4b2e-ac35-db7f7d6c9264) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:06.143558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ebe68c-2948-4f3f-91ee-723ee6f2985d') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:06.143857 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ebe68c-2948-4f3f-91ee-723ee6f2985d') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:06.156796 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::f816:3eff:feba:1e0d (560f49a9-f2f8-459c-86f0-823ac32fcdf1/75d9b729-d340-4e2d-a230-0f3a243448e6/4eaf7599-bfae-4b2e-ac35-db7f7d6c9264) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:06.165929 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9d497c-b91f-4b5a-b298-84e90f47a40b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:40:06.168545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:06.170938 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3b9d497c-b91f-4b5a-b298-84e90f47a40b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:06.178528 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0a86b-b115-4a8c-b6b5-a1c573b53b7c None None] Sync routers for ids ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:40:06.190071 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d77a2372-2f07-431f-be0f-c9248d8ba8aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8109634 Jul 29 16:40:06.200306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47770) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:06.211456 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0a86b-b115-4a8c-b6b5-a1c573b53b7c None None] Routers {'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:06.212178 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-74a0a86b-b115-4a8c-b6b5-a1c573b53b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:06.214898 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-357d4c57-5946-4b5e-8305-1517cc3af51a tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:06.224918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'network_id': '000b2f38-dbae-4fe4-ae2e-7eb20791e0a7', 'name': 'tempest-PortsTestJSON-104465253'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:06.265949 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:06.365331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:40:06.368521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:06.381226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc4362b-f79f-4c92-adb5-96aa1d1de42c None None] Network 000b2f38-dbae-4fe4-ae2e-7eb20791e0a7 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:06.383612 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c5540fa7-c543-4eb0-b6b2-34206307eb95 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3194067 Jul 29 16:40:06.384398 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47774) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:06.407075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-140baaf0-de06-4800-bbd4-bf9737ff7bfd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'floatingip': {'port_id': 'e7ed932c-fa17-43c9-893d-2a7e0484f7d8'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:06.419143 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment f8ebe68c-2948-4f3f-91ee-723ee6f2985d resource provider aggregate not found Jul 29 16:40:06.480618 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 73de28fb-3060-4ec1-b214-d0ac491d3063 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:06.502566 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.ipam_backend_mixin [None req-3283b7bf-3c2b-4d38-8939-aee138e6f4a8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da3cbea5-f993-4783-a2c7-315a85570b7d (CIDR: 2001:db8::/64) Jul 29 16:40:06.510325 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3b9d497c-b91f-4b5a-b298-84e90f47a40b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "PUT /v2.0/floatingips/3b482900-222e-4399-9993-b803053746f8 HTTP/1.1" status: 200 len: 991 time: 4.4101422 Jul 29 16:40:06.510998 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment f8ebe68c-2948-4f3f-91ee-723ee6f2985d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8ebe68c-2948-4f3f-91ee-723ee6f2985d found for delete ", "request_id": "req-0921148a-cb40-41e3-b175-52ab6df6bdb2"}]} Jul 29 16:40:06.516872 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a8419d-ba9b-4819-85da-acba94a34db6', 'tag': '3806123a-5c5d-4068-bb4f-0b9df28a776f'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:40:06.540471 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-3283b7bf-3c2b-4d38-8939-aee138e6f4a8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:40:06.549598 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3283b7bf-3c2b-4d38-8939-aee138e6f4a8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:40:06.563193 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-140baaf0-de06-4800-bbd4-bf9737ff7bfd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:06.589627 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3283b7bf-3c2b-4d38-8939-aee138e6f4a8 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7757254 Jul 29 16:40:06.604725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47786) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:06.645360 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c39b3f-7da9-48e9-87e1-c5e8a6b46ae7'] response: {'name': 'network-changed', 'server_uuid': 'b1a8419d-ba9b-4819-85da-acba94a34db6', 'tag': '3806123a-5c5d-4068-bb4f-0b9df28a776f', 'status': 'completed', 'code': 200} Jul 29 16:40:06.655101 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4b6bb0ab-a52e-40d0-8d99-15035a32bd7e None None] Provisioning for port 87382eb5-98df-4ae9-a388-030d3102e308 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:06.663349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-917bab45-d4a0-4330-9953-263942f2d254 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'subnet': {'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:06.663865 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-74a0a86b-b115-4a8c-b6b5-a1c573b53b7c None None] Set router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:40:06.750156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:06.836203 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:06.859237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:06.865776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event deleted for resources: {'Network': ['ID=80a53520-3de4-4b2c-8f4f-d52a098d62fe,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:06.877398 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:port and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:06.888359 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "DELETE /v2.0/networks/80a53520-3de4-4b2c-8f4f-d52a098d62fe HTTP/1.1" status: 204 len: 168 time: 2.1997657 Jul 29 16:40:06.890057 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:06.893224 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47790) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:06.912049 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:06.912487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:06.912888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:06.913323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:06.913718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:06.914112 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:06.914520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:06.914919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:06.915298 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:06.915681 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:06.916059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:06.916441 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2594a-6f8e-47d9-a210-ea68a5c3aa9b tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:06.920647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:06.931293 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 87382eb5-98df-4ae9-a388-030d3102e308 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:06.971751 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-494fe996-f69b-42da-93e9-4434563ede52 None None] Provisioning for port 73de28fb-3060-4ec1-b214-d0ac491d3063 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:06.987890 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:06.991357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:07.039889 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-494fe996-f69b-42da-93e9-4434563ede52 None None] Provisioning complete for port 73de28fb-3060-4ec1-b214-d0ac491d3063 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:07.040351 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-494fe996-f69b-42da-93e9-4434563ede52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:07.047135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:07.057497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-917bab45-d4a0-4330-9953-263942f2d254 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:07.060203 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port f64ec018-beed-4d9f-aa92-ab83c60dca38 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:40:07.101230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b07cf-0b77-421e-b82a-18bcc8d40cf8 req-4fe15b96-ca07-429c-aaaa-32e299692405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:07.102824 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-883b07cf-0b77-421e-b82a-18bcc8d40cf8 req-4fe15b96-ca07-429c-aaaa-32e299692405 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9ff8c7771054c2480eec2059eb8ce49&device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 1098 time: 0.4226449 Jul 29 16:40:07.116154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-917bab45-d4a0-4330-9953-263942f2d254 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:subnet and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:07.150486 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object 4eaf7599-bfae-4b2e-ac35-db7f7d6c9264 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:07.151358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-917bab45-d4a0-4330-9953-263942f2d254 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:07.208827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-917bab45-d4a0-4330-9953-263942f2d254 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:07.255794 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 87382eb5-98df-4ae9-a388-030d3102e308 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:07.263389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917bab45-d4a0-4330-9953-263942f2d254 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:07.266906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-917bab45-d4a0-4330-9953-263942f2d254 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:07.280280 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 87382eb5-98df-4ae9-a388-030d3102e308 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:07.280738 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:07.283316 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-357d4c57-5946-4b5e-8305-1517cc3af51a tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Deleting port d2ed2871-eb39-492c-bad7-dd0a638275cf {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:07.283847 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-357d4c57-5946-4b5e-8305-1517cc3af51a tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:07.317777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b25e8f-eac2-4849-bbbd-84e3fa4be43e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:07.323769 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b25e8f-eac2-4849-bbbd-84e3fa4be43e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:07.324533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f2b25e8f-eac2-4849-bbbd-84e3fa4be43e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Synchronizing usage tracker for tenant:89b1607814c745ee8e83d1977034c871 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:07.387731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f2b25e8f-eac2-4849-bbbd-84e3fa4be43e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Unset dirty status for tenant:89b1607814c745ee8e83d1977034c871 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:07.396610 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f2b25e8f-eac2-4849-bbbd-84e3fa4be43e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5023293 Jul 29 16:40:07.397342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47794) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:07.412755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-703996899'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:07.418741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:07.429168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:07.445125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-494fe996-f69b-42da-93e9-4434563ede52 None None] Current status of the port 73de28fb-3060-4ec1-b214-d0ac491d3063 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:07.467346 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b07cf-0b77-421e-b82a-18bcc8d40cf8 req-c161e5af-5d61-45c1-a27e-cdade9ecd1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:07.468360 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-883b07cf-0b77-421e-b82a-18bcc8d40cf8 req-c161e5af-5d61-45c1-a27e-cdade9ecd1f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a HTTP/1.1" status: 200 len: 913 time: 0.3492587 Jul 29 16:40:07.469828 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Allocated IP 172.20.0.3 (000b2f38-dbae-4fe4-ae2e-7eb20791e0a7/3b4cde7f-8725-4d4a-b5f5-2e4fa7885fde/f64ec018-beed-4d9f-aa92-ab83c60dca38) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:07.482917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:07.531756 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 87382eb5-98df-4ae9-a388-030d3102e308 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:07.532140 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:07.542602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-74a0a86b-b115-4a8c-b6b5-a1c573b53b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': '2e579de4-be1d-45cc-a7ce-222448271264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:03Z', 'updated_at': '2022-07-29T16:39:17Z', 'revision_number': 4, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'gw_port': {'id': '2e579de4-be1d-45cc-a7ce-222448271264', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:05Z', 'updated_at': '2022-07-29T16:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '3b482900-222e-4399-9993-b803053746f8', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'floating_ip_address': '172.26.1.104', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'port_id': '3806123a-5c5d-4068-bb4f-0b9df28a776f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'mac_address': 'fa:16:3e:dc:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a8419d-ba9b-4819-85da-acba94a34db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:39:27Z', 'updated_at': '2022-07-29T16:40:03Z', 'revision_number': 1, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a3f43d-239c-4c91-9510-9f65f7de8d26', 'name': '', 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'mac_address': 'fa:16:3e:51:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:14Z', 'updated_at': '2022-07-29T16:39:26Z', 'revision_number': 5, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'subnets': [{'id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:07.552444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0a86b-b115-4a8c-b6b5-a1c573b53b7c None None] Checking router: f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:40:07.577786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0a86b-b115-4a8c-b6b5-a1c573b53b7c None None] Routers {'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:07.578491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-74a0a86b-b115-4a8c-b6b5-a1c573b53b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:07.638503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 87382eb5-98df-4ae9-a388-030d3102e308, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=87382eb5-98df-4ae9-a388-030d3102e308,segment=NetworkSegment(465e87df-ace1-40cd-841c-716591093e8e),segment_id=465e87df-ace1-40cd-841c-716591093e8e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:07.703310 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:07.705482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=4eaf7599-bfae-4b2e-ac35-db7f7d6c9264,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:07.726717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:07.742988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:07.775213 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.ipam_backend_mixin [None req-917bab45-d4a0-4330-9953-263942f2d254 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 75092729-9400-4431-b407-b1b87aeff276 (CIDR: 2001:db8:0:1::/64) Jul 29 16:40:07.776284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:07.831689 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-917bab45-d4a0-4330-9953-263942f2d254 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:40:07.832188 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917bab45-d4a0-4330-9953-263942f2d254 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:40:07.833640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-87f7937c-b920-4273-8286-075abe2b8ba2 None None] Provisioning for port 82c2037c-c763-4fea-ac03-167ec7327d21 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:07.839654 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=87382eb5-98df-4ae9-a388-030d3102e308,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:07.850190 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-883b07cf-0b77-421e-b82a-18bcc8d40cf8 req-ff421cdc-a132-4037-ae6f-1ae80e9e91d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3806123a-5c5d-4068-bb4f-0b9df28a776f HTTP/1.1" status: 200 len: 999 time: 0.3603029 Jul 29 16:40:07.854464 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-87f7937c-b920-4273-8286-075abe2b8ba2 None None] Provisioning complete for port 82c2037c-c763-4fea-ac03-167ec7327d21 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:07.854922 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-87f7937c-b920-4273-8286-075abe2b8ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:07.897814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-74a0a86b-b115-4a8c-b6b5-a1c573b53b7c None None] Set router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:40:08.001291 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-357d4c57-5946-4b5e-8305-1517cc3af51a tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.094250 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Made reservation on behalf of 89b1607814c745ee8e83d1977034c871 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:08.098022 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.172175 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-87f7937c-b920-4273-8286-075abe2b8ba2 None None] Port 82c2037c-c763-4fea-ac03-167ec7327d21 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:08.183179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-357d4c57-5946-4b5e-8305-1517cc3af51a tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Calling delete_port for d2ed2871-eb39-492c-bad7-dd0a638275cf owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:08.224440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:08.225119 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.245765 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-917bab45-d4a0-4330-9953-263942f2d254 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.6367555 Jul 29 16:40:08.250381 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47798) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:08.256197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:08.264406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3e577cdf-1814-4237-88d4-c3d46dc9a3e6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'subnet': {'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:08.278413 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.279861 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Added segment d4f2d270-5a44-4c99-a715-0ea047fc5e09 of type vlan for network c83c8c02-1101-43c4-8d5c-7c2ad6452080 Jul 29 16:40:08.291378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b07cf-0b77-421e-b82a-18bcc8d40cf8 req-afcd57a0-5eea-4435-bfc1-44549bcbf384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:08.293387 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-883b07cf-0b77-421e-b82a-18bcc8d40cf8 req-afcd57a0-5eea-4435-bfc1-44549bcbf384 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ff5ec273-f912-48b7-b63a-03fe2ae0c78d HTTP/1.1" status: 200 len: 851 time: 0.4272351 Jul 29 16:40:08.299103 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 87382eb5-98df-4ae9-a388-030d3102e308 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:08.343189 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-87f7937c-b920-4273-8286-075abe2b8ba2 None None] Provisioning complete for port 87382eb5-98df-4ae9-a388-030d3102e308 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:08.343613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-87f7937c-b920-4273-8286-075abe2b8ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.351311 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8bb669a7-f055-4c67-8b0e-d3c19d396bdc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.2361169 Jul 29 16:40:08.379260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47802) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:08.453071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.506647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.509632 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-140baaf0-de06-4800-bbd4-bf9737ff7bfd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.539893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-140baaf0-de06-4800-bbd4-bf9737ff7bfd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.546131 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 87382eb5-98df-4ae9-a388-030d3102e308 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:08.546926 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.551380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Transition to ACTIVE for port object f64ec018-beed-4d9f-aa92-ab83c60dca38 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:08.567543 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b07cf-0b77-421e-b82a-18bcc8d40cf8 req-fc7abd6b-5b69-4e0d-a3f1-3b31210d6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:08.569241 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-883b07cf-0b77-421e-b82a-18bcc8d40cf8 req-fc7abd6b-5b69-4e0d-a3f1-3b31210d6a71 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2225385 Jul 29 16:40:08.571102 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3e577cdf-1814-4237-88d4-c3d46dc9a3e6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:08.578257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3e577cdf-1814-4237-88d4-c3d46dc9a3e6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Usage tracker for resource:subnet and tenant:fc630b34605447ae9c7be362e869ad61 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:08.599373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3e577cdf-1814-4237-88d4-c3d46dc9a3e6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:08.613053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3e577cdf-1814-4237-88d4-c3d46dc9a3e6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:08.618246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-87f7937c-b920-4273-8286-075abe2b8ba2 None None] Current status of the port 87382eb5-98df-4ae9-a388-030d3102e308 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:08.639410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-74a0a86b-b115-4a8c-b6b5-a1c573b53b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': '2e579de4-be1d-45cc-a7ce-222448271264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:03Z', 'updated_at': '2022-07-29T16:39:17Z', 'revision_number': 4, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'gw_port': {'id': '2e579de4-be1d-45cc-a7ce-222448271264', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:05Z', 'updated_at': '2022-07-29T16:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '3b482900-222e-4399-9993-b803053746f8', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'floating_ip_address': '172.26.1.104', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'port_id': '3806123a-5c5d-4068-bb4f-0b9df28a776f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'mac_address': 'fa:16:3e:dc:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a8419d-ba9b-4819-85da-acba94a34db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:39:27Z', 'updated_at': '2022-07-29T16:40:03Z', 'revision_number': 1, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a3f43d-239c-4c91-9510-9f65f7de8d26', 'name': '', 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'mac_address': 'fa:16:3e:51:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:14Z', 'updated_at': '2022-07-29T16:39:26Z', 'revision_number': 5, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'subnets': [{'id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:08.671752 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0a86b-b115-4a8c-b6b5-a1c573b53b7c None None] The sync data for ids ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'] in dv-neutron-851534-1-hyperv is: [{'id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': '2e579de4-be1d-45cc-a7ce-222448271264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:03Z', 'updated_at': '2022-07-29T16:39:17Z', 'revision_number': 4, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'gw_port': {'id': '2e579de4-be1d-45cc-a7ce-222448271264', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:05Z', 'updated_at': '2022-07-29T16:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '3b482900-222e-4399-9993-b803053746f8', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'floating_ip_address': '172.26.1.104', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'port_id': '3806123a-5c5d-4068-bb4f-0b9df28a776f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'mac_address': 'fa:16:3e:dc:47:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a8419d-ba9b-4819-85da-acba94a34db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:39:27Z', 'updated_at': '2022-07-29T16:40:03Z', 'revision_number': 1, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a3f43d-239c-4c91-9510-9f65f7de8d26', 'name': '', 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'mac_address': 'fa:16:3e:51:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:14Z', 'updated_at': '2022-07-29T16:39:26Z', 'revision_number': 5, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'subnets': [{'id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:40:08.700191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e577cdf-1814-4237-88d4-c3d46dc9a3e6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Made reservation on behalf of fc630b34605447ae9c7be362e869ad61 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:08.703681 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3e577cdf-1814-4237-88d4-c3d46dc9a3e6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.704598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.710781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:08.711379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.715927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 87382eb5-98df-4ae9-a388-030d3102e308 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:08.725910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.750924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-96730dcd-6cc5-4dcf-aa89-ffffaeed674a None None] Provisioning complete for port 82c2037c-c763-4fea-ac03-167ec7327d21 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:08.751319 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-96730dcd-6cc5-4dcf-aa89-ffffaeed674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.808270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-96730dcd-6cc5-4dcf-aa89-ffffaeed674a None None] Port 82c2037c-c763-4fea-ac03-167ec7327d21 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:08.824020 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-96730dcd-6cc5-4dcf-aa89-ffffaeed674a None None] Provisioning for port 4eaf7599-bfae-4b2e-ac35-db7f7d6c9264 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:08.829318 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-96730dcd-6cc5-4dcf-aa89-ffffaeed674a None None] Provisioning complete for port 4eaf7599-bfae-4b2e-ac35-db7f7d6c9264 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:08.829731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-96730dcd-6cc5-4dcf-aa89-ffffaeed674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:08.884978 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-96730dcd-6cc5-4dcf-aa89-ffffaeed674a None None] Port 4eaf7599-bfae-4b2e-ac35-db7f7d6c9264 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:08.913238 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-140baaf0-de06-4800-bbd4-bf9737ff7bfd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Floating IP 3fdc4f60-cc75-4039-86cb-d44dae44b77a associated. External IP: 172.26.1.98, port: 60f3dfc1-ba5c-4283-9508-5f87ac89c887. Jul 29 16:40:08.917761 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 000b2f38-dbae-4fe4-ae2e-7eb20791e0a7 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:08.928372 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-883b07cf-0b77-421e-b82a-18bcc8d40cf8 req-30fc7ea1-6e37-45d9-8af2-e4cceaaebe8f service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512828 Jul 29 16:40:08.929211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:08.931772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:08.998901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=f64ec018-beed-4d9f-aa92-ab83c60dca38,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:09.023227 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdecf5ce-1b6a-4d3a-a354-2f235fd9bd08 None None] New status for floating IP 3b482900-222e-4399-9993-b803053746f8: ACTIVE {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:40:09.099818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269ec297-fe32-48b6-9930-245e4551c8ee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:09.107227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269ec297-fe32-48b6-9930-245e4551c8ee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:09.108147 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-269ec297-fe32-48b6-9930-245e4551c8ee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:09.126275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event updated for resources: {'Network': ['ID=c83c8c02-1101-43c4-8d5c-7c2ad6452080,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:09.139528 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:09.140064 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7358754 Jul 29 16:40:09.140193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:09.146306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47806) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:09.147660 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:09.148051 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:09.148480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:09.148954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:09.149408 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:09.149982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:09.150409 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:09.151342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:09.151342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:09.151750 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:09.152367 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:09.152775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1cc070-68f9-4eae-be9b-eafa42fae9f1 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:09.173378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network c83c8c02-1101-43c4-8d5c-7c2ad6452080 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:09.182867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1590512336'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:09.203807 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-883b07cf-0b77-421e-b82a-18bcc8d40cf8 req-c2ca2a1e-804f-496b-b503-d40d0413766e service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420714 Jul 29 16:40:09.207376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:09.229590 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-eda48812-6643-4641-9a0a-560b68d23e1a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0245433 Jul 29 16:40:09.230295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Usage tracker for resource:network and tenant:89b1607814c745ee8e83d1977034c871 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:09.233592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47810) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:09.240453 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:09.248127 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-357d4c57-5946-4b5e-8305-1517cc3af51a tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:09.290210 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b9ac91b5-b182-41b7-93a7-46e3bf00ae88 None None] Provisioning for port f64ec018-beed-4d9f-aa92-ab83c60dca38 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:09.297776 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b9ac91b5-b182-41b7-93a7-46e3bf00ae88 None None] Provisioning complete for port f64ec018-beed-4d9f-aa92-ab83c60dca38 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:09.299340 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b9ac91b5-b182-41b7-93a7-46e3bf00ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:09.342748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-269ec297-fe32-48b6-9930-245e4551c8ee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:09.344116 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-269ec297-fe32-48b6-9930-245e4551c8ee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.9562564 Jul 29 16:40:09.378189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47814) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:09.380860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:09.386095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b9ac91b5-b182-41b7-93a7-46e3bf00ae88 None None] Port f64ec018-beed-4d9f-aa92-ab83c60dca38 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:09.428842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d4c57-5946-4b5e-8305-1517cc3af51a tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event deleted for resources: {'Port': ['ID=d2ed2871-eb39-492c-bad7-dd0a638275cf,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:09.452338 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3e577cdf-1814-4237-88d4-c3d46dc9a3e6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:09.527427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e577cdf-1814-4237-88d4-c3d46dc9a3e6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Subnet': ['ID=a27986d9-ad2a-4885-a314-818f33c16c45,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:09.543803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-594c8a1c-a2ab-4576-926f-fa3160bfc8c0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 4eaf7599-bfae-4b2e-ac35-db7f7d6c9264 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:09.544235 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-594c8a1c-a2ab-4576-926f-fa3160bfc8c0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:09.591928 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e577cdf-1814-4237-88d4-c3d46dc9a3e6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:09.595356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-3e577cdf-1814-4237-88d4-c3d46dc9a3e6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:09.604339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481aad43-a413-458c-bfe2-3945a98c558e None None] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:09.606510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e577cdf-1814-4237-88d4-c3d46dc9a3e6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:09.607284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3e577cdf-1814-4237-88d4-c3d46dc9a3e6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:09.635397 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Made reservation on behalf of 89b1607814c745ee8e83d1977034c871 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:09.638797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:09.680038 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3e577cdf-1814-4237-88d4-c3d46dc9a3e6 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4226863 Jul 29 16:40:09.689978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47818) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:09.699275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-8c99790e-f513-4774-a36d-c9666efa7c23 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-238633665', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a27986d9-ad2a-4885-a314-818f33c16c45'}], 'security_groups': ['9afb90f0-143a-46fd-8a5a-73d61a21990a', '2ea8b117-7bbe-478d-8e1f-758fa1d3882d']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:09.871928 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:09.969723 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:09.970093 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Added segment d4bf2c8c-5229-4442-9a42-f0bb1544ca2a of type vlan for network c907ed26-d90e-488e-881a-d5a8ac9dba78 Jul 29 16:40:09.991205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-594c8a1c-a2ab-4576-926f-fa3160bfc8c0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:10.001839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712955e9-5b57-4f9a-b683-8a7de557d470 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:10.002549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-712955e9-5b57-4f9a-b683-8a7de557d470 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:10.003615 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Update dhcp port {'port': {'network_id': '30df14e0-a833-40a6-b26b-5bf85bbdd67e', 'fixed_ips': [{'subnet_id': '75092729-9400-4431-b407-b1b87aeff276', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'da3cbea5-f993-4783-a2c7-315a85570b7d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a27986d9-ad2a-4885-a314-818f33c16c45'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': 'dd271394-bf54-432f-92b6-f093c79992fb'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:40:10.060713 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:10.064046 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:10.094790 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-712955e9-5b57-4f9a-b683-8a7de557d470 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:10.097609 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-712955e9-5b57-4f9a-b683-8a7de557d470 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.8595119 Jul 29 16:40:10.101538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47822) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:10.150262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140baaf0-de06-4800-bbd4-bf9737ff7bfd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:40:10.168703 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-357d4c57-5946-4b5e-8305-1517cc3af51a tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:10.265689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-594c8a1c-a2ab-4576-926f-fa3160bfc8c0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 4eaf7599-bfae-4b2e-ac35-db7f7d6c9264 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:10.296388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Allocated IP 2001:db8:0:2::2 (30df14e0-a833-40a6-b26b-5bf85bbdd67e/a27986d9-ad2a-4885-a314-818f33c16c45/dd271394-bf54-432f-92b6-f093c79992fb) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:10.328006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:10.334425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:10.335086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:10.414474 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c99790e-f513-4774-a36d-c9666efa7c23 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:10.444618 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] For port dd271394-bf54-432f-92b6-f093c79992fb, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=dd271394-bf54-432f-92b6-f093c79992fb,segment=NetworkSegment(b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc),segment_id=b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:10.475513 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:10.515273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-f13c5533-82cf-4a6e-94ac-1c6246b8c5b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port f64ec018-beed-4d9f-aa92-ab83c60dca38 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:10.515273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f13c5533-82cf-4a6e-94ac-1c6246b8c5b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:10.651165 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4940519 Jul 29 16:40:10.665803 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47826) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:10.685609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Request body: {'ports': [{'network_id': 'c83c8c02-1101-43c4-8d5c-7c2ad6452080', 'name': 'tempest-port--2079283328', 'admin_state_up': True}, {'network_id': 'c907ed26-d90e-488e-881a-d5a8ac9dba78', 'admin_state_up': False}]} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:10.685924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Request body: {'port': {'network_id': 'c83c8c02-1101-43c4-8d5c-7c2ad6452080', 'name': 'tempest-port--2079283328', 'admin_state_up': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:10.686411 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Request body: {'port': {'network_id': 'c907ed26-d90e-488e-881a-d5a8ac9dba78', 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:10.701098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cad702-03c6-4e6b-b5e2-6ce61b41ec95 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event updated for resources: {'Network': ['ID=c907ed26-d90e-488e-881a-d5a8ac9dba78,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:10.717903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network c907ed26-d90e-488e-881a-d5a8ac9dba78 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:10.735390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Transition to ACTIVE for port object dd271394-bf54-432f-92b6-f093c79992fb will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:10.758901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-594c8a1c-a2ab-4576-926f-fa3160bfc8c0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:10.784337 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:10.825373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c8a1c-a2ab-4576-926f-fa3160bfc8c0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=4eaf7599-bfae-4b2e-ac35-db7f7d6c9264,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:10.885898 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140baaf0-de06-4800-bbd4-bf9737ff7bfd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:40:10.916202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae43786-cde3-43f7-9daa-1bc6c9d55e1e None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:40:11.053770 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae43786-cde3-43f7-9daa-1bc6c9d55e1e None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:11.054388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3ae43786-cde3-43f7-9daa-1bc6c9d55e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:11.124717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Pushing event updated for resources: {'Port': ['ID=dd271394-bf54-432f-92b6-f093c79992fb,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:11.142287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3ae43786-cde3-43f7-9daa-1bc6c9d55e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:11.145972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:11.146347 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:11.147137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:11.147137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:11.147341 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:11.147636 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:11.147963 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:11.148278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:11.148602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:11.149107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:11.149297 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:11.149924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adad10b3-e42a-481b-8cd2-6ab291817abb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:40:11.162213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae43786-cde3-43f7-9daa-1bc6c9d55e1e None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:11.162815 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3ae43786-cde3-43f7-9daa-1bc6c9d55e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:11.181077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-594c8a1c-a2ab-4576-926f-fa3160bfc8c0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:11.228398 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-594c8a1c-a2ab-4576-926f-fa3160bfc8c0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/4eaf7599-bfae-4b2e-ac35-db7f7d6c9264 HTTP/1.1" status: 204 len: 168 time: 1.8468974 Jul 29 16:40:11.228398 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-8c99790e-f513-4774-a36d-c9666efa7c23 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Delete allocated IP 2001:db8::1c8 (30df14e0-a833-40a6-b26b-5bf85bbdd67e/da3cbea5-f993-4783-a2c7-315a85570b7d) {{(pid=89210) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 16:40:11.229549 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3ae43786-cde3-43f7-9daa-1bc6c9d55e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:11.230009 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae43786-cde3-43f7-9daa-1bc6c9d55e1e None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:40:11.230766 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47830) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:11.286851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-8c99790e-f513-4774-a36d-c9666efa7c23 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Allocated IP 2001:db8:0:2::5 (30df14e0-a833-40a6-b26b-5bf85bbdd67e/a27986d9-ad2a-4885-a314-818f33c16c45/a5955804-eabd-42ee-8cbf-7ddf13bcc698) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:11.325617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b383921-bb28-4d4a-9b48-9e6d546a454e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:11.327112 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b383921-bb28-4d4a-9b48-9e6d546a454e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:11.328618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b383921-bb28-4d4a-9b48-9e6d546a454e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:11.329622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8b383921-bb28-4d4a-9b48-9e6d546a454e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:11.373080 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8b383921-bb28-4d4a-9b48-9e6d546a454e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:11.377537 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8b383921-bb28-4d4a-9b48-9e6d546a454e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1456456 Jul 29 16:40:11.394178 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47834) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:11.594320 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:11.604212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-171c2d34-fa27-4105-bcf7-fdd57d5dd5f0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 75d9b729-d340-4e2d-a230-0f3a243448e6 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:11.608730 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-171c2d34-fa27-4105-bcf7-fdd57d5dd5f0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:11.613689 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Usage tracker for resource:port and tenant:89b1607814c745ee8e83d1977034c871 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:11.624127 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f13c5533-82cf-4a6e-94ac-1c6246b8c5b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:11.632178 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:11.647319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:11.672333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-171c2d34-fa27-4105-bcf7-fdd57d5dd5f0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:11.701879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357d4c57-5946-4b5e-8305-1517cc3af51a tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Router b8f23b1e-0fc9-411d-a746-5548709a174d has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:40:11.725022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c99790e-f513-4774-a36d-c9666efa7c23 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:11.755659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-8c99790e-f513-4774-a36d-c9666efa7c23 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Transition to ACTIVE for port object a5955804-eabd-42ee-8cbf-7ddf13bcc698 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:11.761494 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c99790e-f513-4774-a36d-c9666efa7c23 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:11.823832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-f13c5533-82cf-4a6e-94ac-1c6246b8c5b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for f64ec018-beed-4d9f-aa92-ab83c60dca38 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:11.825368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9c8d81fe-d0f9-45fa-b244-b6e8633375a8 None None] Provisioning for port a5955804-eabd-42ee-8cbf-7ddf13bcc698 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:11.838946 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9c8d81fe-d0f9-45fa-b244-b6e8633375a8 None None] Provisioning complete for port a5955804-eabd-42ee-8cbf-7ddf13bcc698 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:11.839309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9c8d81fe-d0f9-45fa-b244-b6e8633375a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:11.893303 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-8c99790e-f513-4774-a36d-c9666efa7c23 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] In _notify_port_updated(), no bound segment for port a5955804-eabd-42ee-8cbf-7ddf13bcc698 on network 30df14e0-a833-40a6-b26b-5bf85bbdd67e {{(pid=89210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:40:11.899488 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c99790e-f513-4774-a36d-c9666efa7c23 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:11.900142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c99790e-f513-4774-a36d-c9666efa7c23 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:11.901486 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8c99790e-f513-4774-a36d-c9666efa7c23 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "PUT /v2.0/ports/a5955804-eabd-42ee-8cbf-7ddf13bcc698 HTTP/1.1" status: 200 len: 967 time: 2.2103705 Jul 29 16:40:11.907603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47838) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:11.908729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-171c2d34-fa27-4105-bcf7-fdd57d5dd5f0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:11.915938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d81fe-d0f9-45fa-b244-b6e8633375a8 None None] Port a5955804-eabd-42ee-8cbf-7ddf13bcc698 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:11.929213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9c8d81fe-d0f9-45fa-b244-b6e8633375a8 None None] Provisioning for port dd271394-bf54-432f-92b6-f093c79992fb completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:11.935050 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9c8d81fe-d0f9-45fa-b244-b6e8633375a8 None None] Provisioning complete for port dd271394-bf54-432f-92b6-f093c79992fb triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:11.935501 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9c8d81fe-d0f9-45fa-b244-b6e8633375a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:11.947530 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Made reservation on behalf of 89b1607814c745ee8e83d1977034c871 for: {'port': 2} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:11.952007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:12.068610 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99790e-f513-4774-a36d-c9666efa7c23 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event updated for resources: {'Port': ['ID=a5955804-eabd-42ee-8cbf-7ddf13bcc698,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:12.086062 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d81fe-d0f9-45fa-b244-b6e8633375a8 None None] Current status of the port dd271394-bf54-432f-92b6-f093c79992fb is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:12.111366 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9c8d81fe-d0f9-45fa-b244-b6e8633375a8 None None] Provisioning complete for port 9dff8a52-3411-42b5-a89e-25b49514495a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:12.111845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9c8d81fe-d0f9-45fa-b244-b6e8633375a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:12.159871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-663cfd70-7bc3-478a-9051-e59ace91b935 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port a5955804-eabd-42ee-8cbf-7ddf13bcc698 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:12.161277 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-663cfd70-7bc3-478a-9051-e59ace91b935 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:12.173813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d81fe-d0f9-45fa-b244-b6e8633375a8 None None] Port 9dff8a52-3411-42b5-a89e-25b49514495a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:12.216519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f13c5533-82cf-4a6e-94ac-1c6246b8c5b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:12.232521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-171c2d34-fa27-4105-bcf7-fdd57d5dd5f0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:12.260711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dd271394-bf54-432f-92b6-f093c79992fb up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:12.313621 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c2d34-fa27-4105-bcf7-fdd57d5dd5f0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=75d9b729-d340-4e2d-a230-0f3a243448e6,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:12.319675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-171c2d34-fa27-4105-bcf7-fdd57d5dd5f0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:12.329705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d880ed0-c7a5-4e9a-b805-9a4271296f1d None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:12.364626 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-171c2d34-fa27-4105-bcf7-fdd57d5dd5f0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/75d9b729-d340-4e2d-a230-0f3a243448e6 HTTP/1.1" status: 204 len: 168 time: 0.9693592 Jul 29 16:40:12.369491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47842) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:12.452469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-66aa7c2c-2753-473f-bc84-e312557d1fca None None] Provisioning complete for port a5955804-eabd-42ee-8cbf-7ddf13bcc698 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:12.453096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-66aa7c2c-2753-473f-bc84-e312557d1fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:12.456752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:12.514281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac78de7-6cdb-4229-807e-d2981a05c19c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet e7c2e352-9594-4a16-8bbc-c9b046fb411d {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:12.527732 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ac78de7-6cdb-4229-807e-d2981a05c19c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:12.554371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-66aa7c2c-2753-473f-bc84-e312557d1fca None None] Port a5955804-eabd-42ee-8cbf-7ddf13bcc698 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:12.554609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c5533-82cf-4a6e-94ac-1c6246b8c5b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=f64ec018-beed-4d9f-aa92-ab83c60dca38,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:12.570889 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port dd271394-bf54-432f-92b6-f093c79992fb triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:12.570889 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:12.590038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-663cfd70-7bc3-478a-9051-e59ace91b935 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:12.698804 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ac78de7-6cdb-4229-807e-d2981a05c19c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:12.738610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140baaf0-de06-4800-bbd4-bf9737ff7bfd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:40:12.784298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f13c5533-82cf-4a6e-94ac-1c6246b8c5b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:12.816832 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-663cfd70-7bc3-478a-9051-e59ace91b935 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for a5955804-eabd-42ee-8cbf-7ddf13bcc698 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:12.840649 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port dd271394-bf54-432f-92b6-f093c79992fb is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:12.917986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357d4c57-5946-4b5e-8305-1517cc3af51a tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:40:12.923621 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-357d4c57-5946-4b5e-8305-1517cc3af51a tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] 10.222.0.58 "PUT /v2.0/routers/b8f23b1e-0fc9-411d-a746-5548709a174d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9910431 Jul 29 16:40:12.928999 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e0fcc-97c4-4971-bbf6-4fcbe0779065 None None] Sync routers for ids ['b8f23b1e-0fc9-411d-a746-5548709a174d'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:40:12.929648 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47846) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:12.938807 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f13c5533-82cf-4a6e-94ac-1c6246b8c5b3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/f64ec018-beed-4d9f-aa92-ab83c60dca38 HTTP/1.1" status: 204 len: 168 time: 2.8303850 Jul 29 16:40:12.948052 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e0fcc-97c4-4971-bbf6-4fcbe0779065 None None] Routers {'b8f23b1e-0fc9-411d-a746-5548709a174d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:12.949205 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ea9e0fcc-97c4-4971-bbf6-4fcbe0779065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b8f23b1e-0fc9-411d-a746-5548709a174d'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:12.997505 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47848) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:13.034705 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ea9e0fcc-97c4-4971-bbf6-4fcbe0779065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:13.044221 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e0fcc-97c4-4971-bbf6-4fcbe0779065 None None] Routers {'b8f23b1e-0fc9-411d-a746-5548709a174d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:13.045185 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ea9e0fcc-97c4-4971-bbf6-4fcbe0779065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b8f23b1e-0fc9-411d-a746-5548709a174d'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:13.052831 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] device_id is not set on port 57d3e2de-a0b6-4fae-aa68-a0b111628f6f yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:40:13.099239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140baaf0-de06-4800-bbd4-bf9737ff7bfd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:40:13.116226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618f70a-b0ee-4dee-8e6f-c734c789f548 None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:40:13.117147 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-140baaf0-de06-4800-bbd4-bf9737ff7bfd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:13.122845 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ea9e0fcc-97c4-4971-bbf6-4fcbe0779065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:13.123334 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e0fcc-97c4-4971-bbf6-4fcbe0779065 None None] The sync data for ids ['b8f23b1e-0fc9-411d-a746-5548709a174d'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:40:13.135296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618f70a-b0ee-4dee-8e6f-c734c789f548 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:13.135924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0618f70a-b0ee-4dee-8e6f-c734c789f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:13.185618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ac78de7-6cdb-4229-807e-d2981a05c19c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:13.226154 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0618f70a-b0ee-4dee-8e6f-c734c789f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:13.237954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618f70a-b0ee-4dee-8e6f-c734c789f548 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:13.238197 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d32ac59-8eba-4137-a5a9-e74ce7dc5854 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] GET failed (client error): The resource could not be found. Jul 29 16:40:13.238647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2d32ac59-8eba-4137-a5a9-e74ce7dc5854 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:13.239362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0618f70a-b0ee-4dee-8e6f-c734c789f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:13.252757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-663cfd70-7bc3-478a-9051-e59ace91b935 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:13.292382 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-140baaf0-de06-4800-bbd4-bf9737ff7bfd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "PUT /v2.0/floatingips/3fdc4f60-cc75-4039-86cb-d44dae44b77a HTTP/1.1" status: 200 len: 977 time: 6.9020865 Jul 29 16:40:13.293203 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47854) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:13.298594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:13.306256 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0312da7e-fb74-4e56-b937-873844523025 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:13.320989 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0618f70a-b0ee-4dee-8e6f-c734c789f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:13.322642 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618f70a-b0ee-4dee-8e6f-c734c789f548 None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:40:13.338469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cfd70-7bc3-478a-9051-e59ace91b935 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=a5955804-eabd-42ee-8cbf-7ddf13bcc698,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:13.387912 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2d32ac59-8eba-4137-a5a9-e74ce7dc5854 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:13.391876 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2d32ac59-8eba-4137-a5a9-e74ce7dc5854 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/f64ec018-beed-4d9f-aa92-ab83c60dca38 HTTP/1.1" status: 404 len: 333 time: 0.3898840 Jul 29 16:40:13.402018 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47858) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:13.459915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c76f1c68-875a-4e49-a82b-b7f2a840868c tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:13.516413 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] device_id is not set on port 6b8f46f3-7109-4728-82bb-0efdd37a2267 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:40:13.517268 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-663cfd70-7bc3-478a-9051-e59ace91b935 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:13.522541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0312da7e-fb74-4e56-b937-873844523025 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:13.731083 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ac78de7-6cdb-4229-807e-d2981a05c19c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:13.792965 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0b50fcac-c6e0-431c-8e70-a5d0e5b669d4 None None] Provisioning complete for port 73de28fb-3060-4ec1-b214-d0ac491d3063 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:13.793721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0b50fcac-c6e0-431c-8e70-a5d0e5b669d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:13.803782 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-663cfd70-7bc3-478a-9051-e59ace91b935 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/a5955804-eabd-42ee-8cbf-7ddf13bcc698 HTTP/1.1" status: 204 len: 168 time: 1.8618028 Jul 29 16:40:13.804651 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac78de7-6cdb-4229-807e-d2981a05c19c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c2e352-9594-4a16-8bbc-c9b046fb411d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:13.807584 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47862) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:13.815361 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d781420e-b781-4964-81f9-404e9fbc2d33 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port 82c2037c-c763-4fea-ac03-167ec7327d21 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:13.815702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d781420e-b781-4964-81f9-404e9fbc2d33 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:13.825140 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb1ee34-308e-4187-9077-b633ff3d409e None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:13.846610 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ac78de7-6cdb-4229-807e-d2981a05c19c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:13.846828 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7ac78de7-6cdb-4229-807e-d2981a05c19c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/e7c2e352-9594-4a16-8bbc-c9b046fb411d HTTP/1.1" status: 204 len: 168 time: 1.4764180 Jul 29 16:40:13.849940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47866) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:13.898429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0312da7e-fb74-4e56-b937-873844523025 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:13.917210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0312da7e-fb74-4e56-b937-873844523025 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:13.917580 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-0312da7e-fb74-4e56-b937-873844523025 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Floating IP 3fdc4f60-cc75-4039-86cb-d44dae44b77a disassociated. External IP: 172.26.1.98, port: e7ed932c-fa17-43c9-893d-2a7e0484f7d8. Jul 29 16:40:13.977948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:13.981523 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56e0ff8-0505-4d46-a523-c2a5e7cf3e50 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] GET failed (client error): The resource could not be found. Jul 29 16:40:13.981996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d56e0ff8-0505-4d46-a523-c2a5e7cf3e50 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Synchronizing usage tracker for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:13.988409 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-19b81458-c2c4-453a-a1ed-8f3e49711c11 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275876 Jul 29 16:40:13.990182 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47870) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:14.077273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d56e0ff8-0505-4d46-a523-c2a5e7cf3e50 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Unset dirty status for tenant:fc630b34605447ae9c7be362e869ad61 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:14.078766 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d56e0ff8-0505-4d46-a523-c2a5e7cf3e50 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports/a5955804-eabd-42ee-8cbf-7ddf13bcc698 HTTP/1.1" status: 404 len: 333 time: 0.2675197 Jul 29 16:40:14.086559 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47874) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:14.089078 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0b50fcac-c6e0-431c-8e70-a5d0e5b669d4 None None] Current status of the port 73de28fb-3060-4ec1-b214-d0ac491d3063 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:14.187708 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:14.193392 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:40:14.200519 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Deleting port 73de28fb-3060-4ec1-b214-d0ac491d3063 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:14.200905 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:14.205984 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c76f1c68-875a-4e49-a82b-b7f2a840868c tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:14.244083 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-c76f1c68-875a-4e49-a82b-b7f2a840868c tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Deleting port ba52ca8e-2530-48e3-8473-367773dc13df {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:14.245195 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c76f1c68-875a-4e49-a82b-b7f2a840868c tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:14.303261 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 73de28fb-3060-4ec1-b214-d0ac491d3063 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:40:14.335256 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d8167cf2-61bb-4f8a-875a-94062e8b0fec tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:14.361259 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:14.365695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:14.405021 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:14.415543 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:14.449260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:14.452339 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d781420e-b781-4964-81f9-404e9fbc2d33 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:14.463908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d8167cf2-61bb-4f8a-875a-94062e8b0fec tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:14.523083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] For port 73de28fb-3060-4ec1-b214-d0ac491d3063, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=73de28fb-3060-4ec1-b214-d0ac491d3063,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:14.523083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:14.613185 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d781420e-b781-4964-81f9-404e9fbc2d33 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for 82c2037c-c763-4fea-ac03-167ec7327d21 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:14.647834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event updated for resources: {'Port': ['ID=57d3e2de-a0b6-4fae-aa68-a0b111628f6f,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:14.649179 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Calling delete_port for 73de28fb-3060-4ec1-b214-d0ac491d3063 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:14.660822 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:14.664034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:14.676343 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 73de28fb-3060-4ec1-b214-d0ac491d3063 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:14.676343 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:14.704176 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c76f1c68-875a-4e49-a82b-b7f2a840868c tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:14.735951 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 73de28fb-3060-4ec1-b214-d0ac491d3063, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=73de28fb-3060-4ec1-b214-d0ac491d3063,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:14.748691 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:14.761596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Checking segment: {'id': 'd4f2d270-5a44-4c99-a715-0ea047fc5e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c83c8c02-1101-43c4-8d5c-7c2ad6452080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:14.761986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Network hostable DHCP agents. Network: c83c8c02-1101-43c4-8d5c-7c2ad6452080, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:40:14.788604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d8167cf2-61bb-4f8a-875a-94062e8b0fec tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:14.802881 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:40:14.803244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:40:14.823876 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=73de28fb-3060-4ec1-b214-d0ac491d3063,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:14.842794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Network c83c8c02-1101-43c4-8d5c-7c2ad6452080 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:40:14.847681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0312da7e-fb74-4e56-b937-873844523025 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:40:14.863590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-c76f1c68-875a-4e49-a82b-b7f2a840868c tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Calling delete_port for ba52ca8e-2530-48e3-8473-367773dc13df owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:14.864860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, c83c8c02-1101-43c4-8d5c-7c2ad6452080) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:14.869235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:14.871111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:14.873798 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b496014-9b27-4dc0-a7cc-2b26df1166a6 None None] Network c83c8c02-1101-43c4-8d5c-7c2ad6452080 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:14.910205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8167cf2-61bb-4f8a-875a-94062e8b0fec tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc55b278-28d5-4496-833d-bd67b7c9f37a,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:14.922772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d8167cf2-61bb-4f8a-875a-94062e8b0fec tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:14.926844 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d8167cf2-61bb-4f8a-875a-94062e8b0fec tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/security-groups/fc55b278-28d5-4496-833d-bd67b7c9f37a HTTP/1.1" status: 204 len: 168 time: 0.8362272 Jul 29 16:40:14.953768 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47880) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:15.050676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d781420e-b781-4964-81f9-404e9fbc2d33 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:15.120157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781420e-b781-4964-81f9-404e9fbc2d33 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=82c2037c-c763-4fea-ac03-167ec7327d21,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:15.139650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-eed76fb1-99ed-415e-846b-f26c92021edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:15.168201 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event updated for resources: {'Port': ['ID=6b8f46f3-7109-4728-82bb-0efdd37a2267,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:15.206733 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Checking segment: {'id': 'd4bf2c8c-5229-4442-9a42-f0bb1544ca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c907ed26-d90e-488e-881a-d5a8ac9dba78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:15.207096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Network hostable DHCP agents. Network: c907ed26-d90e-488e-881a-d5a8ac9dba78, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:40:15.271343 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0312da7e-fb74-4e56-b937-873844523025 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:40:15.281504 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6912cb-4e3f-468d-92ee-1a784c76a69e None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:40:15.304470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Deleting port 73de28fb-3060-4ec1-b214-d0ac491d3063 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:15.304770 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:15.305064 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6912cb-4e3f-468d-92ee-1a784c76a69e None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:15.305880 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6e6912cb-4e3f-468d-92ee-1a784c76a69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:15.320003 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Network c907ed26-d90e-488e-881a-d5a8ac9dba78 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:40:15.324621 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-87f74dc9-df98-4451-98da-4672a58f04fd tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:15.327960 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0312da7e-fb74-4e56-b937-873844523025 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:15.397565 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, c907ed26-d90e-488e-881a-d5a8ac9dba78) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:15.399315 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6e6912cb-4e3f-468d-92ee-1a784c76a69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:15.401970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:15.407853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:15.414245 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:15.414928 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:15.415304 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6912cb-4e3f-468d-92ee-1a784c76a69e None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:15.415972 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6e6912cb-4e3f-468d-92ee-1a784c76a69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:39:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:15.438949 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-87f74dc9-df98-4451-98da-4672a58f04fd tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:15.458899 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bd0219-8501-4203-a54b-c5c9ee77c53e None None] Network c907ed26-d90e-488e-881a-d5a8ac9dba78 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:15.492447 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6e6912cb-4e3f-468d-92ee-1a784c76a69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:15.493146 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6912cb-4e3f-468d-92ee-1a784c76a69e None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:40:15.493558 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0312da7e-fb74-4e56-b937-873844523025 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "PUT /v2.0/floatingips/3fdc4f60-cc75-4039-86cb-d44dae44b77a HTTP/1.1" status: 200 len: 687 time: 2.1877899 Jul 29 16:40:15.503805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47884) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:15.518289 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0f8f0e0d-1033-41ab-8f3e-5452b4407a9e tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.8472853 Jul 29 16:40:15.522549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47888) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:15.613751 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d781420e-b781-4964-81f9-404e9fbc2d33 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:15.614619 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.objects.ports [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89209) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:40:15.717007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31555c5f-a81a-421c-b9d2-755f9db7e888 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:15.725569 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31555c5f-a81a-421c-b9d2-755f9db7e888 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:15.726553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-31555c5f-a81a-421c-b9d2-755f9db7e888 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Synchronizing usage tracker for tenant:89b1607814c745ee8e83d1977034c871 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:15.726712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-814e9b92-f19a-42b2-866b-38b40f79d61d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting port eb8d13ff-94d0-4481-b761-9ef7713d5964 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:15.726852 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-814e9b92-f19a-42b2-866b-38b40f79d61d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:15.762294 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d781420e-b781-4964-81f9-404e9fbc2d33 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/82c2037c-c763-4fea-ac03-167ec7327d21 HTTP/1.1" status: 204 len: 168 time: 2.3591478 Jul 29 16:40:15.770046 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47892) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:15.796558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] For port 73de28fb-3060-4ec1-b214-d0ac491d3063, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=73de28fb-3060-4ec1-b214-d0ac491d3063,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:15.797076 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:15.803627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-87f74dc9-df98-4451-98da-4672a58f04fd tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:15.805653 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-31555c5f-a81a-421c-b9d2-755f9db7e888 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Unset dirty status for tenant:89b1607814c745ee8e83d1977034c871 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:15.806132 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-87f74dc9-df98-4451-98da-4672a58f04fd tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:15.809625 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-87f74dc9-df98-4451-98da-4672a58f04fd tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/security-groups/2ea8b117-7bbe-478d-8e1f-758fa1d3882d HTTP/1.1" status: 204 len: 168 time: 0.8442292 Jul 29 16:40:15.809625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c76f1c68-875a-4e49-a82b-b7f2a840868c tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:15.810000 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-31555c5f-a81a-421c-b9d2-755f9db7e888 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2835684 Jul 29 16:40:15.812749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47896) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:15.813102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47898) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:15.891527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f1c68-875a-4e49-a82b-b7f2a840868c tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event deleted for resources: {'Port': ['ID=ba52ca8e-2530-48e3-8473-367773dc13df,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:15.893206 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f74dc9-df98-4451-98da-4672a58f04fd tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea8b117-7bbe-478d-8e1f-758fa1d3882d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:15.925448 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9072d2d-e170-4bc0-aeee-31ba1c170fc5 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] GET failed (client error): The resource could not be found. Jul 29 16:40:15.926238 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d9072d2d-e170-4bc0-aeee-31ba1c170fc5 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:15.953110 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Calling delete_port for 73de28fb-3060-4ec1-b214-d0ac491d3063 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:16.034371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:40:16.034745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:40:16.075309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d9072d2d-e170-4bc0-aeee-31ba1c170fc5 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:16.076471 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d9072d2d-e170-4bc0-aeee-31ba1c170fc5 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/82c2037c-c763-4fea-ac03-167ec7327d21 HTTP/1.1" status: 404 len: 333 time: 0.3054893 Jul 29 16:40:16.081768 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47904) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:16.110911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-d58889a9-c20e-423e-83da-406e2be81d02 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Deleting port 57d3e2de-a0b6-4fae-aa68-a0b111628f6f {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:16.111258 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d58889a9-c20e-423e-83da-406e2be81d02 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.155844 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.163416 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-814e9b92-f19a-42b2-866b-38b40f79d61d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.163749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-814e9b92-f19a-42b2-866b-38b40f79d61d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.173437 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c76f1c68-875a-4e49-a82b-b7f2a840868c tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.241352 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-71153412-a5ec-4378-aac6-9b75360ac3a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.340695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-71153412-a5ec-4378-aac6-9b75360ac3a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.402613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Deleting port 73de28fb-3060-4ec1-b214-d0ac491d3063 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:16.403191 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.448257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-814e9b92-f19a-42b2-866b-38b40f79d61d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Calling delete_port for eb8d13ff-94d0-4481-b761-9ef7713d5964 owned by network:floatingip {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:16.493094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfb874a-1ecb-4889-9d8f-056e29704e90 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting subnet 3b4cde7f-8725-4d4a-b5f5-2e4fa7885fde {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:16.506549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fdfb874a-1ecb-4889-9d8f-056e29704e90 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.548842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c76f1c68-875a-4e49-a82b-b7f2a840868c tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.556224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c76f1c68-875a-4e49-a82b-b7f2a840868c tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.577083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-71153412-a5ec-4378-aac6-9b75360ac3a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.586263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d58889a9-c20e-423e-83da-406e2be81d02 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.598666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fdfb874a-1ecb-4889-9d8f-056e29704e90 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.623274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71153412-a5ec-4378-aac6-9b75360ac3a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afb90f0-143a-46fd-8a5a-73d61a21990a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:16.648603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c76f1c68-875a-4e49-a82b-b7f2a840868c tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.649126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76f1c68-875a-4e49-a82b-b7f2a840868c tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Fanout notify agent at l3_agent the message router_deleted on router b8f23b1e-0fc9-411d-a746-5548709a174d {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:40:16.724348 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] For port 73de28fb-3060-4ec1-b214-d0ac491d3063, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=73de28fb-3060-4ec1-b214-d0ac491d3063,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:16.724871 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.751422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-71153412-a5ec-4378-aac6-9b75360ac3a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.753831 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-71153412-a5ec-4378-aac6-9b75360ac3a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/security-groups/9afb90f0-143a-46fd-8a5a-73d61a21990a HTTP/1.1" status: 204 len: 168 time: 0.9378114 Jul 29 16:40:16.762764 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-d58889a9-c20e-423e-83da-406e2be81d02 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Calling delete_port for 57d3e2de-a0b6-4fae-aa68-a0b111628f6f owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:16.798008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47908) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:16.844029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c76f1c68-875a-4e49-a82b-b7f2a840868c tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.844685 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c76f1c68-875a-4e49-a82b-b7f2a840868c tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] 10.222.0.58 "DELETE /v2.0/routers/b8f23b1e-0fc9-411d-a746-5548709a174d HTTP/1.1" status: 204 len: 168 time: 3.8484778 Jul 29 16:40:16.850959 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47912) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:16.853870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Calling delete_port for 73de28fb-3060-4ec1-b214-d0ac491d3063 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:16.868852 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] For port 73de28fb-3060-4ec1-b214-d0ac491d3063, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=73de28fb-3060-4ec1-b214-d0ac491d3063,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:16.921898 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-814e9b92-f19a-42b2-866b-38b40f79d61d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.927965 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6912029-a687-4e8e-a2fe-9ec2bad5a069 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting subnet da3cbea5-f993-4783-a2c7-315a85570b7d {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:16.938036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.940302 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d6912029-a687-4e8e-a2fe-9ec2bad5a069 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.945264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:40:16.945742 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:40:16.974881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fdfb874a-1ecb-4889-9d8f-056e29704e90 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.979578 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:16.980410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.017899 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e9b92-f19a-42b2-866b-38b40f79d61d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Port': ['ID=eb8d13ff-94d0-4481-b761-9ef7713d5964,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:17.023583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-83828fa1-b15c-4235-a9af-bc0d512d82ac tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Deleting subnet 9698d8a9-017b-4915-9bbe-5817d60c66a2 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:17.064720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d58889a9-c20e-423e-83da-406e2be81d02 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.069602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-83828fa1-b15c-4235-a9af-bc0d512d82ac tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.115673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d6912029-a687-4e8e-a2fe-9ec2bad5a069 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.142814 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:17.158982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:17.172522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:17.173077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.190285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-83828fa1-b15c-4235-a9af-bc0d512d82ac tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.199468 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d58889a9-c20e-423e-83da-406e2be81d02 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.209680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=75c21b5f-1181-4d38-ab89-441c3a49c09a,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:17.217070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=73de28fb-3060-4ec1-b214-d0ac491d3063,revision_number=9']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:17.219714 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-814e9b92-f19a-42b2-866b-38b40f79d61d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.241392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fdfb874a-1ecb-4889-9d8f-056e29704e90 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.280159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58889a9-c20e-423e-83da-406e2be81d02 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event deleted for resources: {'Port': ['ID=57d3e2de-a0b6-4fae-aa68-a0b111628f6f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:17.285136 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d58889a9-c20e-423e-83da-406e2be81d02 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "DELETE /v2.0/ports/57d3e2de-a0b6-4fae-aa68-a0b111628f6f HTTP/1.1" status: 204 len: 168 time: 1.4687250 Jul 29 16:40:17.291567 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-17656551-d4e6-49c7-9ea8-7e2025c10ef5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2993491 Jul 29 16:40:17.291567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47916) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:17.292548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47918) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:17.294226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb874a-1ecb-4889-9d8f-056e29704e90 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Subnet': ['ID=3b4cde7f-8725-4d4a-b5f5-2e4fa7885fde,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:17.302066 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-814e9b92-f19a-42b2-866b-38b40f79d61d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.306037 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-814e9b92-f19a-42b2-866b-38b40f79d61d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/floatingips/3fdc4f60-cc75-4039-86cb-d44dae44b77a HTTP/1.1" status: 204 len: 168 time: 1.7953103 Jul 29 16:40:17.307942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47924) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:17.308874 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fdfb874a-1ecb-4889-9d8f-056e29704e90 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.310662 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fdfb874a-1ecb-4889-9d8f-056e29704e90 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/3b4cde7f-8725-4d4a-b5f5-2e4fa7885fde HTTP/1.1" status: 204 len: 168 time: 1.2252162 Jul 29 16:40:17.313189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47928) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:17.313817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597e6b77-87b4-4521-a8fc-05fcb6174f74 None None] Network 000b2f38-dbae-4fe4-ae2e-7eb20791e0a7 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:17.336121 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f81c6015-5b2f-4f63-9c17-a4e36e2dd056 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:17.413282 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-61c7478c-2896-4a56-b5a7-15d47a270349 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] delete failed (client error): The resource could not be found. Jul 29 16:40:17.414308 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-61c7478c-2896-4a56-b5a7-15d47a270349 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/floatingips/3fdc4f60-cc75-4039-86cb-d44dae44b77a HTTP/1.1" status: 404 len: 345 time: 0.1022666 Jul 29 16:40:17.419467 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47932) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:17.453942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d6912029-a687-4e8e-a2fe-9ec2bad5a069 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.502547 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-155e7cba-c37b-4463-9031-8a567c0565db tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Deleting port 6b8f46f3-7109-4728-82bb-0efdd37a2267 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:17.502793 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-155e7cba-c37b-4463-9031-8a567c0565db tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.545709 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-83828fa1-b15c-4235-a9af-bc0d512d82ac tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.604505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d8210836-c2ff-4ef5-b320-f540db7adb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.616263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.648560 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port 87382eb5-98df-4ae9-a388-030d3102e308 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:17.648915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.678714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f81c6015-5b2f-4f63-9c17-a4e36e2dd056 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:17.692772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f81c6015-5b2f-4f63-9c17-a4e36e2dd056 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:17.705419 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd07bde1-3fab-4346-9ccc-8f1d55dff42e None None] DHCP port deletion for 000b2f38-dbae-4fe4-ae2e-7eb20791e0a7 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:40:17.711698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cd07bde1-3fab-4346-9ccc-8f1d55dff42e None None] Deleting port 87382eb5-98df-4ae9-a388-030d3102e308 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:17.713074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cd07bde1-3fab-4346-9ccc-8f1d55dff42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.713573 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f81c6015-5b2f-4f63-9c17-a4e36e2dd056 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:17.716805 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d6912029-a687-4e8e-a2fe-9ec2bad5a069 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.719455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d38d90-e8bf-47bb-8d9b-1852fb1c2562 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:17.725295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d38d90-e8bf-47bb-8d9b-1852fb1c2562 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:17.730954 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d38d90-e8bf-47bb-8d9b-1852fb1c2562 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:17.731787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e7d38d90-e8bf-47bb-8d9b-1852fb1c2562 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Synchronizing usage tracker for tenant:2dfcda58e3f74084b8302be907f8cb07 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:17.741615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-83828fa1-b15c-4235-a9af-bc0d512d82ac tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.753837 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f81c6015-5b2f-4f63-9c17-a4e36e2dd056 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:17.833387 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83828fa1-b15c-4235-a9af-bc0d512d82ac tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event deleted for resources: {'Subnet': ['ID=9698d8a9-017b-4915-9bbe-5817d60c66a2,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:17.837788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-83828fa1-b15c-4235-a9af-bc0d512d82ac tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.847020 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e7d38d90-e8bf-47bb-8d9b-1852fb1c2562 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Unset dirty status for tenant:2dfcda58e3f74084b8302be907f8cb07 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:17.847493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Deleting port 73de28fb-3060-4ec1-b214-d0ac491d3063 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:17.850768 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:17.850918 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e7d38d90-e8bf-47bb-8d9b-1852fb1c2562 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "GET /v2.0/ports?network_id=57b28557-e768-42ab-b74d-a3d7a59c211f HTTP/1.1" status: 200 len: 2358 time: 0.4270031 Jul 29 16:40:17.853665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47936) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:17.863215 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-83828fa1-b15c-4235-a9af-bc0d512d82ac tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] 10.222.0.58 "DELETE /v2.0/subnets/9698d8a9-017b-4915-9bbe-5817d60c66a2 HTTP/1.1" status: 204 len: 168 time: 1.0090597 Jul 29 16:40:17.873137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b0202b-e827-4e52-a1d8-9a15286a70af None None] Network b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:17.937798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47940) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:17.967645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6912029-a687-4e8e-a2fe-9ec2bad5a069 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Subnet': ['ID=da3cbea5-f993-4783-a2c7-315a85570b7d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:17.989697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d6912029-a687-4e8e-a2fe-9ec2bad5a069 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.017335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e269b2-7d64-456d-84f7-a672fb87ad7c None None] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:18.029888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aac4d3-afed-49d5-9ed4-d571a0824576 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:18.031467 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-62aac4d3-afed-49d5-9ed4-d571a0824576 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "GET /v2.0/subnets/d07cc72a-d367-47de-8447-ca51a97ccde9 HTTP/1.1" status: 200 len: 797 time: 0.1768737 Jul 29 16:40:18.033490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] For port 87382eb5-98df-4ae9-a388-030d3102e308, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=87382eb5-98df-4ae9-a388-030d3102e308,segment=NetworkSegment(465e87df-ace1-40cd-841c-716591093e8e),segment_id=465e87df-ace1-40cd-841c-716591093e8e)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:18.034048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.041599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47944) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:18.050298 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'port': {'network_id': '57b28557-e768-42ab-b74d-a3d7a59c211f', 'name': 'tempest-FloatingIPTestJSON-1115157572', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:18.055082 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81c6015-5b2f-4f63-9c17-a4e36e2dd056 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:18.058549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f81c6015-5b2f-4f63-9c17-a4e36e2dd056 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.095841 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d6912029-a687-4e8e-a2fe-9ec2bad5a069 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/da3cbea5-f993-4783-a2c7-315a85570b7d HTTP/1.1" status: 204 len: 168 time: 1.2848496 Jul 29 16:40:18.159232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47948) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:18.167960 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-155e7cba-c37b-4463-9031-8a567c0565db tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.220521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-cd07bde1-3fab-4346-9ccc-8f1d55dff42e None None] For port 87382eb5-98df-4ae9-a388-030d3102e308, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=87382eb5-98df-4ae9-a388-030d3102e308,segment=NetworkSegment(465e87df-ace1-40cd-841c-716591093e8e),segment_id=465e87df-ace1-40cd-841c-716591093e8e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:18.220744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cd07bde1-3fab-4346-9ccc-8f1d55dff42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.239626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for 87382eb5-98df-4ae9-a388-030d3102e308 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:18.318058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.336898 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 87382eb5-98df-4ae9-a388-030d3102e308 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:40:18.368956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-155e7cba-c37b-4463-9031-8a567c0565db tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Calling delete_port for 6b8f46f3-7109-4728-82bb-0efdd37a2267 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:18.369597 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:18.371861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.415323 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.449036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-5015d9bd-4b6e-4ee6-98ae-a72c1b6d63e7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting subnet a27986d9-ad2a-4885-a314-818f33c16c45 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:18.469667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5015d9bd-4b6e-4ee6-98ae-a72c1b6d63e7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.516556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cd07bde1-3fab-4346-9ccc-8f1d55dff42e None None] Calling delete_port for 87382eb5-98df-4ae9-a388-030d3102e308 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:18.537101 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Deleting port a4d4804c-4491-4b0b-a736-aa4114d14639 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:18.537366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.542007 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:18.544462 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=87382eb5-98df-4ae9-a388-030d3102e308,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:18.549087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No DVR routers for this DVR port 87382eb5-98df-4ae9-a388-030d3102e308 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:40:18.566115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 87382eb5-98df-4ae9-a388-030d3102e308 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:40:18.566462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 87382eb5-98df-4ae9-a388-030d3102e308 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:40:18.612642 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5015d9bd-4b6e-4ee6-98ae-a72c1b6d63e7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.680515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.681517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-155e7cba-c37b-4463-9031-8a567c0565db tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.703038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Made reservation on behalf of 2dfcda58e3f74084b8302be907f8cb07 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:18.716687 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.726352 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000b2f38-dbae-4fe4-ae2e-7eb20791e0a7']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:18.794041 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465e87df-ace1-40cd-841c-716591093e8e') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:18.794618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465e87df-ace1-40cd-841c-716591093e8e') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:18.814073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.822817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e7cba-c37b-4463-9031-8a567c0565db tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event deleted for resources: {'Port': ['ID=6b8f46f3-7109-4728-82bb-0efdd37a2267,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:18.848375 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.860466 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-155e7cba-c37b-4463-9031-8a567c0565db tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.862748 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-cd07bde1-3fab-4346-9ccc-8f1d55dff42e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:40:18.863132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-cd07bde1-3fab-4346-9ccc-8f1d55dff42e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:40:18.867023 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] For port 73de28fb-3060-4ec1-b214-d0ac491d3063, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=73de28fb-3060-4ec1-b214-d0ac491d3063,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:18.867174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:40:18.867423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.867546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.943518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3904f2ae-c511-426d-ac6d-13b7161a61c2 None None] DHCP port deletion for b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:40:18.954033 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 465e87df-ace1-40cd-841c-716591093e8e resource provider aggregate not found Jul 29 16:40:18.967873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:18.968755 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-155e7cba-c37b-4463-9031-8a567c0565db tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "DELETE /v2.0/ports/6b8f46f3-7109-4728-82bb-0efdd37a2267 HTTP/1.1" status: 204 len: 168 time: 1.6771393 Jul 29 16:40:18.982908 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 465e87df-ace1-40cd-841c-716591093e8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 465e87df-ace1-40cd-841c-716591093e8e found for delete ", "request_id": "req-92157814-77b7-43aa-9767-6e4564c5f60c"}]} Jul 29 16:40:18.984360 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47958) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:19.013994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] device_id is not set on port 6e334b2b-76ed-457e-8654-e44eba4a139a yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:40:19.063371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0b540937-1fd8-4acb-8aba-ede817e4040a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Synchronizing usage tracker for tenant:89b1607814c745ee8e83d1977034c871 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:19.063576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Calling delete_port for 73de28fb-3060-4ec1-b214-d0ac491d3063 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:19.066187 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5015d9bd-4b6e-4ee6-98ae-a72c1b6d63e7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.072279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.100121 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.101823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-3904f2ae-c511-426d-ac6d-13b7161a61c2 None None] Deleting port a4d4804c-4491-4b0b-a736-aa4114d14639 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:19.102197 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3904f2ae-c511-426d-ac6d-13b7161a61c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.116104 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] For port a4d4804c-4491-4b0b-a736-aa4114d14639, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a4d4804c-4491-4b0b-a736-aa4114d14639,segment=NetworkSegment(8c78f9e7-b72e-41fe-ae69-675ed071605f),segment_id=8c78f9e7-b72e-41fe-ae69-675ed071605f)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:19.116514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.119094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Network': ['ID=000b2f38-dbae-4fe4-ae2e-7eb20791e0a7,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:19.198125 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9c068cab-4d93-475b-8b91-3b5e5759fcaa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/networks/000b2f38-dbae-4fe4-ae2e-7eb20791e0a7 HTTP/1.1" status: 204 len: 168 time: 1.8786387 Jul 29 16:40:19.201368 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47962) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:19.215990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1434908071'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:19.262217 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Calling delete_port for a4d4804c-4491-4b0b-a736-aa4114d14639 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:19.277821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:19.287486 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:network and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:19.293305 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:19.304049 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:19.329361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0b540937-1fd8-4acb-8aba-ede817e4040a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Unset dirty status for tenant:89b1607814c745ee8e83d1977034c871 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:19.330746 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0b540937-1fd8-4acb-8aba-ede817e4040a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3434880 Jul 29 16:40:19.354876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47966) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:19.362722 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1784172186'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:19.364411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cd07bde1-3fab-4346-9ccc-8f1d55dff42e None None] Deleting port 87382eb5-98df-4ae9-a388-030d3102e308 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:19.364791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cd07bde1-3fab-4346-9ccc-8f1d55dff42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.365141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:19.368931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.375435 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5015d9bd-4b6e-4ee6-98ae-a72c1b6d63e7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.387956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:19.424527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:19.434712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.435060 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Added segment 1d6c69af-c26b-4334-85d8-1e08d1d3eba2 of type vlan for network 7436f58f-c5a2-4694-bec7-d7d3cefc31c5 Jul 29 16:40:19.467591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cd07bde1-3fab-4346-9ccc-8f1d55dff42e None None] The port '87382eb5-98df-4ae9-a388-030d3102e308' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:40:19.475999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Allocated IP 172.20.0.14 (57b28557-e768-42ab-b74d-a3d7a59c211f/d07cc72a-d367-47de-8447-ca51a97ccde9/6e334b2b-76ed-457e-8654-e44eba4a139a) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:19.481680 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.485746 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-3904f2ae-c511-426d-ac6d-13b7161a61c2 None None] For port a4d4804c-4491-4b0b-a736-aa4114d14639, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a4d4804c-4491-4b0b-a736-aa4114d14639,segment=NetworkSegment(8c78f9e7-b72e-41fe-ae69-675ed071605f),segment_id=8c78f9e7-b72e-41fe-ae69-675ed071605f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:19.486617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3904f2ae-c511-426d-ac6d-13b7161a61c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.526725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Allocated IP 172.20.0.13 (57b28557-e768-42ab-b74d-a3d7a59c211f/d07cc72a-d367-47de-8447-ca51a97ccde9/6e334b2b-76ed-457e-8654-e44eba4a139a) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:19.568717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015d9bd-4b6e-4ee6-98ae-a72c1b6d63e7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Subnet': ['ID=a27986d9-ad2a-4885-a314-818f33c16c45,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:19.573092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Usage tracker for resource:network and tenant:89b1607814c745ee8e83d1977034c871 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:19.577104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.583791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:19.584402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.588047 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f81c6015-5b2f-4f63-9c17-a4e36e2dd056 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.594018 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:19.645710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:19.652510 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5015d9bd-4b6e-4ee6-98ae-a72c1b6d63e7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.667021 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81c6015-5b2f-4f63-9c17-a4e36e2dd056 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:19.669083 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5015d9bd-4b6e-4ee6-98ae-a72c1b6d63e7 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/a27986d9-ad2a-4885-a314-818f33c16c45 HTTP/1.1" status: 204 len: 168 time: 1.5056908 Jul 29 16:40:19.674739 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.682218 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-f81c6015-5b2f-4f63-9c17-a4e36e2dd056 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:19.683804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47970) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:19.690973 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-3904f2ae-c511-426d-ac6d-13b7161a61c2 None None] Calling delete_port for a4d4804c-4491-4b0b-a736-aa4114d14639 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:19.693879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81c6015-5b2f-4f63-9c17-a4e36e2dd056 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:19.694747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f81c6015-5b2f-4f63-9c17-a4e36e2dd056 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.752896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.757237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Made reservation on behalf of 89b1607814c745ee8e83d1977034c871 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:19.760802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:19.844823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event deleted for resources: {'Port': ['ID=a4d4804c-4491-4b0b-a736-aa4114d14639,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:19.849701 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdeaaca9-8a6d-42dc-8cb3-cf6684f35ee3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] DELETE failed (client error): The resource could not be found. Jul 29 16:40:19.850917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdeaaca9-8a6d-42dc-8cb3-cf6684f35ee3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:40:19.871949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c6015-5b2f-4f63-9c17-a4e36e2dd056 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=0e63a5e8-2cb2-4a30-a450-3acd39ab0bc2,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:19.873068 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] No DVR routers for this DVR port 73de28fb-3060-4ec1-b214-d0ac491d3063 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:40:19.877219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] No DVR routers for this DVR port a4d4804c-4491-4b0b-a736-aa4114d14639 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:40:19.877435 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d9f20-9ca8-4224-a625-1c384abb374c None None] Pushing event deleted for resources: {'Port': ['ID=73de28fb-3060-4ec1-b214-d0ac491d3063,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:19.880010 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bdeaaca9-8a6d-42dc-8cb3-cf6684f35ee3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/da3cbea5-f993-4783-a2c7-315a85570b7d HTTP/1.1" status: 404 len: 337 time: 0.1902342 Jul 29 16:40:19.915400 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4465cf-0158-49b4-8445-008a02f85170 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:19.938440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:19.940432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47974) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:19.944599 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f81c6015-5b2f-4f63-9c17-a4e36e2dd056 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6474698 Jul 29 16:40:19.978304 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Network': ['ID=7436f58f-c5a2-4694-bec7-d7d3cefc31c5,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:19.983476 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47978) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:19.984583 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b472eb2d-a8b6-4e0f-b16d-fdc35f22803c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7808444 Jul 29 16:40:19.987388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47980) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:20.000074 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'subnet': {'network_id': '7436f58f-c5a2-4694-bec7-d7d3cefc31c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:20.039922 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'mac_address': 'fa:16:3e:29:df:fb', 'name': 'tempest-NetworksTestDHCPv6-325478551'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:20.077483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.077979 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Added segment 69161f8f-5fb3-4bba-b662-c2aa7cfef866 of type vlan for network 772c1eab-da8a-45cf-a00d-057ed445956b Jul 29 16:40:20.090153 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 7436f58f-c5a2-4694-bec7-d7d3cefc31c5 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:20.110985 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.158750 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.164017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.172137 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:20.202530 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500c1567-c0ee-4e8c-b6f4-7a5f05040c9d None None] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:20.218842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:20.238649 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-099fc66d-a980-4dfc-86fd-0e289d1b4835 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting subnet 75092729-9400-4431-b407-b1b87aeff276 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:20.247627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:subnet and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:20.251270 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:20.253816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-099fc66d-a980-4dfc-86fd-0e289d1b4835 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.262534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network 57b28557-e768-42ab-b74d-a3d7a59c211f is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:20.268269 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:20.271980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:20.282099 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.297717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c78f9e7-b72e-41fe-ae69-675ed071605f') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:20.298128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c78f9e7-b72e-41fe-ae69-675ed071605f') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:20.307109 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:20.320544 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.328084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=6e334b2b-76ed-457e-8654-e44eba4a139a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:20.352341 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:20.356273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.372688 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a4d4804c-4491-4b0b-a736-aa4114d14639 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:40:20.392283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-099fc66d-a980-4dfc-86fd-0e289d1b4835 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.419480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.425062 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.432108 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:20.432721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.446688 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:20.449638 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:40:20.449832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: a4d4804c-4491-4b0b-a736-aa4114d14639 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:40:20.449985 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a4d4804c-4491-4b0b-a736-aa4114d14639 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:40:20.450473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.457308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4d5f7a41-255b-4480-a550-2008e7da262e None None] Provisioning complete for port dd271394-bf54-432f-92b6-f093c79992fb triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:20.458483 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7a41-255b-4480-a550-2008e7da262e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.472527 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-aa58b380-f6d3-4d57-9b92-2dd50f590536 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.4294136 Jul 29 16:40:20.476253 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47988) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:20.483089 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '6e334b2b-76ed-457e-8654-e44eba4a139a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:20.528393 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:20.534840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-3904f2ae-c511-426d-ac6d-13b7161a61c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:40:20.535195 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-3904f2ae-c511-426d-ac6d-13b7161a61c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:40:20.540645 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 8c78f9e7-b72e-41fe-ae69-675ed071605f resource provider aggregate not found Jul 29 16:40:20.544461 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:20.558495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.564282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:20.566034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.574165 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:20.577131 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 8c78f9e7-b72e-41fe-ae69-675ed071605f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c78f9e7-b72e-41fe-ae69-675ed071605f found for delete ", "request_id": "req-fa9cfde2-1813-4367-9f6d-23ebe2fe16c4"}]} Jul 29 16:40:20.598296 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:20.611051 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Usage tracker for resource:floatingip and tenant:2dfcda58e3f74084b8302be907f8cb07 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:20.616470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:20.625715 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:20.655178 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.677926 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.696281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.720457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '0e63a5e8-2cb2-4a30-a450-3acd39ab0bc2'}, {'subnet_id': '75c21b5f-1181-4d38-ab89-441c3a49c09a'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:20.721353 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.731921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:20.751167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.811014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event updated for resources: {'Network': ['ID=772c1eab-da8a-45cf-a00d-057ed445956b,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:20.817276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f7a41-255b-4480-a550-2008e7da262e None None] Current status of the port dd271394-bf54-432f-92b6-f093c79992fb is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:20.832148 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4cae4a0b-2166-4398-84c0-de40e95f6d76 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4719539 Jul 29 16:40:20.839679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 772c1eab-da8a-45cf-a00d-057ed445956b details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:20.846267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 47994) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:20.857214 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] 10.222.0.58 "DELETE /v2.0/networks/b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1 HTTP/1.1" status: 204 len: 168 time: 2.9113212 Jul 29 16:40:20.857455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1805842240'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:20.861301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:20.862467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 47998) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:20.866280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Usage tracker for resource:network and tenant:89b1607814c745ee8e83d1977034c871 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:20.868684 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:20.884086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:20.886395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.920331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602d29e-7896-4eb6-a87c-358361287348 tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event deleted for resources: {'Network': ['ID=b73b6ece-32bf-4758-a44a-c5a8f4ecb5a1,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:20.944376 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4d5f7a41-255b-4480-a550-2008e7da262e None None] Provisioning complete for port 9dff8a52-3411-42b5-a89e-25b49514495a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:20.945269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7a41-255b-4480-a550-2008e7da262e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.955270 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Made reservation on behalf of 89b1607814c745ee8e83d1977034c871 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:20.958946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-099fc66d-a980-4dfc-86fd-0e289d1b4835 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:20.959238 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.007124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Subnet': ['ID=f4aac03a-575b-4c00-8b7d-77600bc9328d,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:21.042742 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Checking segment: {'id': '1d6c69af-c26b-4334-85d8-1e08d1d3eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7436f58f-c5a2-4694-bec7-d7d3cefc31c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:21.043113 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network hostable DHCP agents. Network: 7436f58f-c5a2-4694-bec7-d7d3cefc31c5, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:40:21.048582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-3904f2ae-c511-426d-ac6d-13b7161a61c2 None None] Deleting port a4d4804c-4491-4b0b-a736-aa4114d14639 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:21.048782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:21.049038 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3904f2ae-c511-426d-ac6d-13b7161a61c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.079992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.080333 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Added segment b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d of type vlan for network 0f37ff97-1023-4ca5-a7c7-c9f7d7817906 Jul 29 16:40:21.104170 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-678af07f-bcb2-472a-a2fa-7eadf9ae03dd tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Deleting port 9d526696-fd74-40e8-8bb1-682961548304 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:21.104427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 7436f58f-c5a2-4694-bec7-d7d3cefc31c5 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:40:21.104522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-678af07f-bcb2-472a-a2fa-7eadf9ae03dd tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.134402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.141995 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-3904f2ae-c511-426d-ac6d-13b7161a61c2 None None] The port 'a4d4804c-4491-4b0b-a736-aa4114d14639' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:40:21.142551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 7436f58f-c5a2-4694-bec7-d7d3cefc31c5) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:21.145838 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f7a41-255b-4480-a550-2008e7da262e None None] Port 9dff8a52-3411-42b5-a89e-25b49514495a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:21.150101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:21.151139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.159544 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.168109 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.171718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1fe311-ccf5-4ab0-b345-dcac52c80b6c None None] Network 7436f58f-c5a2-4694-bec7-d7d3cefc31c5 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:21.265613 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4f472060-705c-4d41-b375-4ef76746791e tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2706642 Jul 29 16:40:21.271042 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48002) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:21.289512 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'network_id': '7436f58f-c5a2-4694-bec7-d7d3cefc31c5', 'name': 'tempest-PortsTestJSON-373359782', 'fixed_ips': [{'subnet_id': 'f4aac03a-575b-4c00-8b7d-77600bc9328d', 'ip_address': '172.20.0.10'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:21.310305 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.316327 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:21.316568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.328482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Allocated IP 172.20.0.2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/0e63a5e8-2cb2-4a30-a450-3acd39ab0bc2/e716da44-bf3f-4a6c-a49d-181e91f3bf2f) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:21.350665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Allocated IP 2001:db8::f816:3eff:fe9b:33fe (560f49a9-f2f8-459c-86f0-823ac32fcdf1/75c21b5f-1181-4d38-ab89-441c3a49c09a/e716da44-bf3f-4a6c-a49d-181e91f3bf2f) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:21.445721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port 83741b2f-5fb5-48b6-bf64-c0f794be282b yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:40:21.486537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event updated for resources: {'Network': ['ID=0f37ff97-1023-4ca5-a7c7-c9f7d7817906,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:21.533185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 0f37ff97-1023-4ca5-a7c7-c9f7d7817906 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:21.565304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-099fc66d-a980-4dfc-86fd-0e289d1b4835 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.572424 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-98747c79-ff1a-4af7-b02d-3f99ad4d3b05 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7250087 Jul 29 16:40:21.646246 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Allocated IP 172.26.1.21 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/1e52ea4a-3259-4bdd-8765-40ec3ee8fee4) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:21.649778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fc66d-a980-4dfc-86fd-0e289d1b4835 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Subnet': ['ID=75092729-9400-4431-b407-b1b87aeff276,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:21.673902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-099fc66d-a980-4dfc-86fd-0e289d1b4835 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.712229 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-099fc66d-a980-4dfc-86fd-0e289d1b4835 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/75092729-9400-4431-b407-b1b87aeff276 HTTP/1.1" status: 204 len: 168 time: 1.7689366 Jul 29 16:40:21.718130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48006) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:21.718547 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-678af07f-bcb2-472a-a2fa-7eadf9ae03dd tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.719046 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-678af07f-bcb2-472a-a2fa-7eadf9ae03dd tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.743278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48010) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:21.750731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-7436f58f-c5a2-4694-bec7-d7d3cefc31c5', 'network_id': '7436f58f-c5a2-4694-bec7-d7d3cefc31c5', 'tenant_id': '6ef8b3c0991c44b3b2e7bc738e572b53', 'fixed_ips': [{'subnet_id': 'f4aac03a-575b-4c00-8b7d-77600bc9328d'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:21.751523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Request body: {'subnets': [{'network_id': '772c1eab-da8a-45cf-a00d-057ed445956b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2072351481', 'ip_version': 4}, {'network_id': '0f37ff97-1023-4ca5-a7c7-c9f7d7817906', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:21.751779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.752185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Request body: {'subnet': {'network_id': '772c1eab-da8a-45cf-a00d-057ed445956b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2072351481', 'ip_version': 4}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:21.752924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Request body: {'subnet': {'network_id': '0f37ff97-1023-4ca5-a7c7-c9f7d7817906', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:21.782994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:21.788318 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:port and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:21.791396 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:21.797868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:21.814318 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae046a97-8031-45f1-b16b-be8a4fe49fb3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] DELETE failed (client error): The resource could not be found. Jul 29 16:40:21.814806 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae046a97-8031-45f1-b16b-be8a4fe49fb3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:40:21.816876 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ae046a97-8031-45f1-b16b-be8a4fe49fb3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/317e4fc9-c7a4-4ba8-a57e-f09b40570ebd HTTP/1.1" status: 404 len: 337 time: 0.0977960 Jul 29 16:40:21.825988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48014) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:21.842924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:21.950418 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfec6986-0428-4b9b-83f4-2223b134bf7f None None] Network 30df14e0-a833-40a6-b26b-5bf85bbdd67e requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:21.953404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-678af07f-bcb2-472a-a2fa-7eadf9ae03dd tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Calling delete_port for 9d526696-fd74-40e8-8bb1-682961548304 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:21.971525 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-554874f2-5db8-413a-8206-ea73c8445228 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "GET /v2.0/ports?device_id=43d1642f-5f47-4ec4-83fc-eff18267daa1 HTTP/1.1" status: 200 len: 205 time: 0.1080935 Jul 29 16:40:21.980340 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:21.985817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48018) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:22.084756 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-6bfc7a33-99dd-4250-b72c-28a9754cadb9 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] delete failed (client error): The resource could not be found. Jul 29 16:40:22.088186 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6bfc7a33-99dd-4250-b72c-28a9754cadb9 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/routers/43d1642f-5f47-4ec4-83fc-eff18267daa1 HTTP/1.1" status: 404 len: 336 time: 0.0938120 Jul 29 16:40:22.089072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48022) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:22.094872 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Transition to ACTIVE for port object e716da44-bf3f-4a6c-a49d-181e91f3bf2f will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:22.150748 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-1baeb01a-d1b7-49e5-b446-75008710a1a3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] DELETE failed (client error): The resource could not be found. Jul 29 16:40:22.151209 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1baeb01a-d1b7-49e5-b446-75008710a1a3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:40:22.155311 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1baeb01a-d1b7-49e5-b446-75008710a1a3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/454a6c7f-5384-484d-8491-56db80aaca2c HTTP/1.1" status: 404 len: 337 time: 0.0634339 Jul 29 16:40:22.163750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48026) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:22.170461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Transition to ACTIVE for port object e716da44-bf3f-4a6c-a49d-181e91f3bf2f will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:22.177448 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b98610f8-742a-4a1b-9890-6833d8ba7137 None None] Provisioning complete for port dd271394-bf54-432f-92b6-f093c79992fb triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:22.177694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b98610f8-742a-4a1b-9890-6833d8ba7137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:22.210363 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-156d1694-60bf-4639-9efd-1d930fead809 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] DELETE failed (client error): The resource could not be found. Jul 29 16:40:22.210817 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156d1694-60bf-4639-9efd-1d930fead809 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:40:22.215672 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-156d1694-60bf-4639-9efd-1d930fead809 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/7fa83a60-b399-4310-a04e-7c897b7a99e6 HTTP/1.1" status: 404 len: 337 time: 0.0456936 Jul 29 16:40:22.216851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:22.220792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48030) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:22.263886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:22.275292 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4ff2ad-566e-4182-92cf-b1f79a68b3a3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] DELETE failed (client error): The resource could not be found. Jul 29 16:40:22.275741 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4ff2ad-566e-4182-92cf-b1f79a68b3a3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:40:22.279863 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-db4ff2ad-566e-4182-92cf-b1f79a68b3a3 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/75de308f-d65d-4c37-9572-6f4e7d6f3513 HTTP/1.1" status: 404 len: 337 time: 0.0545096 Jul 29 16:40:22.283903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48034) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:22.308366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:22.308695 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:22.316237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Usage tracker for resource:subnet and tenant:89b1607814c745ee8e83d1977034c871 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:22.321133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Allocated IP 172.20.0.2 (7436f58f-c5a2-4694-bec7-d7d3cefc31c5/f4aac03a-575b-4c00-8b7d-77600bc9328d/b835ca5a-71c4-42d0-a20c-41dfab41f7c3) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:22.337580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port 704c8f3f-22b7-4b4d-a6cc-718d497401eb yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:40:22.349391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:22.371881 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-42af4960-e91f-42d6-8d12-5dbfc5825b21 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] DELETE failed (client error): The resource could not be found. Jul 29 16:40:22.372355 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42af4960-e91f-42d6-8d12-5dbfc5825b21 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:40:22.376523 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-42af4960-e91f-42d6-8d12-5dbfc5825b21 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/d398bc53-1171-4409-b528-c9b5352529b3 HTTP/1.1" status: 404 len: 333 time: 0.0894637 Jul 29 16:40:22.378131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48038) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:22.406527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:22.406749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:22.414194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:22.425148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:22.429963 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Pushing event updated for resources: {'Port': ['ID=e716da44-bf3f-4a6c-a49d-181e91f3bf2f,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:22.436561 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fba223-a938-4b61-8e5a-e608307c377d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] DELETE failed (client error): The resource could not be found. Jul 29 16:40:22.437012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fba223-a938-4b61-8e5a-e608307c377d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:40:22.451504 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-678af07f-bcb2-472a-a2fa-7eadf9ae03dd tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:22.452072 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d2fba223-a938-4b61-8e5a-e608307c377d tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/d8429942-0149-41d5-acd0-d352ad7a9974 HTTP/1.1" status: 404 len: 337 time: 0.0714369 Jul 29 16:40:22.454483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48042) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:22.499212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Made reservation on behalf of 89b1607814c745ee8e83d1977034c871 for: {'subnet': 2} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:22.503755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:22.504090 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:22.522308 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 172.20.0.7 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/0e63a5e8-2cb2-4a30-a450-3acd39ab0bc2/83741b2f-5fb5-48b6-bf64-c0f794be282b) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:22.524372 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678af07f-bcb2-472a-a2fa-7eadf9ae03dd tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Pushing event deleted for resources: {'Port': ['ID=9d526696-fd74-40e8-8bb1-682961548304,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:22.539858 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b4a658-8c0e-44ed-8962-96f85fc9b06a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] DELETE failed (client error): The resource could not be found. Jul 29 16:40:22.540304 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b4a658-8c0e-44ed-8962-96f85fc9b06a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:40:22.542016 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d5b4a658-8c0e-44ed-8962-96f85fc9b06a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/c2f6c150-5d84-4866-be8d-e2453873ba33 HTTP/1.1" status: 404 len: 337 time: 0.0866077 Jul 29 16:40:22.546637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48046) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:22.592450 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c84a66-003a-4b2e-8a85-ead027771ef5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] DELETE failed (client error): The resource could not be found. Jul 29 16:40:22.592955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c84a66-003a-4b2e-8a85-ead027771ef5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:40:22.594735 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-15c84a66-003a-4b2e-8a85-ead027771ef5 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/14510703-d856-4ecf-837c-10fc7cb302ae HTTP/1.1" status: 404 len: 333 time: 0.0445709 Jul 29 16:40:22.599614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48050) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:22.600607 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:22.620412 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::f816:3eff:fe29:dffb (560f49a9-f2f8-459c-86f0-823ac32fcdf1/75c21b5f-1181-4d38-ab89-441c3a49c09a/83741b2f-5fb5-48b6-bf64-c0f794be282b) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:22.749117 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Attempting to bind port e716da44-bf3f-4a6c-a49d-181e91f3bf2f on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:22.749934 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Attempting to bind port e716da44-bf3f-4a6c-a49d-181e91f3bf2f by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:22.750609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Attempting to bind port e716da44-bf3f-4a6c-a49d-181e91f3bf2f on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:22.759850 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b98610f8-742a-4a1b-9890-6833d8ba7137 None None] Current status of the port dd271394-bf54-432f-92b6-f093c79992fb is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:22.767042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:22.767767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:22.768383 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:22.768987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:22.769725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Bound port: e716da44-bf3f-4a6c-a49d-181e91f3bf2f, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:22.770364 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:22.777267 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-678af07f-bcb2-472a-a2fa-7eadf9ae03dd tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:22.809162 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-de186e64-c7cf-42c5-898c-9b0be0d0bd76 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] DELETE failed (client error): The resource could not be found. Jul 29 16:40:22.809722 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de186e64-c7cf-42c5-898c-9b0be0d0bd76 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:40:22.811263 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-de186e64-c7cf-42c5-898c-9b0be0d0bd76 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/80addd2f-cb00-436b-8c16-f6dacf673fff HTTP/1.1" status: 404 len: 337 time: 0.2068181 Jul 29 16:40:22.820509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48054) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:22.866641 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:22.873741 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:22.876244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e36428-1374-44d9-9f3e-0c201c0f2988 None None] DHCP port deletion for 30df14e0-a833-40a6-b26b-5bf85bbdd67e request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:40:22.877813 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70a0a59-8d70-4fe7-af7e-c44a9e83310a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] DELETE failed (client error): The resource could not be found. Jul 29 16:40:22.878258 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70a0a59-8d70-4fe7-af7e-c44a9e83310a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:40:22.882804 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b70a0a59-8d70-4fe7-af7e-c44a9e83310a tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/subnets/04531acc-0825-4549-92ac-7e38859fd714 HTTP/1.1" status: 404 len: 337 time: 0.0590963 Jul 29 16:40:22.883904 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b98610f8-742a-4a1b-9890-6833d8ba7137 None None] Provisioning complete for port 9dff8a52-3411-42b5-a89e-25b49514495a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:22.884085 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:22.884465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b98610f8-742a-4a1b-9890-6833d8ba7137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:22.884982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48058) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:22.915759 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=1e52ea4a-3259-4bdd-8765-40ec3ee8fee4,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:22.960966 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b4e36428-1374-44d9-9f3e-0c201c0f2988 None None] Deleting port dd271394-bf54-432f-92b6-f093c79992fb {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:22.961604 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b4e36428-1374-44d9-9f3e-0c201c0f2988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:23.074404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b98610f8-742a-4a1b-9890-6833d8ba7137 None None] Port 9dff8a52-3411-42b5-a89e-25b49514495a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:23.080088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:23.090460 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] For port e716da44-bf3f-4a6c-a49d-181e91f3bf2f, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:40:23.095794 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] For port e716da44-bf3f-4a6c-a49d-181e91f3bf2f, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e716da44-bf3f-4a6c-a49d-181e91f3bf2f,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:40:23.126358 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:23.134091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Transition to ACTIVE for port object b835ca5a-71c4-42d0-a20c-41dfab41f7c3 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:23.168787 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-678af07f-bcb2-472a-a2fa-7eadf9ae03dd tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:23.172305 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-678af07f-bcb2-472a-a2fa-7eadf9ae03dd tempest-FloatingIPAdminTestJSON-1377862275 tempest-FloatingIPAdminTestJSON-1377862275-project] 10.222.0.58 "DELETE /v2.0/floatingips/03cb3dcb-8612-4bac-bf61-fb8db339f89a HTTP/1.1" status: 204 len: 168 time: 2.3065808 Jul 29 16:40:23.195906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-da436db4-03cf-4809-85ba-b5ae8f586551 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Deleting port 9dff8a52-3411-42b5-a89e-25b49514495a {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:23.195906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-da436db4-03cf-4809-85ba-b5ae8f586551 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:23.247416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Transition to ACTIVE for port object b835ca5a-71c4-42d0-a20c-41dfab41f7c3 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:23.282851 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:23.328261 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e1e4b-fa26-4c8d-ad4a-d7bf318d8211 None None] Pushing event updated for resources: {'Port': ['ID=e716da44-bf3f-4a6c-a49d-181e91f3bf2f,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:23.339213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:23.448080 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:23.461686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Network 7436f58f-c5a2-4694-bec7-d7d3cefc31c5 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:23.463001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Pushing event updated for resources: {'Port': ['ID=b835ca5a-71c4-42d0-a20c-41dfab41f7c3,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:23.471364 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b4e36428-1374-44d9-9f3e-0c201c0f2988 None None] For port dd271394-bf54-432f-92b6-f093c79992fb, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=dd271394-bf54-432f-92b6-f093c79992fb,segment=NetworkSegment(b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc),segment_id=b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:23.471869 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b4e36428-1374-44d9-9f3e-0c201c0f2988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:23.482050 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:23.490958 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:23.518585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object 83741b2f-5fb5-48b6-bf64-c0f794be282b will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:23.538159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Allocated IP 172.20.0.10 (7436f58f-c5a2-4694-bec7-d7d3cefc31c5/f4aac03a-575b-4c00-8b7d-77600bc9328d/704c8f3f-22b7-4b4d-a6cc-718d497401eb) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:23.573611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:23.675387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:23.748426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b4e36428-1374-44d9-9f3e-0c201c0f2988 None None] Calling delete_port for dd271394-bf54-432f-92b6-f093c79992fb owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:23.781689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48066) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:23.893162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Attempting to bind port b835ca5a-71c4-42d0-a20c-41dfab41f7c3 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:23.893820 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Attempting to bind port b835ca5a-71c4-42d0-a20c-41dfab41f7c3 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '1d6c69af-c26b-4334-85d8-1e08d1d3eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7436f58f-c5a2-4694-bec7-d7d3cefc31c5'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:23.894351 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Attempting to bind port b835ca5a-71c4-42d0-a20c-41dfab41f7c3 on network 7436f58f-c5a2-4694-bec7-d7d3cefc31c5 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:23.897247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-da436db4-03cf-4809-85ba-b5ae8f586551 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:23.905259 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event updated for resources: {'Subnet': ['ID=821d4110-ed3c-4181-b5d8-c45fd423b553,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:23.920361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:23.920739 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Checking segment: {'id': '1d6c69af-c26b-4334-85d8-1e08d1d3eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7436f58f-c5a2-4694-bec7-d7d3cefc31c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:23.921172 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:23.921569 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Bound using segment: {'id': '1d6c69af-c26b-4334-85d8-1e08d1d3eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7436f58f-c5a2-4694-bec7-d7d3cefc31c5'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:23.922048 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Bound port: b835ca5a-71c4-42d0-a20c-41dfab41f7c3, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6c69af-c26b-4334-85d8-1e08d1d3eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7436f58f-c5a2-4694-bec7-d7d3cefc31c5'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:23.922421 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:23.980838 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Checking segment: {'id': '69161f8f-5fb3-4bba-b662-c2aa7cfef866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '772c1eab-da8a-45cf-a00d-057ed445956b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:23.981311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Network hostable DHCP agents. Network: 772c1eab-da8a-45cf-a00d-057ed445956b, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:40:23.982508 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b4e36428-1374-44d9-9f3e-0c201c0f2988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:23.986079 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:24.032211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:24.057354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Transition to ACTIVE for port object 704c8f3f-22b7-4b4d-a6cc-718d497401eb will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:24.089912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-da436db4-03cf-4809-85ba-b5ae8f586551 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Calling delete_port for 9dff8a52-3411-42b5-a89e-25b49514495a owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:24.090171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e36428-1374-44d9-9f3e-0c201c0f2988 None None] Pushing event deleted for resources: {'Port': ['ID=dd271394-bf54-432f-92b6-f093c79992fb,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:24.091944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e36428-1374-44d9-9f3e-0c201c0f2988 None None] No DVR routers for this DVR port dd271394-bf54-432f-92b6-f093c79992fb on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:40:24.138670 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] For port b835ca5a-71c4-42d0-a20c-41dfab41f7c3, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:40:24.141532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] For port b835ca5a-71c4-42d0-a20c-41dfab41f7c3, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b835ca5a-71c4-42d0-a20c-41dfab41f7c3,segment=NetworkSegment(1d6c69af-c26b-4334-85d8-1e08d1d3eba2),segment_id=1d6c69af-c26b-4334-85d8-1e08d1d3eba2)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:40:24.150781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:24.169349 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a1a59709-26a8-45ed-a068-ebd010d0369a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e71091ec22d4b5cae4e0b3ab0a955f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698647 Jul 29 16:40:24.171072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48072) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:24.188686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:24.195275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:24.202313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:24.231978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:24.256148 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Network 772c1eab-da8a-45cf-a00d-057ed445956b is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:40:24.269143 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=83741b2f-5fb5-48b6-bf64-c0f794be282b,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:24.297582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa02f5-dbfc-4e51-8c3c-7c34b1dc9817 None None] Pushing event updated for resources: {'Port': ['ID=b835ca5a-71c4-42d0-a20c-41dfab41f7c3,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:24.302222 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:40:24.312567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 772c1eab-da8a-45cf-a00d-057ed445956b) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:24.324880 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa915948-2692-4c13-b91d-d8934382f8e3 None None] Network 772c1eab-da8a-45cf-a00d-057ed445956b requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:24.328231 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:24.383312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:24.383895 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:24.395967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-da436db4-03cf-4809-85ba-b5ae8f586551 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:24.443723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:24.471086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 7436f58f-c5a2-4694-bec7-d7d3cefc31c5 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:24.483906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:24.510492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:24.515692 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:24.537400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da436db4-03cf-4809-85ba-b5ae8f586551 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Port': ['ID=9dff8a52-3411-42b5-a89e-25b49514495a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:24.568468 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e716da44-bf3f-4a6c-a49d-181e91f3bf2f up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:24.593944 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ffa5-9f96-45ed-b2d8-e4dba4444175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:24.621333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-da436db4-03cf-4809-85ba-b5ae8f586551 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:24.623438 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-da436db4-03cf-4809-85ba-b5ae8f586551 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/ports/9dff8a52-3411-42b5-a89e-25b49514495a HTTP/1.1" status: 204 len: 168 time: 1.7354667 Jul 29 16:40:24.633326 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f9d0510f-79ee-47b0-a527-dc5d35afc865 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.5990145 Jul 29 16:40:24.638801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48076) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:24.639514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48078) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:24.704730 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=704c8f3f-22b7-4b4d-a6cc-718d497401eb,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:24.710212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ffa5-9f96-45ed-b2d8-e4dba4444175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:24.720015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-772c1eab-da8a-45cf-a00d-057ed445956b', 'network_id': '772c1eab-da8a-45cf-a00d-057ed445956b', 'tenant_id': '89b1607814c745ee8e83d1977034c871', 'fixed_ips': [{'subnet_id': '821d4110-ed3c-4181-b5d8-c45fd423b553'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:24.722157 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:24.780850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event updated for resources: {'Subnet': ['ID=56c91f35-47db-4b6a-aeb8-28b627e381a1,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:24.838443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:24.839092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:24.894113 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-48def05d-fa88-4e6b-8333-dbb17fc5e229 req-e2ae7b2b-5975-4e56-a8cf-c24d49e87ecb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5307016 Jul 29 16:40:24.910051 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5040e154-8609-4a66-a0cc-d438c9ea5c9f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6354954 Jul 29 16:40:24.911849 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:24.917465 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Checking segment: {'id': 'b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f37ff97-1023-4ca5-a7c7-c9f7d7817906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:24.917825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Network hostable DHCP agents. Network: 0f37ff97-1023-4ca5-a7c7-c9f7d7817906, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:40:24.923875 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48084) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:24.953260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'network_id': '7436f58f-c5a2-4694-bec7-d7d3cefc31c5', 'name': 'tempest-PortsTestJSON-1538665153', 'fixed_ips': [{'subnet_id': 'f4aac03a-575b-4c00-8b7d-77600bc9328d', 'ip_address': '172.20.0.9'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:24.984568 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Allocated IP 172.20.0.2 (772c1eab-da8a-45cf-a00d-057ed445956b/821d4110-ed3c-4181-b5d8-c45fd423b553/26b0567b-f3b1-4499-983d-56482a70eb4e) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:25.074974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-899ae60d-3662-456a-9d57-52d8255be6a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:25.088833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Network 0f37ff97-1023-4ca5-a7c7-c9f7d7817906 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:40:25.127107 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb710cd9-65b5-46a3-9952-b5fed43280a2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:25.134505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb710cd9-65b5-46a3-9952-b5fed43280a2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:25.135387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cb710cd9-65b5-46a3-9952-b5fed43280a2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:25.162645 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22762ed3-569e-4170-8a60-843488408d65 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:25.187483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=1e52ea4a-3259-4bdd-8765-40ec3ee8fee4,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:25.209587 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cb710cd9-65b5-46a3-9952-b5fed43280a2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:25.213672 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cb710cd9-65b5-46a3-9952-b5fed43280a2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.5641549 Jul 29 16:40:25.213672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 0f37ff97-1023-4ca5-a7c7-c9f7d7817906) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:25.233491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48088) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:25.241035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:25.241467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:25.242246 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:25.279338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6585bf-71a1-4f86-92c7-055adc43d93e None None] Network 0f37ff97-1023-4ca5-a7c7-c9f7d7817906 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:25.310754 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ffa5-9f96-45ed-b2d8-e4dba4444175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:25.335423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3ffa5-9f96-45ed-b2d8-e4dba4444175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0766d3f-90fe-44a0-bc82-dd09b008a91e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:25.343386 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Floating IP f5541608-13a0-4414-add7-22d6af446679 associated. External IP: 172.26.1.21, port: 6e334b2b-76ed-457e-8654-e44eba4a139a. Jul 29 16:40:25.417787 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-68af9575-b16c-40c9-bd94-5e999046754d None None] Provisioning for port e716da44-bf3f-4a6c-a49d-181e91f3bf2f completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:25.451210 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:25.461821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port e716da44-bf3f-4a6c-a49d-181e91f3bf2f completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:25.465039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-68af9575-b16c-40c9-bd94-5e999046754d None None] Provisioning complete for port e716da44-bf3f-4a6c-a49d-181e91f3bf2f triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:25.470775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-68af9575-b16c-40c9-bd94-5e999046754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:25.581789 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d79a6064-44ea-4409-80ad-a29a7b2f060a tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.8371341 Jul 29 16:40:25.590519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48094) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:25.627238 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e716da44-bf3f-4a6c-a49d-181e91f3bf2f triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:25.629026 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:25.666450 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Transition to ACTIVE for port object 26b0567b-f3b1-4499-983d-56482a70eb4e will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:25.686356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48def05d-fa88-4e6b-8333-dbb17fc5e229 req-8004f8f9-fb94-4d0d-8a77-787736f1ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:25.689121 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-48def05d-fa88-4e6b-8333-dbb17fc5e229 req-8004f8f9-fb94-4d0d-8a77-787736f1ad95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43ee33cc813f44109927ef3a85b8b480&device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 1098 time: 0.4989331 Jul 29 16:40:25.699715 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ffa5-9f96-45ed-b2d8-e4dba4444175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:25.703522 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-dcd3ffa5-9f96-45ed-b2d8-e4dba4444175 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0766d3f-90fe-44a0-bc82-dd09b008a91e HTTP/1.1" status: 204 len: 168 time: 1.5305929 Jul 29 16:40:25.717139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079e25cf-21d0-4523-b054-5c01bf622f25 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:25.719201 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079e25cf-21d0-4523-b054-5c01bf622f25 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:25.721382 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079e25cf-21d0-4523-b054-5c01bf622f25 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:25.722393 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-079e25cf-21d0-4523-b054-5c01bf622f25 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Synchronizing usage tracker for tenant:89b1607814c745ee8e83d1977034c871 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:25.741694 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-899ae60d-3662-456a-9d57-52d8255be6a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:25.769386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2971a-e744-4f44-a89a-756177e250d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 83741b2f-5fb5-48b6-bf64-c0f794be282b {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:25.769998 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3c2971a-e744-4f44-a89a-756177e250d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:25.824845 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:25.838743 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Transition to ACTIVE for port object 26b0567b-f3b1-4499-983d-56482a70eb4e will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:25.862200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:port and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:25.883764 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-899ae60d-3662-456a-9d57-52d8255be6a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30df14e0-a833-40a6-b26b-5bf85bbdd67e']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:25.890695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:25.896620 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41040ae5-b554-41e6-9b90-812d740b03a2 None None] Network 7436f58f-c5a2-4694-bec7-d7d3cefc31c5 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:25.910072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:25.913147 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-899ae60d-3662-456a-9d57-52d8255be6a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:25.913541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-899ae60d-3662-456a-9d57-52d8255be6a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:25.940049 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-079e25cf-21d0-4523-b054-5c01bf622f25 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Unset dirty status for tenant:89b1607814c745ee8e83d1977034c871 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:25.940903 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-079e25cf-21d0-4523-b054-5c01bf622f25 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3490601 Jul 29 16:40:25.948168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48106) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:25.977912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-899ae60d-3662-456a-9d57-52d8255be6a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:25.999576 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:26.025385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.058374 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48def05d-fa88-4e6b-8333-dbb17fc5e229 req-91bb0f27-7f28-4843-a2e9-7f970632e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:26.060336 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-48def05d-fa88-4e6b-8333-dbb17fc5e229 req-91bb0f27-7f28-4843-a2e9-7f970632e7e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 HTTP/1.1" status: 200 len: 898 time: 0.2806497 Jul 29 16:40:26.124660 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-899ae60d-3662-456a-9d57-52d8255be6a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.155895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-68af9575-b16c-40c9-bd94-5e999046754d None None] Current status of the port e716da44-bf3f-4a6c-a49d-181e91f3bf2f is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:26.156275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-68af9575-b16c-40c9-bd94-5e999046754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.156741 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48110) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:26.175994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:40:26.208586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b878e5-9366-4aaf-b80e-e68325db64b8 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Deleting subnet 821d4110-ed3c-4181-b5d8-c45fd423b553 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:26.219045 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25b878e5-9366-4aaf-b80e-e68325db64b8 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.233443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899ae60d-3662-456a-9d57-52d8255be6a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:40:26.233858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-899ae60d-3662-456a-9d57-52d8255be6a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.235451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Network 772c1eab-da8a-45cf-a00d-057ed445956b is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:26.248432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-33024756-8aa2-4190-8b59-d6b335b42d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.280277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.287761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:26.305445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:26.341552 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Pushing event updated for resources: {'Port': ['ID=26b0567b-f3b1-4499-983d-56482a70eb4e,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:26.343419 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc resource provider aggregate not found Jul 29 16:40:26.368693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-33024756-8aa2-4190-8b59-d6b335b42d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:26.372203 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-48def05d-fa88-4e6b-8333-dbb17fc5e229 req-f62110a8-fae7-4a4c-8eb0-7504a67686b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e95f1339-f0c7-4a44-a095-0627049aa96a HTTP/1.1" status: 200 len: 1000 time: 0.3020828 Jul 29 16:40:26.385773 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3e662fa-fbb8-4c68-aa56-ef6bb213a5dc found for delete ", "request_id": "req-b3ae109f-d024-4c61-b9e2-e59ac94044cb"}]} Jul 29 16:40:26.401438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port 917ffdfe-0aa3-45b4-9ec8-77b2aedabe1b yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:40:26.427808 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25b878e5-9366-4aaf-b80e-e68325db64b8 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.456847 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-68af9575-b16c-40c9-bd94-5e999046754d None None] For port e716da44-bf3f-4a6c-a49d-181e91f3bf2f, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e716da44-bf3f-4a6c-a49d-181e91f3bf2f,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:26.460003 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-0f37ff97-1023-4ca5-a7c7-c9f7d7817906', 'network_id': '0f37ff97-1023-4ca5-a7c7-c9f7d7817906', 'tenant_id': '89b1607814c745ee8e83d1977034c871', 'fixed_ips': [{'subnet_id': '56c91f35-47db-4b6a-aeb8-28b627e381a1'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:26.460644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.476519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-899ae60d-3662-456a-9d57-52d8255be6a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.509892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-899ae60d-3662-456a-9d57-52d8255be6a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.518932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-33024756-8aa2-4190-8b59-d6b335b42d9f admin admin] Usage tracker for resource:security_group_rule and tenant:8cbecc9e48a746a0aa5eb8ba1ed5803d is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:26.524653 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-33024756-8aa2-4190-8b59-d6b335b42d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:26.528916 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3c2971a-e744-4f44-a89a-756177e250d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.529532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-68af9575-b16c-40c9-bd94-5e999046754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.554635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ae60d-3662-456a-9d57-52d8255be6a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] Pushing event deleted for resources: {'Network': ['ID=30df14e0-a833-40a6-b26b-5bf85bbdd67e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:26.615866 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-899ae60d-3662-456a-9d57-52d8255be6a4 tempest-PortsIpV6TestJSON-83861324 tempest-PortsIpV6TestJSON-83861324-project] 10.222.0.58 "DELETE /v2.0/networks/30df14e0-a833-40a6-b26b-5bf85bbdd67e HTTP/1.1" status: 204 len: 168 time: 1.9749916 Jul 29 16:40:26.686184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2971a-e744-4f44-a89a-756177e250d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 83741b2f-5fb5-48b6-bf64-c0f794be282b owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:26.691937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e716da44-bf3f-4a6c-a49d-181e91f3bf2f is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:26.692597 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.726804 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-33024756-8aa2-4190-8b59-d6b335b42d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:26.754698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Attempting to bind port 26b0567b-f3b1-4499-983d-56482a70eb4e on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:26.755288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Attempting to bind port 26b0567b-f3b1-4499-983d-56482a70eb4e by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '69161f8f-5fb3-4bba-b662-c2aa7cfef866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '772c1eab-da8a-45cf-a00d-057ed445956b'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:26.755820 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Attempting to bind port 26b0567b-f3b1-4499-983d-56482a70eb4e on network 772c1eab-da8a-45cf-a00d-057ed445956b {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:26.800143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:26.800837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Checking segment: {'id': '69161f8f-5fb3-4bba-b662-c2aa7cfef866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '772c1eab-da8a-45cf-a00d-057ed445956b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:26.801306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48def05d-fa88-4e6b-8333-dbb17fc5e229 req-df836566-66ae-411f-802e-c10f7715667a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:26.802474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.803115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Bound using segment: {'id': '69161f8f-5fb3-4bba-b662-c2aa7cfef866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '772c1eab-da8a-45cf-a00d-057ed445956b'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:26.803697 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-48def05d-fa88-4e6b-8333-dbb17fc5e229 req-df836566-66ae-411f-802e-c10f7715667a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13f062b0-bf27-4901-9936-6392c3e3a598 HTTP/1.1" status: 200 len: 835 time: 0.3390996 Jul 29 16:40:26.803974 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Bound port: 26b0567b-f3b1-4499-983d-56482a70eb4e, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69161f8f-5fb3-4bba-b662-c2aa7cfef866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '772c1eab-da8a-45cf-a00d-057ed445956b'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:26.804617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.855633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a6a9286f-05b6-457f-84a6-c54a28594d02 None None] Provisioning for port b835ca5a-71c4-42d0-a20c-41dfab41f7c3 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:26.860026 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af9575-b16c-40c9-bd94-5e999046754d None None] Pushing event updated for resources: {'Port': ['ID=e716da44-bf3f-4a6c-a49d-181e91f3bf2f,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:26.917637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:40:26.923849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Allocated IP 172.20.0.9 (7436f58f-c5a2-4694-bec7-d7d3cefc31c5/f4aac03a-575b-4c00-8b7d-77600bc9328d/917ffdfe-0aa3-45b4-9ec8-77b2aedabe1b) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:26.934204 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25b878e5-9366-4aaf-b80e-e68325db64b8 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:26.971579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420bb883-36a0-43b3-859e-e62df0f9a75d None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:40:27.034788 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420bb883-36a0-43b3-859e-e62df0f9a75d None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:27.045261 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-420bb883-36a0-43b3-859e-e62df0f9a75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:27.053336 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:27.126505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48124) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:27.133482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:40:27.133826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:40:27.155488 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-610d5a99-67ea-4ede-a89a-b25db28151dd tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.6759772 Jul 29 16:40:27.157429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3c2971a-e744-4f44-a89a-756177e250d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:27.158276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48def05d-fa88-4e6b-8333-dbb17fc5e229 req-eefbd097-199b-40de-a167-a6e82f6e9d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:27.160323 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-48def05d-fa88-4e6b-8333-dbb17fc5e229 req-eefbd097-199b-40de-a167-a6e82f6e9d4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3438101 Jul 29 16:40:27.161463 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48130) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:27.174453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-420bb883-36a0-43b3-859e-e62df0f9a75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:27.189377 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Allocated IP 172.20.0.18 (0f37ff97-1023-4ca5-a7c7-c9f7d7817906/56c91f35-47db-4b6a-aeb8-28b627e381a1/a99d43f4-37d3-412c-8571-c6dceb19fc66) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:27.204034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420bb883-36a0-43b3-859e-e62df0f9a75d None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:27.204679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-420bb883-36a0-43b3-859e-e62df0f9a75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:27.326844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-420bb883-36a0-43b3-859e-e62df0f9a75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:27.327636 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420bb883-36a0-43b3-859e-e62df0f9a75d None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:40:27.360051 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-55c1f8e7-fa33-4f07-b9f5-72042eb213d7 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'floatingip': {'port_id': '6e334b2b-76ed-457e-8654-e44eba4a139a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:27.426387 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f2f2970e-4337-4fb4-9c23-f34e36a0c8a3 None None] Could not find standard attr ID for object 83741b2f-5fb5-48b6-bf64-c0f794be282b. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:40:27.438192 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-48def05d-fa88-4e6b-8333-dbb17fc5e229 req-c40b10c8-6485-41f5-9359-87eb607e9d45 service neutron] 10.222.0.69 "GET /v2.0/networks/6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712076 Jul 29 16:40:27.452891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f2f2970e-4337-4fb4-9c23-f34e36a0c8a3 None None] Provisioning complete for port e716da44-bf3f-4a6c-a49d-181e91f3bf2f triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:27.453350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f2f2970e-4337-4fb4-9c23-f34e36a0c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:27.515571 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25b878e5-9366-4aaf-b80e-e68325db64b8 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:27.537967 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] For port 26b0567b-f3b1-4499-983d-56482a70eb4e, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:40:27.548171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2971a-e744-4f44-a89a-756177e250d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=83741b2f-5fb5-48b6-bf64-c0f794be282b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:27.565831 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3c2971a-e744-4f44-a89a-756177e250d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:27.582640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] For port 26b0567b-f3b1-4499-983d-56482a70eb4e, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=26b0567b-f3b1-4499-983d-56482a70eb4e,segment=NetworkSegment(69161f8f-5fb3-4bba-b662-c2aa7cfef866),segment_id=69161f8f-5fb3-4bba-b662-c2aa7cfef866)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:40:27.608977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:27.789277 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-48def05d-fa88-4e6b-8333-dbb17fc5e229 req-aaeb1897-600f-4146-a394-743d002771e3 service neutron] 10.222.0.69 "GET /v2.0/networks/6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332601 Jul 29 16:40:27.791589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-55c1f8e7-fa33-4f07-b9f5-72042eb213d7 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:27.813164 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0d462c0d-08b3-4c9e-a690-399e370953ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc630b34605447ae9c7be362e869ad61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6851895 Jul 29 16:40:27.817080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48134) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:27.850380 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b3c2971a-e744-4f44-a89a-756177e250d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/83741b2f-5fb5-48b6-bf64-c0f794be282b HTTP/1.1" status: 204 len: 168 time: 2.6160898 Jul 29 16:40:27.855092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48138) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:27.880687 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:27.919050 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25b878e5-9366-4aaf-b80e-e68325db64b8 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:27.922682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b878e5-9366-4aaf-b80e-e68325db64b8 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event deleted for resources: {'Subnet': ['ID=821d4110-ed3c-4181-b5d8-c45fd423b553,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:27.970879 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Transition to ACTIVE for port object a99d43f4-37d3-412c-8571-c6dceb19fc66 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:27.974150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e716da44-bf3f-4a6c-a49d-181e91f3bf2f is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:28.002599 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa61278-0698-4559-ba6c-fd6f805842dc None None] Pushing event updated for resources: {'Port': ['ID=26b0567b-f3b1-4499-983d-56482a70eb4e,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:28.008492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-33024756-8aa2-4190-8b59-d6b335b42d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.026106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-33024756-8aa2-4190-8b59-d6b335b42d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.049246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Transition to ACTIVE for port object a99d43f4-37d3-412c-8571-c6dceb19fc66 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:28.055493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2970e-4337-4fb4-9c23-f34e36a0c8a3 None None] Current status of the port e716da44-bf3f-4a6c-a49d-181e91f3bf2f is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:28.065725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.132533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dd271394-bf54-432f-92b6-f093c79992fb no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:40:28.175842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda884b2-8a12-4c81-bdde-a56d20a1ab4f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:28.177745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda884b2-8a12-4c81-bdde-a56d20a1ab4f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:28.178917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda884b2-8a12-4c81-bdde-a56d20a1ab4f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:28.179793 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-eda884b2-8a12-4c81-bdde-a56d20a1ab4f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:28.223702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b7c73b59-1128-4b8c-bc48-bd617d4cf0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.238754 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:40:28.289217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Network 0f37ff97-1023-4ca5-a7c7-c9f7d7817906 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:28.289217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: dd271394-bf54-432f-92b6-f093c79992fb {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:40:28.289217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dd271394-bf54-432f-92b6-f093c79992fb not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:40:28.296214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:28.305796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:28.308115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-503af294-a58e-499e-b998-697eeb268c6d None None] Could not find standard attr ID for object 83741b2f-5fb5-48b6-bf64-c0f794be282b. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:40:28.326661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.346361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-eda884b2-8a12-4c81-bdde-a56d20a1ab4f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:28.350642 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-eda884b2-8a12-4c81-bdde-a56d20a1ab4f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4899411 Jul 29 16:40:28.355540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b7c73b59-1128-4b8c-bc48-bd617d4cf0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.361671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48144) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:28.406084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Pushing event updated for resources: {'Port': ['ID=a99d43f4-37d3-412c-8571-c6dceb19fc66,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:28.441200 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-25b878e5-9366-4aaf-b80e-e68325db64b8 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "DELETE /v2.0/subnets/821d4110-ed3c-4181-b5d8-c45fd423b553 HTTP/1.1" status: 204 len: 168 time: 2.4919896 Jul 29 16:40:28.444652 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-33024756-8aa2-4190-8b59-d6b335b42d9f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8cbecc9e48a746a0aa5eb8ba1ed5803d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2865708 Jul 29 16:40:28.445570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48148) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:28.450699 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Attempting to bind port a99d43f4-37d3-412c-8571-c6dceb19fc66 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:28.451077 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Attempting to bind port a99d43f4-37d3-412c-8571-c6dceb19fc66 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f37ff97-1023-4ca5-a7c7-c9f7d7817906'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:28.451445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Attempting to bind port a99d43f4-37d3-412c-8571-c6dceb19fc66 on network 0f37ff97-1023-4ca5-a7c7-c9f7d7817906 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:28.464804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be24eb5-cce1-45c2-ba51-c1ad0ee227c6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 0e63a5e8-2cb2-4a30-a450-3acd39ab0bc2 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:28.472474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:28.473188 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Checking segment: {'id': 'b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f37ff97-1023-4ca5-a7c7-c9f7d7817906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:28.474291 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.474866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Bound using segment: {'id': 'b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f37ff97-1023-4ca5-a7c7-c9f7d7817906'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:28.475510 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Bound port: a99d43f4-37d3-412c-8571-c6dceb19fc66, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0f37ff97-1023-4ca5-a7c7-c9f7d7817906'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:28.476165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.477550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48150) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:28.490542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7be24eb5-cce1-45c2-ba51-c1ad0ee227c6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.522014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Transition to ACTIVE for port object 917ffdfe-0aa3-45b4-9ec8-77b2aedabe1b will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:28.570705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-503af294-a58e-499e-b998-697eeb268c6d None None] Provisioning for port 704c8f3f-22b7-4b4d-a6cc-718d497401eb completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:28.596483 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-503af294-a58e-499e-b998-697eeb268c6d None None] Provisioning complete for port 704c8f3f-22b7-4b4d-a6cc-718d497401eb triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:28.597795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-503af294-a58e-499e-b998-697eeb268c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.638811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7be24eb5-cce1-45c2-ba51-c1ad0ee227c6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.717941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b835ca5a-71c4-42d0-a20c-41dfab41f7c3 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:28.721210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b7c73b59-1128-4b8c-bc48-bd617d4cf0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.735025 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2d418fb1-1ea6-44de-919d-79afc65be24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.747410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-503af294-a58e-499e-b998-697eeb268c6d None None] Port 704c8f3f-22b7-4b4d-a6cc-718d497401eb cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:28.756948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c73b59-1128-4b8c-bc48-bd617d4cf0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d420cff7-6a2f-441d-b3ab-fda8a7c19ed3,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:28.764391 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] For port a99d43f4-37d3-412c-8571-c6dceb19fc66, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:40:28.766557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.792587 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] For port a99d43f4-37d3-412c-8571-c6dceb19fc66, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a99d43f4-37d3-412c-8571-c6dceb19fc66,segment=NetworkSegment(b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d),segment_id=b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:40:28.808278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.842120 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b7c73b59-1128-4b8c-bc48-bd617d4cf0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.843852 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b7c73b59-1128-4b8c-bc48-bd617d4cf0b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d420cff7-6a2f-441d-b3ab-fda8a7c19ed3 HTTP/1.1" status: 204 len: 168 time: 1.0257277 Jul 29 16:40:28.858486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2d418fb1-1ea6-44de-919d-79afc65be24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.875159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33024756-8aa2-4190-8b59-d6b335b42d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20323d8d-f076-49b8-9acf-ebb365607b28,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:28.889993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7be24eb5-cce1-45c2-ba51-c1ad0ee227c6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.922224 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacd4f9-550a-4c48-b183-912132ec5443 None None] Pushing event updated for resources: {'Port': ['ID=a99d43f4-37d3-412c-8571-c6dceb19fc66,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:28.928494 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bca888-b468-486a-a6b7-e8e2eac58a53 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Deleting subnet 56c91f35-47db-4b6a-aeb8-28b627e381a1 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:28.933266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-27bca888-b468-486a-a6b7-e8e2eac58a53 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.951961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 7436f58f-c5a2-4694-bec7-d7d3cefc31c5 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:28.955242 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=917ffdfe-0aa3-45b4-9ec8-77b2aedabe1b,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:28.961702 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port b835ca5a-71c4-42d0-a20c-41dfab41f7c3 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:28.978781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b835ca5a-71c4-42d0-a20c-41dfab41f7c3 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:28.979315 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:28.987944 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:29.010776 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:29.056841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-27bca888-b468-486a-a6b7-e8e2eac58a53 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:29.212442 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:29.213758 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:29.260100 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-12448cba-aab8-4d3e-b360-0d1ed6502125 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3301966 Jul 29 16:40:29.261764 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48160) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:29.333173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b835ca5a-71c4-42d0-a20c-41dfab41f7c3 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:29.333819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:29.360592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7be24eb5-cce1-45c2-ba51-c1ad0ee227c6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:29.431673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port b835ca5a-71c4-42d0-a20c-41dfab41f7c3, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b835ca5a-71c4-42d0-a20c-41dfab41f7c3,segment=NetworkSegment(1d6c69af-c26b-4334-85d8-1e08d1d3eba2),segment_id=1d6c69af-c26b-4334-85d8-1e08d1d3eba2)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:29.444639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:29.445470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e716da44-bf3f-4a6c-a49d-181e91f3bf2f up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:29.479228 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2d418fb1-1ea6-44de-919d-79afc65be24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:29.482671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2d418fb1-1ea6-44de-919d-79afc65be24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:29.484156 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2d418fb1-1ea6-44de-919d-79afc65be24c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20323d8d-f076-49b8-9acf-ebb365607b28 HTTP/1.1" status: 204 len: 168 time: 1.0039964 Jul 29 16:40:29.544975 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7be24eb5-cce1-45c2-ba51-c1ad0ee227c6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:29.547749 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7be24eb5-cce1-45c2-ba51-c1ad0ee227c6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/0e63a5e8-2cb2-4a30-a450-3acd39ab0bc2 HTTP/1.1" status: 204 len: 168 time: 1.1849515 Jul 29 16:40:29.548957 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be24eb5-cce1-45c2-ba51-c1ad0ee227c6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=0e63a5e8-2cb2-4a30-a450-3acd39ab0bc2,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:29.557901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48172) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:29.559059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d418fb1-1ea6-44de-919d-79afc65be24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20323d8d-f076-49b8-9acf-ebb365607b28,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:29.632117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-55c1f8e7-fa33-4f07-b9f5-72042eb213d7 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:29.649324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-55c1f8e7-fa33-4f07-b9f5-72042eb213d7 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:29.731607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4da9eb6-435b-45c8-8b3d-cf998632ee86 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:29.779851 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6506f1bb-759c-4f7c-9a5e-1559e3dcf57b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:29.782786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6506f1bb-759c-4f7c-9a5e-1559e3dcf57b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:29.825588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4339fb-be9a-4651-b681-bb992c3f1295 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 75c21b5f-1181-4d38-ab89-441c3a49c09a {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:29.833241 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0b4339fb-be9a-4651-b681-bb992c3f1295 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:29.866342 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ea7c0f-e1a0-4911-9e44-abad94f959af None None] Network 772c1eab-da8a-45cf-a00d-057ed445956b requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:29.898312 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-27bca888-b468-486a-a6b7-e8e2eac58a53 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:29.965591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6506f1bb-759c-4f7c-9a5e-1559e3dcf57b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:29.971459 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6506f1bb-759c-4f7c-9a5e-1559e3dcf57b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.7051649 Jul 29 16:40:29.972892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48182) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:29.996084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0b4339fb-be9a-4651-b681-bb992c3f1295 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:30.005463 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-81179ad8-adb4-4fbd-8e0a-9ca5c4731cf0 None None] Provisioning for port 917ffdfe-0aa3-45b4-9ec8-77b2aedabe1b completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:30.020599 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e716da44-bf3f-4a6c-a49d-181e91f3bf2f triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:30.021262 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:30.101218 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=b835ca5a-71c4-42d0-a20c-41dfab41f7c3,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:30.112213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-81179ad8-adb4-4fbd-8e0a-9ca5c4731cf0 None None] Provisioning complete for port 917ffdfe-0aa3-45b4-9ec8-77b2aedabe1b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:30.114515 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-81179ad8-adb4-4fbd-8e0a-9ca5c4731cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:30.175338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0b4339fb-be9a-4651-b681-bb992c3f1295 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:30.181709 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f57b9d-10b2-4232-861b-18974dcc1ba1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:30.188791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f57b9d-10b2-4232-861b-18974dcc1ba1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:30.196575 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f57b9d-10b2-4232-861b-18974dcc1ba1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:30.197603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-67f57b9d-10b2-4232-861b-18974dcc1ba1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:30.203350 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48192) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:30.231973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-49126239-05d9-472d-af8c-c3750ca592e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:30.259466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-27bca888-b468-486a-a6b7-e8e2eac58a53 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:30.284222 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-67f57b9d-10b2-4232-861b-18974dcc1ba1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:30.285667 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-67f57b9d-10b2-4232-861b-18974dcc1ba1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3028927 Jul 29 16:40:30.290634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48196) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:30.326084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-27bca888-b468-486a-a6b7-e8e2eac58a53 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:30.330030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bca888-b468-486a-a6b7-e8e2eac58a53 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event deleted for resources: {'Subnet': ['ID=56c91f35-47db-4b6a-aeb8-28b627e381a1,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:30.360833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48200) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:30.367235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0b4339fb-be9a-4651-b681-bb992c3f1295 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:30.435943 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4339fb-be9a-4651-b681-bb992c3f1295 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=75c21b5f-1181-4d38-ab89-441c3a49c09a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:30.438025 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-81179ad8-adb4-4fbd-8e0a-9ca5c4731cf0 None None] Port 917ffdfe-0aa3-45b4-9ec8-77b2aedabe1b cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:30.444031 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0b4339fb-be9a-4651-b681-bb992c3f1295 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:30.450211 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb9072-69a6-46e0-8e3c-016d4a6790a0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port 917ffdfe-0aa3-45b4-9ec8-77b2aedabe1b {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:30.450562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cdbb9072-69a6-46e0-8e3c-016d4a6790a0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:30.468174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-49126239-05d9-472d-af8c-c3750ca592e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:30.495656 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-49126239-05d9-472d-af8c-c3750ca592e5 admin admin] Usage tracker for resource:security_group_rule and tenant:9080ee3298e74ab181090ff7ffdf7c6a is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:30.507869 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-49126239-05d9-472d-af8c-c3750ca592e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:30.512835 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-27bca888-b468-486a-a6b7-e8e2eac58a53 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "DELETE /v2.0/subnets/56c91f35-47db-4b6a-aeb8-28b627e381a1 HTTP/1.1" status: 204 len: 168 time: 2.0529850 Jul 29 16:40:30.517370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48206) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:30.524367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-49126239-05d9-472d-af8c-c3750ca592e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:30.588861 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0b4339fb-be9a-4651-b681-bb992c3f1295 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/75c21b5f-1181-4d38-ab89-441c3a49c09a HTTP/1.1" status: 204 len: 168 time: 1.0251427 Jul 29 16:40:30.591383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48210) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:30.677195 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c1f8e7-fa33-4f07-b9f5-72042eb213d7 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:40:30.680028 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5c263ee9-dd23-4452-9859-b65ac28cc8cd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874736 Jul 29 16:40:30.688386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48214) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:30.711912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-eccd056d-082d-49ea-97a8-72bfe901eda1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:30.712917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-15ffc675-3c09-48c1-9830-8f06bf11cc28 None None] Provisioning for port 26b0567b-f3b1-4499-983d-56482a70eb4e completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:30.731471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6bee6f-7c1b-4c93-b56e-4537e5dbae5a None None] Network 0f37ff97-1023-4ca5-a7c7-c9f7d7817906 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:30.739718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1584424208'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:30.750928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e716da44-bf3f-4a6c-a49d-181e91f3bf2f is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:30.752237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 26b0567b-f3b1-4499-983d-56482a70eb4e up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:30.753987 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff585ab-6ad8-4928-b05f-444231fc9c44 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:30.758804 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dff585ab-6ad8-4928-b05f-444231fc9c44 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2372665 Jul 29 16:40:30.789370 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48220) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:30.814849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:30.833487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:network and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:30.850551 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafd47b2-bf2a-489c-b3c7-bb75adbf07d8 None None] DHCP port deletion for 772c1eab-da8a-45cf-a00d-057ed445956b request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:40:30.852295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:30.859169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fafd47b2-bf2a-489c-b3c7-bb75adbf07d8 None None] Deleting port 26b0567b-f3b1-4499-983d-56482a70eb4e {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:30.859880 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fafd47b2-bf2a-489c-b3c7-bb75adbf07d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:30.864711 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:31.008435 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-49126239-05d9-472d-af8c-c3750ca592e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.025112 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-49126239-05d9-472d-af8c-c3750ca592e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.044567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.085611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:31.088378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12877b75-6525-4b29-a4ae-b8f32e60d89f None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:40:31.089019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.104911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-eccd056d-082d-49ea-97a8-72bfe901eda1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:31.111130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.116902 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-49126239-05d9-472d-af8c-c3750ca592e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9080ee3298e74ab181090ff7ffdf7c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9073665 Jul 29 16:40:31.117102 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Deleting port a99d43f4-37d3-412c-8571-c6dceb19fc66 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:31.117565 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.125089 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48224) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:31.139022 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-eccd056d-082d-49ea-97a8-72bfe901eda1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:31.140885 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49126239-05d9-472d-af8c-c3750ca592e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de07efc1-c3db-469e-93a8-12b5635a26d3,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:31.143426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-eccd056d-082d-49ea-97a8-72bfe901eda1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:31.149650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c1f8e7-fa33-4f07-b9f5-72042eb213d7 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:40:31.152469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-12877b75-6525-4b29-a4ae-b8f32e60d89f None None] Deleting port e716da44-bf3f-4a6c-a49d-181e91f3bf2f {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:31.152777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-12877b75-6525-4b29-a4ae-b8f32e60d89f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.168026 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16450d30-7939-40a7-8c8f-2ec320c825e1 None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:40:31.175903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-eccd056d-082d-49ea-97a8-72bfe901eda1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:31.184072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:31.189934 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16450d30-7939-40a7-8c8f-2ec320c825e1 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:31.190485 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-16450d30-7939-40a7-8c8f-2ec320c825e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:31.190834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cdbb9072-69a6-46e0-8e3c-016d4a6790a0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.199796 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-55c1f8e7-fa33-4f07-b9f5-72042eb213d7 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.217272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:security_group_rule and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:31.229885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-86526ccc-bec9-4da7-ae5e-abbfa84c8b42 None None] Provisioning for port a99d43f4-37d3-412c-8571-c6dceb19fc66 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:31.249216 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 26b0567b-f3b1-4499-983d-56482a70eb4e completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:31.257568 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-16450d30-7939-40a7-8c8f-2ec320c825e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:31.260623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 26b0567b-f3b1-4499-983d-56482a70eb4e triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:31.261006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.266875 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16450d30-7939-40a7-8c8f-2ec320c825e1 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:31.267771 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-16450d30-7939-40a7-8c8f-2ec320c825e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:31.285714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:31.334781 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-16450d30-7939-40a7-8c8f-2ec320c825e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:31.335554 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16450d30-7939-40a7-8c8f-2ec320c825e1 None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:40:31.359683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb9072-69a6-46e0-8e3c-016d4a6790a0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for 917ffdfe-0aa3-45b4-9ec8-77b2aedabe1b owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:31.388525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccd056d-082d-49ea-97a8-72bfe901eda1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:31.390937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eccd056d-082d-49ea-97a8-72bfe901eda1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.414310 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:31.503380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-fafd47b2-bf2a-489c-b3c7-bb75adbf07d8 None None] For port 26b0567b-f3b1-4499-983d-56482a70eb4e, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=26b0567b-f3b1-4499-983d-56482a70eb4e,segment=NetworkSegment(69161f8f-5fb3-4bba-b662-c2aa7cfef866),segment_id=69161f8f-5fb3-4bba-b662-c2aa7cfef866)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:31.503968 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fafd47b2-bf2a-489c-b3c7-bb75adbf07d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.575458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e59193b2-c010-4ee3-b129-f90bfc3ccca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.576468 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e977dde5-660f-4aad-93be-e0ebc1c12b7d None None] DHCP port deletion for 0f37ff97-1023-4ca5-a7c7-c9f7d7817906 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:40:31.671510 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e59193b2-c010-4ee3-b129-f90bfc3ccca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.710136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fafd47b2-bf2a-489c-b3c7-bb75adbf07d8 None None] Calling delete_port for 26b0567b-f3b1-4499-983d-56482a70eb4e owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:31.712117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] For port a99d43f4-37d3-412c-8571-c6dceb19fc66, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a99d43f4-37d3-412c-8571-c6dceb19fc66,segment=NetworkSegment(b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d),segment_id=b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:31.713026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.738031 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e977dde5-660f-4aad-93be-e0ebc1c12b7d None None] Deleting port a99d43f4-37d3-412c-8571-c6dceb19fc66 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:31.738031 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e977dde5-660f-4aad-93be-e0ebc1c12b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.739932 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cdbb9072-69a6-46e0-8e3c-016d4a6790a0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.822751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb9072-69a6-46e0-8e3c-016d4a6790a0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=917ffdfe-0aa3-45b4-9ec8-77b2aedabe1b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:31.848280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Calling delete_port for a99d43f4-37d3-412c-8571-c6dceb19fc66 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:31.877183 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-12877b75-6525-4b29-a4ae-b8f32e60d89f None None] For port e716da44-bf3f-4a6c-a49d-181e91f3bf2f, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e716da44-bf3f-4a6c-a49d-181e91f3bf2f,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:31.877665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-12877b75-6525-4b29-a4ae-b8f32e60d89f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.893306 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-55c1f8e7-fa33-4f07-b9f5-72042eb213d7 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "PUT /v2.0/floatingips/f5541608-13a0-4414-add7-22d6af446679 HTTP/1.1" status: 200 len: 978 time: 4.7252860 Jul 29 16:40:31.894118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48230) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:31.919601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 26b0567b-f3b1-4499-983d-56482a70eb4e is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:31.919965 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.945240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:31.978887 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.006446 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e59193b2-c010-4ee3-b129-f90bfc3ccca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.053548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cdbb9072-69a6-46e0-8e3c-016d4a6790a0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.069690 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b6a716-e375-4db8-ae77-4a10b02a5c48,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:32.096427 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:32.100318 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-12877b75-6525-4b29-a4ae-b8f32e60d89f None None] Calling delete_port for e716da44-bf3f-4a6c-a49d-181e91f3bf2f owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:32.137496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59193b2-c010-4ee3-b129-f90bfc3ccca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de07efc1-c3db-469e-93a8-12b5635a26d3,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:32.137692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fafd47b2-bf2a-489c-b3c7-bb75adbf07d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.155493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.156171 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Added segment 027a796d-bce4-4376-9fb5-7aaf00491b6f of type vlan for network 7c3927f9-8898-4d58-8254-6821c2414864 Jul 29 16:40:32.168743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-cb823c84-8f24-48e5-b1aa-df9fb85453bf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting port 1e52ea4a-3259-4bdd-8765-40ec3ee8fee4 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:32.169304 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb823c84-8f24-48e5-b1aa-df9fb85453bf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.171153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eccd056d-082d-49ea-97a8-72bfe901eda1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.198412 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.217034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd47b2-bf2a-489c-b3c7-bb75adbf07d8 None None] Pushing event deleted for resources: {'Port': ['ID=26b0567b-f3b1-4499-983d-56482a70eb4e,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:32.256650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd47b2-bf2a-489c-b3c7-bb75adbf07d8 None None] No DVR routers for this DVR port 26b0567b-f3b1-4499-983d-56482a70eb4e on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:40:32.258881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event deleted for resources: {'Port': ['ID=a99d43f4-37d3-412c-8571-c6dceb19fc66,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:32.264250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] No DVR routers for this DVR port a99d43f4-37d3-412c-8571-c6dceb19fc66 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:40:32.264714 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cdbb9072-69a6-46e0-8e3c-016d4a6790a0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/917ffdfe-0aa3-45b4-9ec8-77b2aedabe1b HTTP/1.1" status: 204 len: 168 time: 1.9728091 Jul 29 16:40:32.267448 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48234) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:32.273880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e59193b2-c010-4ee3-b129-f90bfc3ccca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.278243 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e59193b2-c010-4ee3-b129-f90bfc3ccca0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de07efc1-c3db-469e-93a8-12b5635a26d3 HTTP/1.1" status: 204 len: 168 time: 1.1507323 Jul 29 16:40:32.281216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd056d-082d-49ea-97a8-72bfe901eda1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:32.286522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.294559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-eccd056d-082d-49ea-97a8-72bfe901eda1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:32.303799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccd056d-082d-49ea-97a8-72bfe901eda1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:32.304659 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eccd056d-082d-49ea-97a8-72bfe901eda1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.317921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd056d-082d-49ea-97a8-72bfe901eda1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=4d33c425-9435-4fcd-897b-cb6f5918acb1,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:32.367491 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-eccd056d-082d-49ea-97a8-72bfe901eda1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6749399 Jul 29 16:40:32.369896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48240) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:32.377849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.388194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:32.391573 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.429629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d1e92699-12ab-45f0-aa50-c44fabf78b5e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:32.461843 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a657126-bde7-4e64-85ac-3bad8947c260 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] GET failed (client error): The resource could not be found. Jul 29 16:40:32.463772 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7a657126-bde7-4e64-85ac-3bad8947c260 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/917ffdfe-0aa3-45b4-9ec8-77b2aedabe1b HTTP/1.1" status: 404 len: 333 time: 0.1954908 Jul 29 16:40:32.470315 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48244) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:32.471398 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e977dde5-660f-4aad-93be-e0ebc1c12b7d None None] For port a99d43f4-37d3-412c-8571-c6dceb19fc66, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a99d43f4-37d3-412c-8571-c6dceb19fc66,segment=NetworkSegment(b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d),segment_id=b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:32.471833 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e977dde5-660f-4aad-93be-e0ebc1c12b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.486470 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1242623 Jul 29 16:40:32.590559 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-6403d04a-0f61-4248-bf3c-5dca6068ee74 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port 704c8f3f-22b7-4b4d-a6cc-718d497401eb {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:32.590924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6403d04a-0f61-4248-bf3c-5dca6068ee74 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.595161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48248) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:32.607255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-175630622'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:32.634739 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:32.653307 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:network and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:32.663396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:32.672659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.679743 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:32.684281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bec1d9-2131-4c09-8143-cac1f6f0c93b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Network': ['ID=7c3927f9-8898-4d58-8254-6821c2414864,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:32.691874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-12877b75-6525-4b29-a4ae-b8f32e60d89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.697234 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b835ca5a-71c4-42d0-a20c-41dfab41f7c3 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:32.729750 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:32.731414 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb823c84-8f24-48e5-b1aa-df9fb85453bf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.731903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb823c84-8f24-48e5-b1aa-df9fb85453bf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.734141 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.759879 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e977dde5-660f-4aad-93be-e0ebc1c12b7d None None] Calling delete_port for a99d43f4-37d3-412c-8571-c6dceb19fc66 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:32.778207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d1e92699-12ab-45f0-aa50-c44fabf78b5e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:32.782502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d1e92699-12ab-45f0-aa50-c44fabf78b5e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:32.785982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d1e92699-12ab-45f0-aa50-c44fabf78b5e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:32.793382 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d1e92699-12ab-45f0-aa50-c44fabf78b5e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:32.812384 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e92699-12ab-45f0-aa50-c44fabf78b5e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:32.816825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1e92699-12ab-45f0-aa50-c44fabf78b5e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.826882 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 7c3927f9-8898-4d58-8254-6821c2414864 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:32.830402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f37ff97-1023-4ca5-a7c7-c9f7d7817906']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:32.841949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:32.909439 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-cb823c84-8f24-48e5-b1aa-df9fb85453bf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Calling delete_port for 1e52ea4a-3259-4bdd-8765-40ec3ee8fee4 owned by network:floatingip {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:32.915123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12877b75-6525-4b29-a4ae-b8f32e60d89f None None] Pushing event deleted for resources: {'Port': ['ID=e716da44-bf3f-4a6c-a49d-181e91f3bf2f,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:32.929717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.930072 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Added segment cb183949-69e8-4dcd-bec8-e1f243063192 of type vlan for network 60fc3126-d721-40f3-851f-9aa6cf12b5fb Jul 29 16:40:32.931119 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12877b75-6525-4b29-a4ae-b8f32e60d89f None None] No DVR routers for this DVR port e716da44-bf3f-4a6c-a49d-181e91f3bf2f on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:40:32.953271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:32.953536 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:32.967144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b835ca5a-71c4-42d0-a20c-41dfab41f7c3 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:32.968105 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:32.986262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:33.005533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:33.038322 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd291b7-41de-4bd5-8b65-5a9e17d9829a None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:33.088071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:33.094403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:33.095171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:33.152362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-e977dde5-660f-4aad-93be-e0ebc1c12b7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:40:33.152884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-e977dde5-660f-4aad-93be-e0ebc1c12b7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:40:33.215684 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:33.235660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b835ca5a-71c4-42d0-a20c-41dfab41f7c3 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:33.237584 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:40:33.238009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:33.358797 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d resource provider aggregate not found Jul 29 16:40:33.403546 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8fa8ab4-e95e-43c3-9f7b-b43669c64c4d found for delete ", "request_id": "req-e4ada278-b79e-4d84-8254-85fa5fae7546"}]} Jul 29 16:40:33.408103 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8086617 Jul 29 16:40:33.409026 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e716da44-bf3f-4a6c-a49d-181e91f3bf2f no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:40:33.410382 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48272) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:33.421238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'subnet': {'network_id': '7c3927f9-8898-4d58-8254-6821c2414864', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:33.438513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:33.464529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6403d04a-0f61-4248-bf3c-5dca6068ee74 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:33.478051 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:33.478159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: e716da44-bf3f-4a6c-a49d-181e91f3bf2f {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:40:33.478159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e716da44-bf3f-4a6c-a49d-181e91f3bf2f not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:40:33.486325 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event deleted for resources: {'Network': ['ID=0f37ff97-1023-4ca5-a7c7-c9f7d7817906,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:33.497325 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 26b0567b-f3b1-4499-983d-56482a70eb4e no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:40:33.554703 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61913e8b-7dd3-4bca-ac3e-319385c6f4a8 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Network': ['ID=60fc3126-d721-40f3-851f-9aa6cf12b5fb,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:33.558307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '4d33c425-9435-4fcd-897b-cb6f5918acb1'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:33.559139 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:33.562444 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:33.572366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:subnet and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:33.576241 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:33.586475 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:33.588143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 60fc3126-d721-40f3-851f-9aa6cf12b5fb details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:33.605147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 26b0567b-f3b1-4499-983d-56482a70eb4e {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:40:33.605768 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 26b0567b-f3b1-4499-983d-56482a70eb4e not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:40:33.612616 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:33.616783 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:33.663690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e977dde5-660f-4aad-93be-e0ebc1c12b7d None None] Deleting port a99d43f4-37d3-412c-8571-c6dceb19fc66 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:33.664070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e977dde5-660f-4aad-93be-e0ebc1c12b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:33.665862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-6403d04a-0f61-4248-bf3c-5dca6068ee74 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for 704c8f3f-22b7-4b4d-a6cc-718d497401eb owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:33.698681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48278) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:33.787756 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e977dde5-660f-4aad-93be-e0ebc1c12b7d None None] The port 'a99d43f4-37d3-412c-8571-c6dceb19fc66' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:40:33.793316 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cd689bbe-da92-4e48-a2ca-7fa121e9247d tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "DELETE /v2.0/networks/0f37ff97-1023-4ca5-a7c7-c9f7d7817906 HTTP/1.1" status: 204 len: 168 time: 3.0026052 Jul 29 16:40:33.794096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48284) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:33.864759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.objects.ports [None req-d1e92699-12ab-45f0-aa50-c44fabf78b5e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89209) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:40:33.870574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-88a359a3-7ca1-433e-ac4b-531bbdf1fc0f tempest-DvrRoutersNegativeTest-1631492896 tempest-DvrRoutersNegativeTest-1631492896-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1726600438', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:33.873350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.policy [None req-88a359a3-7ca1-433e-ac4b-531bbdf1fc0f tempest-DvrRoutersNegativeTest-1631492896 tempest-DvrRoutersNegativeTest-1631492896-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89209) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 29 16:40:33.873656 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.policy [None req-88a359a3-7ca1-433e-ac4b-531bbdf1fc0f tempest-DvrRoutersNegativeTest-1631492896 tempest-DvrRoutersNegativeTest-1631492896-project] Failed policy check for 'create_router' {{(pid=89209) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 29 16:40:33.874185 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-88a359a3-7ca1-433e-ac4b-531bbdf1fc0f tempest-DvrRoutersNegativeTest-1631492896 tempest-DvrRoutersNegativeTest-1631492896-project] create failed (client error): Access was denied to this resource. Jul 29 16:40:33.875788 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-88a359a3-7ca1-433e-ac4b-531bbdf1fc0f tempest-DvrRoutersNegativeTest-1631492896 tempest-DvrRoutersNegativeTest-1631492896-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1754823 Jul 29 16:40:33.880979 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1e92699-12ab-45f0-aa50-c44fabf78b5e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:33.927926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb823c84-8f24-48e5-b1aa-df9fb85453bf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:33.988672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e92699-12ab-45f0-aa50-c44fabf78b5e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=34b9abc3-d213-47cc-ae9e-fc777a1be1f6,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:33.995460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e92699-12ab-45f0-aa50-c44fabf78b5e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:33.998957 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-d1e92699-12ab-45f0-aa50-c44fabf78b5e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:34.006481 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e92699-12ab-45f0-aa50-c44fabf78b5e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:34.007306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1e92699-12ab-45f0-aa50-c44fabf78b5e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.045730 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Allocated IP 172.20.0.2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/4d33c425-9435-4fcd-897b-cb6f5918acb1/090e54a2-41c1-405f-8b9f-65a03f273be6) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:34.056814 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb823c84-8f24-48e5-b1aa-df9fb85453bf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Port': ['ID=1e52ea4a-3259-4bdd-8765-40ec3ee8fee4,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:34.077187 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d1e92699-12ab-45f0-aa50-c44fabf78b5e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7042787 Jul 29 16:40:34.084183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48290) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:34.097341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'mac_address': 'fa:16:3e:3c:31:1c', 'name': 'tempest-NetworksTestDHCPv6-353655111'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:34.104873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ec6552f-ffe6-4486-bbb0-09ad26d09fe2 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.255976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6403d04a-0f61-4248-bf3c-5dca6068ee74 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.272893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:34.277112 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:34.283072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:34.293436 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48296) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:34.299954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.302209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:34.306907 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb823c84-8f24-48e5-b1aa-df9fb85453bf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.307480 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-cb823c84-8f24-48e5-b1aa-df9fb85453bf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Floating IP f5541608-13a0-4414-add7-22d6af446679 disassociated (deleted). External IP: 172.26.1.21, port: 6e334b2b-76ed-457e-8654-e44eba4a139a. Jul 29 16:40:34.312200 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Transition to ACTIVE for port object 090e54a2-41c1-405f-8b9f-65a03f273be6 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:34.333832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:34.354365 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Transition to ACTIVE for port object 090e54a2-41c1-405f-8b9f-65a03f273be6 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:34.361985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.368745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.460514 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:34.464368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:34.466288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Pushing event updated for resources: {'Port': ['ID=090e54a2-41c1-405f-8b9f-65a03f273be6,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:34.468429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:34.495955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403d04a-0f61-4248-bf3c-5dca6068ee74 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=704c8f3f-22b7-4b4d-a6cc-718d497401eb,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:34.509232 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ec6552f-ffe6-4486-bbb0-09ad26d09fe2 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.529006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e790eed-a734-4610-a503-6c8dd9aea074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.560721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8e790eed-a734-4610-a503-6c8dd9aea074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:34.583038 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8e790eed-a734-4610-a503-6c8dd9aea074 admin admin] Usage tracker for resource:security_group_rule and tenant:6c697b476f8b44829a27bade08613c68 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:34.600944 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8e790eed-a734-4610-a503-6c8dd9aea074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:34.615885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Subnet': ['ID=4a215593-3617-42f7-b854-e340ad66d3c5,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:34.619954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8e790eed-a734-4610-a503-6c8dd9aea074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:34.647637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-8ec6552f-ffe6-4486-bbb0-09ad26d09fe2 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772c1eab-da8a-45cf-a00d-057ed445956b']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:34.649271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Checking segment: {'id': '027a796d-bce4-4376-9fb5-7aaf00491b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7c3927f9-8898-4d58-8254-6821c2414864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:34.650483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network hostable DHCP agents. Network: 7c3927f9-8898-4d58-8254-6821c2414864, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:40:34.668042 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.670980 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Attempting to bind port 090e54a2-41c1-405f-8b9f-65a03f273be6 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:34.671531 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Attempting to bind port 090e54a2-41c1-405f-8b9f-65a03f273be6 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:34.671893 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Attempting to bind port 090e54a2-41c1-405f-8b9f-65a03f273be6 on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:34.677934 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-8ec6552f-ffe6-4486-bbb0-09ad26d09fe2 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69161f8f-5fb3-4bba-b662-c2aa7cfef866') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:34.678369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-8ec6552f-ffe6-4486-bbb0-09ad26d09fe2 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69161f8f-5fb3-4bba-b662-c2aa7cfef866') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:34.679303 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:34.679749 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:34.680235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.680689 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:34.681438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Bound port: 090e54a2-41c1-405f-8b9f-65a03f273be6, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:34.681883 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.697676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ec6552f-ffe6-4486-bbb0-09ad26d09fe2 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.721803 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port 32545c93-864d-4cf9-8c24-fb90dd77470e yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:40:34.724981 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6403d04a-0f61-4248-bf3c-5dca6068ee74 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.740582 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ec6552f-ffe6-4486-bbb0-09ad26d09fe2 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.751747 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6403d04a-0f61-4248-bf3c-5dca6068ee74 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/704c8f3f-22b7-4b4d-a6cc-718d497401eb HTTP/1.1" status: 204 len: 168 time: 2.2787001 Jul 29 16:40:34.752937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec6552f-ffe6-4486-bbb0-09ad26d09fe2 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:40:34.753303 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ec6552f-ffe6-4486-bbb0-09ad26d09fe2 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.763563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48302) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:34.806939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] For port 090e54a2-41c1-405f-8b9f-65a03f273be6, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:40:34.813022 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] For port 090e54a2-41c1-405f-8b9f-65a03f273be6, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=090e54a2-41c1-405f-8b9f-65a03f273be6,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:40:34.821019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.843976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network 7c3927f9-8898-4d58-8254-6821c2414864 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:40:34.856886 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b42316f-0912-43d1-a867-1e32e9c0405c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] GET failed (client error): The resource could not be found. Jul 29 16:40:34.857597 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5b42316f-0912-43d1-a867-1e32e9c0405c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:34.893140 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 7c3927f9-8898-4d58-8254-6821c2414864) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:34.899041 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:34.899385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:34.909367 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab5c204-f9ab-45bd-b905-00a0de39a946 None None] Network 7c3927f9-8898-4d58-8254-6821c2414864 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:34.996127 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5b42316f-0912-43d1-a867-1e32e9c0405c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:34.997339 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5b42316f-0912-43d1-a867-1e32e9c0405c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/704c8f3f-22b7-4b4d-a6cc-718d497401eb HTTP/1.1" status: 404 len: 333 time: 0.2326272 Jul 29 16:40:35.006929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c27fac-7469-40d7-8ffa-10f721589f29 None None] Pushing event updated for resources: {'Port': ['ID=090e54a2-41c1-405f-8b9f-65a03f273be6,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:35.014477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48308) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:35.028210 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ad00067e-2436-4dac-b01a-11e5d3b1854f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6141419 Jul 29 16:40:35.068329 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48312) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:35.084674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e790eed-a734-4610-a503-6c8dd9aea074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.091555 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'subnet': {'network_id': '60fc3126-d721-40f3-851f-9aa6cf12b5fb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:35.105173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ec6552f-ffe6-4486-bbb0-09ad26d09fe2 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.127456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e790eed-a734-4610-a503-6c8dd9aea074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.130706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ec6552f-ffe6-4486-bbb0-09ad26d09fe2 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.155026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6552f-ffe6-4486-bbb0-09ad26d09fe2 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event deleted for resources: {'Network': ['ID=772c1eab-da8a-45cf-a00d-057ed445956b,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:35.164832 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8ec6552f-ffe6-4486-bbb0-09ad26d09fe2 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "DELETE /v2.0/networks/772c1eab-da8a-45cf-a00d-057ed445956b HTTP/1.1" status: 204 len: 168 time: 1.3622103 Jul 29 16:40:35.169141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48316) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:35.179526 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-7c3927f9-8898-4d58-8254-6821c2414864', 'network_id': '7c3927f9-8898-4d58-8254-6821c2414864', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'fixed_ips': [{'subnet_id': '4a215593-3617-42f7-b854-e340ad66d3c5'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:35.180396 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.329943 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6af91a48-bc2f-4373-be50-1f6c8212ea63 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.352934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e790eed-a734-4610-a503-6c8dd9aea074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dad9c3-cfa4-487a-87a2-246944175bd4,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:35.360992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb823c84-8f24-48e5-b1aa-df9fb85453bf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:40:35.380883 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8e790eed-a734-4610-a503-6c8dd9aea074 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c697b476f8b44829a27bade08613c68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0839174 Jul 29 16:40:35.385220 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f91381b-9d94-4006-8350-5dd031c076e5 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting subnet f4aac03a-575b-4c00-8b7d-77600bc9328d {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:35.388719 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48320) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:35.406931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6f91381b-9d94-4006-8350-5dd031c076e5 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.415175 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Allocated IP 2001:db8::2 (7c3927f9-8898-4d58-8254-6821c2414864/4a215593-3617-42f7-b854-e340ad66d3c5/87a3412f-ed1b-4e56-b2ca-db113be59233) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:35.479826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:35.486530 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 69161f8f-5fb3-4bba-b662-c2aa7cfef866 resource provider aggregate not found Jul 29 16:40:35.528145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:subnet and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:35.534671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:35.539353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 172.20.0.11 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/4d33c425-9435-4fcd-897b-cb6f5918acb1/32545c93-864d-4cf9-8c24-fb90dd77470e) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:35.559568 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 69161f8f-5fb3-4bba-b662-c2aa7cfef866 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69161f8f-5fb3-4bba-b662-c2aa7cfef866 found for delete ", "request_id": "req-aeb50597-c217-4ec9-a58e-58d66adea1cf"}]} Jul 29 16:40:35.562075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6f91381b-9d94-4006-8350-5dd031c076e5 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.648002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6af91a48-bc2f-4373-be50-1f6c8212ea63 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.650094 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.662495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Transition to ACTIVE for port object 87a3412f-ed1b-4e56-b2ca-db113be59233 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:35.687586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Transition to ACTIVE for port object 87a3412f-ed1b-4e56-b2ca-db113be59233 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:35.695414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.696538 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-6af91a48-bc2f-4373-be50-1f6c8212ea63 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c907ed26-d90e-488e-881a-d5a8ac9dba78']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:35.718366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-6af91a48-bc2f-4373-be50-1f6c8212ea63 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bf2c8c-5229-4442-9a42-f0bb1544ca2a') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:35.718769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-6af91a48-bc2f-4373-be50-1f6c8212ea63 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bf2c8c-5229-4442-9a42-f0bb1544ca2a') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:35.732731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:35.742986 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6af91a48-bc2f-4373-be50-1f6c8212ea63 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.744983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::f816:3eff:fe3c:311c (560f49a9-f2f8-459c-86f0-823ac32fcdf1/34b9abc3-d213-47cc-ae9e-fc777a1be1f6/32545c93-864d-4cf9-8c24-fb90dd77470e) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:35.764901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb823c84-8f24-48e5-b1aa-df9fb85453bf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:40:35.765480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Network 7c3927f9-8898-4d58-8254-6821c2414864 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:35.768437 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:35.769566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cb823c84-8f24-48e5-b1aa-df9fb85453bf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.772987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:35.781893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4514f007-f8d4-47df-83ea-0121eebcc017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.805920 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6af91a48-bc2f-4373-be50-1f6c8212ea63 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.811401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:35.814863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.826799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af91a48-bc2f-4373-be50-1f6c8212ea63 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:40:35.827208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6af91a48-bc2f-4373-be50-1f6c8212ea63 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.850764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211b622-bf3e-491e-9414-58c8ba2bc2a3 None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:40:35.870124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Pushing event updated for resources: {'Port': ['ID=87a3412f-ed1b-4e56-b2ca-db113be59233,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:35.890487 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5211b622-bf3e-491e-9414-58c8ba2bc2a3 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:35.891109 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5211b622-bf3e-491e-9414-58c8ba2bc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:35.924413 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cb823c84-8f24-48e5-b1aa-df9fb85453bf tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/floatingips/f5541608-13a0-4414-add7-22d6af446679 HTTP/1.1" status: 204 len: 168 time: 4.0293958 Jul 29 16:40:35.925038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48328) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:35.925980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4514f007-f8d4-47df-83ea-0121eebcc017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.953300 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Attempting to bind port 87a3412f-ed1b-4e56-b2ca-db113be59233 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:35.953679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Attempting to bind port 87a3412f-ed1b-4e56-b2ca-db113be59233 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '027a796d-bce4-4376-9fb5-7aaf00491b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7c3927f9-8898-4d58-8254-6821c2414864'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:35.954038 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Attempting to bind port 87a3412f-ed1b-4e56-b2ca-db113be59233 on network 7c3927f9-8898-4d58-8254-6821c2414864 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:35.960527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:35.960909 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Checking segment: {'id': '027a796d-bce4-4376-9fb5-7aaf00491b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7c3927f9-8898-4d58-8254-6821c2414864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:35.961325 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.961712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Bound using segment: {'id': '027a796d-bce4-4376-9fb5-7aaf00491b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7c3927f9-8898-4d58-8254-6821c2414864'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:35.962166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Bound port: 87a3412f-ed1b-4e56-b2ca-db113be59233, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027a796d-bce4-4376-9fb5-7aaf00491b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7c3927f9-8898-4d58-8254-6821c2414864'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:35.962522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:35.979940 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5211b622-bf3e-491e-9414-58c8ba2bc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:35.999126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6af91a48-bc2f-4373-be50-1f6c8212ea63 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:36.010189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6af91a48-bc2f-4373-be50-1f6c8212ea63 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:36.041110 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5211b622-bf3e-491e-9414-58c8ba2bc2a3 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:36.041706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5211b622-bf3e-491e-9414-58c8ba2bc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:36.045922 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6af91a48-bc2f-4373-be50-1f6c8212ea63 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "DELETE /v2.0/networks/c907ed26-d90e-488e-881a-d5a8ac9dba78 HTTP/1.1" status: 204 len: 168 time: 0.8757637 Jul 29 16:40:36.052835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48332) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:36.054909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af91a48-bc2f-4373-be50-1f6c8212ea63 tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event deleted for resources: {'Network': ['ID=c907ed26-d90e-488e-881a-d5a8ac9dba78,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:36.061744 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-74018740-e90a-4c76-88ae-8ad5cc608688 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting port 6e334b2b-76ed-457e-8654-e44eba4a139a {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:36.062484 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-74018740-e90a-4c76-88ae-8ad5cc608688 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:36.111718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5211b622-bf3e-491e-9414-58c8ba2bc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:36.112148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211b622-bf3e-491e-9414-58c8ba2bc2a3 None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:40:36.125434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6f91381b-9d94-4006-8350-5dd031c076e5 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:36.144131 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] For port 87a3412f-ed1b-4e56-b2ca-db113be59233, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:40:36.147330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] For port 87a3412f-ed1b-4e56-b2ca-db113be59233, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=87a3412f-ed1b-4e56-b2ca-db113be59233,segment=NetworkSegment(027a796d-bce4-4376-9fb5-7aaf00491b6f),segment_id=027a796d-bce4-4376-9fb5-7aaf00491b6f)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:40:36.152713 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:36.262510 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4514f007-f8d4-47df-83ea-0121eebcc017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:36.276043 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834b7c3-9343-47ba-b457-5186cb917ecd None None] Pushing event updated for resources: {'Port': ['ID=87a3412f-ed1b-4e56-b2ca-db113be59233,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:36.380742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514f007-f8d4-47df-83ea-0121eebcc017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dad9c3-cfa4-487a-87a2-246944175bd4,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:36.458556 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4514f007-f8d4-47df-83ea-0121eebcc017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:36.459981 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4514f007-f8d4-47df-83ea-0121eebcc017 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3dad9c3-cfa4-487a-87a2-246944175bd4 HTTP/1.1" status: 204 len: 168 time: 1.0684159 Jul 29 16:40:36.470050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:36.481394 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6f91381b-9d94-4006-8350-5dd031c076e5 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:36.526699 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 090e54a2-41c1-405f-8b9f-65a03f273be6 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:36.550047 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6f91381b-9d94-4006-8350-5dd031c076e5 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:36.575422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f49fdf73-989e-4c7d-a63e-6813bdb1d3de tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:36.576734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91381b-9d94-4006-8350-5dd031c076e5 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Subnet': ['ID=f4aac03a-575b-4c00-8b7d-77600bc9328d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:36.592860 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6f91381b-9d94-4006-8350-5dd031c076e5 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/f4aac03a-575b-4c00-8b7d-77600bc9328d HTTP/1.1" status: 204 len: 168 time: 1.5769536 Jul 29 16:40:36.594491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object 32545c93-864d-4cf9-8c24-fb90dd77470e will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:36.603001 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48340) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:36.628209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d19f21-476c-40c3-b63c-9512aa585965 None None] Network 7436f58f-c5a2-4694-bec7-d7d3cefc31c5 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:36.632888 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:36.762941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:36.799054 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f470389-4721-4821-9d52-cac09cffb72c None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:36.871886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=32545c93-864d-4cf9-8c24-fb90dd77470e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:36.880707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Subnet': ['ID=8e70506c-98fc-4e65-8539-2f16776dad16,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:36.898136 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Checking segment: {'id': 'cb183949-69e8-4dcd-bec8-e1f243063192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '60fc3126-d721-40f3-851f-9aa6cf12b5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:36.898502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network hostable DHCP agents. Network: 60fc3126-d721-40f3-851f-9aa6cf12b5fb, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:40:36.906070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:36.909251 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:36.916460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:37.001485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:37.002279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.025750 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-784232a4-90cd-416d-a725-8d295af18e46 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9403141 Jul 29 16:40:37.028462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48346) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:37.075335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-760e4670-bc3d-4a2b-b826-941124462295 None None] Provisioning for port 090e54a2-41c1-405f-8b9f-65a03f273be6 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:37.099691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network 60fc3126-d721-40f3-851f-9aa6cf12b5fb is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:40:37.127716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 60fc3126-d721-40f3-851f-9aa6cf12b5fb) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:37.150828 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:37.151413 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.167199 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-74018740-e90a-4c76-88ae-8ad5cc608688 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.172077 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8ac490-8a34-4551-a132-c754ffe1ba46 None None] Network 60fc3126-d721-40f3-851f-9aa6cf12b5fb requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:37.201599 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5ae95957-fc44-46ee-b9e7-a7d19888ffb9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1313076 Jul 29 16:40:37.205662 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48356) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:37.216080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7bf6231f-74bf-466e-8231-7554646cf848 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-245399260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:37.229913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7bf6231f-74bf-466e-8231-7554646cf848 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:37.245217 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7bf6231f-74bf-466e-8231-7554646cf848 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:router and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:37.258422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1058ed-49a0-4d27-8acd-9349073e2f33 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:37.264589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1058ed-49a0-4d27-8acd-9349073e2f33 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:37.265454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-dc1058ed-49a0-4d27-8acd-9349073e2f33 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:37.266998 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.269598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7bf6231f-74bf-466e-8231-7554646cf848 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:37.277457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7bf6231f-74bf-466e-8231-7554646cf848 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:37.304413 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bf6231f-74bf-466e-8231-7554646cf848 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.305758 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bf6231f-74bf-466e-8231-7554646cf848 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.311989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-dc1058ed-49a0-4d27-8acd-9349073e2f33 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:37.316587 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dc1058ed-49a0-4d27-8acd-9349073e2f33 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2862916 Jul 29 16:40:37.318472 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48362) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:37.338832 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-74018740-e90a-4c76-88ae-8ad5cc608688 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Calling delete_port for 6e334b2b-76ed-457e-8654-e44eba4a139a owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:37.361264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 090e54a2-41c1-405f-8b9f-65a03f273be6 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:37.370312 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f49fdf73-989e-4c7d-a63e-6813bdb1d3de tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.393469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bf6231f-74bf-466e-8231-7554646cf848 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.404306 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 090e54a2-41c1-405f-8b9f-65a03f273be6 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:37.404678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.427867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-763b1d1a-cd89-4f9d-b0db-1eaa5ec44613 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 32545c93-864d-4cf9-8c24-fb90dd77470e {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:37.428357 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-763b1d1a-cd89-4f9d-b0db-1eaa5ec44613 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.452236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port b835ca5a-71c4-42d0-a20c-41dfab41f7c3 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:37.452573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.566731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bf6231f-74bf-466e-8231-7554646cf848 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.572980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-f49fdf73-989e-4c7d-a63e-6813bdb1d3de tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83c8c02-1101-43c4-8d5c-7c2ad6452080']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:37.620939 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment d4bf2c8c-5229-4442-9a42-f0bb1544ca2a resource provider aggregate not found Jul 29 16:40:37.635769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-f49fdf73-989e-4c7d-a63e-6813bdb1d3de tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f2d270-5a44-4c99-a715-0ea047fc5e09') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:37.638727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-f49fdf73-989e-4c7d-a63e-6813bdb1d3de tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f2d270-5a44-4c99-a715-0ea047fc5e09') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:37.681159 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment d4bf2c8c-5229-4442-9a42-f0bb1544ca2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4bf2c8c-5229-4442-9a42-f0bb1544ca2a found for delete ", "request_id": "req-db16de1e-1fbe-4a64-82aa-7e1f7b822710"}]} Jul 29 16:40:37.700685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7bf6231f-74bf-466e-8231-7554646cf848 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.702081 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7bf6231f-74bf-466e-8231-7554646cf848 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4933782 Jul 29 16:40:37.707283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48380) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:37.710493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f49fdf73-989e-4c7d-a63e-6813bdb1d3de tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.757019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d974d5fc-4e12-4d72-8907-1fd709dfd273 None None] DHCP port deletion for 7436f58f-c5a2-4694-bec7-d7d3cefc31c5 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:40:37.812711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d974d5fc-4e12-4d72-8907-1fd709dfd273 None None] Deleting port b835ca5a-71c4-42d0-a20c-41dfab41f7c3 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:37.815003 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d974d5fc-4e12-4d72-8907-1fd709dfd273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.885741 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f49fdf73-989e-4c7d-a63e-6813bdb1d3de tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.890092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48384) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:37.896618 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-60fc3126-d721-40f3-851f-9aa6cf12b5fb', 'network_id': '60fc3126-d721-40f3-851f-9aa6cf12b5fb', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'fixed_ips': [{'subnet_id': '8e70506c-98fc-4e65-8539-2f16776dad16'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:37.898574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.912969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49fdf73-989e-4c7d-a63e-6813bdb1d3de tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:40:37.913402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f49fdf73-989e-4c7d-a63e-6813bdb1d3de tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:37.941177 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] For port b835ca5a-71c4-42d0-a20c-41dfab41f7c3, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b835ca5a-71c4-42d0-a20c-41dfab41f7c3,segment=NetworkSegment(1d6c69af-c26b-4334-85d8-1e08d1d3eba2),segment_id=1d6c69af-c26b-4334-85d8-1e08d1d3eba2)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:37.941545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:38.102326 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5025f71-0ff9-46f6-b50a-51def5c4aa57 None None] Network 7c3927f9-8898-4d58-8254-6821c2414864 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:38.182259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-94a676d6-23e2-4130-987f-cfbe711b11f0 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1807687663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:38.198811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for b835ca5a-71c4-42d0-a20c-41dfab41f7c3 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:38.230754 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-94a676d6-23e2-4130-987f-cfbe711b11f0 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:38.256394 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-94a676d6-23e2-4130-987f-cfbe711b11f0 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Usage tracker for resource:router and tenant:eaaf9ddd746749bdbdf9555e1e724aa8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:38.267696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-94a676d6-23e2-4130-987f-cfbe711b11f0 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:38.271614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 090e54a2-41c1-405f-8b9f-65a03f273be6 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:38.272049 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:38.300688 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-41d30c9c-675f-4e73-ba78-d967ee420656 None None] Provisioning for port 87a3412f-ed1b-4e56-b2ca-db113be59233 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:38.307459 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f49fdf73-989e-4c7d-a63e-6813bdb1d3de tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:38.309839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-94a676d6-23e2-4130-987f-cfbe711b11f0 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:38.346201 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f49fdf73-989e-4c7d-a63e-6813bdb1d3de tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:38.377654 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fdf73-989e-4c7d-a63e-6813bdb1d3de tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] Pushing event deleted for resources: {'Network': ['ID=c83c8c02-1101-43c4-8d5c-7c2ad6452080,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:38.385933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-94a676d6-23e2-4130-987f-cfbe711b11f0 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:38.387256 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-94a676d6-23e2-4130-987f-cfbe711b11f0 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:38.401188 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f49fdf73-989e-4c7d-a63e-6813bdb1d3de tempest-BulkNetworkOpsTest-1064259671 tempest-BulkNetworkOpsTest-1064259671-project] 10.222.0.58 "DELETE /v2.0/networks/c83c8c02-1101-43c4-8d5c-7c2ad6452080 HTTP/1.1" status: 204 len: 168 time: 2.3475890 Jul 29 16:40:38.420053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:38.514683 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-94a676d6-23e2-4130-987f-cfbe711b11f0 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:38.549092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-763b1d1a-cd89-4f9d-b0db-1eaa5ec44613 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:38.558270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:38.558457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=b835ca5a-71c4-42d0-a20c-41dfab41f7c3,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:38.567283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-74018740-e90a-4c76-88ae-8ad5cc608688 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:38.570597 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d974d5fc-4e12-4d72-8907-1fd709dfd273 None None] For port b835ca5a-71c4-42d0-a20c-41dfab41f7c3, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b835ca5a-71c4-42d0-a20c-41dfab41f7c3,segment=NetworkSegment(1d6c69af-c26b-4334-85d8-1e08d1d3eba2),segment_id=1d6c69af-c26b-4334-85d8-1e08d1d3eba2)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:38.571147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d974d5fc-4e12-4d72-8907-1fd709dfd273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:38.622665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No DVR routers for this DVR port b835ca5a-71c4-42d0-a20c-41dfab41f7c3 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:40:38.675641 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74018740-e90a-4c76-88ae-8ad5cc608688 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Port': ['ID=6e334b2b-76ed-457e-8654-e44eba4a139a,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:38.677991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Allocated IP 2001:db8:1::2 (60fc3126-d721-40f3-851f-9aa6cf12b5fb/8e70506c-98fc-4e65-8539-2f16776dad16/cb089ef7-da3b-4fd0-9b78-6a3472367c18) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:38.680907 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 090e54a2-41c1-405f-8b9f-65a03f273be6, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=090e54a2-41c1-405f-8b9f-65a03f273be6,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:38.696402 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-763b1d1a-cd89-4f9d-b0db-1eaa5ec44613 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 32545c93-864d-4cf9-8c24-fb90dd77470e owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:38.738291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-94a676d6-23e2-4130-987f-cfbe711b11f0 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:38.848277 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48394) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:38.862531 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:38.871264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d974d5fc-4e12-4d72-8907-1fd709dfd273 None None] Calling delete_port for b835ca5a-71c4-42d0-a20c-41dfab41f7c3 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:38.932696 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfd7751-3a92-4031-a701-b9d6378224a8 None None] Update dhcp port {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'fixed_ips': [{'subnet_id': '4d33c425-9435-4fcd-897b-cb6f5918acb1', 'ip_address': '172.20.0.2'}, {'subnet_id': '34b9abc3-d213-47cc-ae9e-fc777a1be1f6'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': '090e54a2-41c1-405f-8b9f-65a03f273be6'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:40:39.004993 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7751-3a92-4031-a701-b9d6378224a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.056534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.056786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 87a3412f-ed1b-4e56-b2ca-db113be59233 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:39.070275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-94a676d6-23e2-4130-987f-cfbe711b11f0 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.071484 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-94a676d6-23e2-4130-987f-cfbe711b11f0 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1804371 Jul 29 16:40:39.075840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48400) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:39.093495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-992995937'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:39.108556 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:39.113859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-74018740-e90a-4c76-88ae-8ad5cc608688 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.120354 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-74018740-e90a-4c76-88ae-8ad5cc608688 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/ports/6e334b2b-76ed-457e-8654-e44eba4a139a HTTP/1.1" status: 204 len: 168 time: 3.1899214 Jul 29 16:40:39.122985 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48404) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:39.123121 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7436f58f-c5a2-4694-bec7-d7d3cefc31c5']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:39.134143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Usage tracker for resource:network and tenant:eaaf9ddd746749bdbdf9555e1e724aa8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:39.142389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:39.149565 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:39.153074 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6c69af-c26b-4334-85d8-1e08d1d3eba2') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:39.153380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6c69af-c26b-4334-85d8-1e08d1d3eba2') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:39.167120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:39.169519 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:39.170701 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-763b1d1a-cd89-4f9d-b0db-1eaa5ec44613 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.174535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Usage tracker for resource:floatingip and tenant:2dfcda58e3f74084b8302be907f8cb07 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:39.181352 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.187157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:39.219499 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:39.241762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Made reservation on behalf of eaaf9ddd746749bdbdf9555e1e724aa8 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:39.246370 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.259879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.277124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.280755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b1d1a-cd89-4f9d-b0db-1eaa5ec44613 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=32545c93-864d-4cf9-8c24-fb90dd77470e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:39.288159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.302901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:40:39.303295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.395757 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=090e54a2-41c1-405f-8b9f-65a03f273be6,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:39.409635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:39.428033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Usage tracker for resource:security_group_rule and tenant:eaaf9ddd746749bdbdf9555e1e724aa8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:39.435072 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b60a56cf-691c-4761-8d8c-9a9c94ca6bef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89b1607814c745ee8e83d1977034c871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538314 Jul 29 16:40:39.435072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:39.442594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 87a3412f-ed1b-4e56-b2ca-db113be59233 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:39.452391 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-d974d5fc-4e12-4d72-8907-1fd709dfd273 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:40:39.452744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-d974d5fc-4e12-4d72-8907-1fd709dfd273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:40:39.456215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48408) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:39.468456 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 87a3412f-ed1b-4e56-b2ca-db113be59233 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:39.468848 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.487209 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:39.503195 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.531933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.532989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Allocated IP 2001:db8::1 (7c3927f9-8898-4d58-8254-6821c2414864/4a215593-3617-42f7-b854-e340ad66d3c5/4ca344cb-6d8d-4f5b-9189-a8bb14bed6d9) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:39.568807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Network': ['ID=7436f58f-c5a2-4694-bec7-d7d3cefc31c5,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:39.584145 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-67a7d391-f732-4cfc-a250-761339bca842 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/networks/7436f58f-c5a2-4694-bec7-d7d3cefc31c5 HTTP/1.1" status: 204 len: 168 time: 2.9722333 Jul 29 16:40:39.588727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48412) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:39.596524 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1010257578'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:39.604865 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:39.611873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:network and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:39.621120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:39.635427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:39.670153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:39.673386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.677520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-9dfd7751-3a92-4031-a701-b9d6378224a8 None None] Allocated IP 2001:db8::f816:3eff:fefd:20f8 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/34b9abc3-d213-47cc-ae9e-fc777a1be1f6/090e54a2-41c1-405f-8b9f-65a03f273be6) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:39.717232 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment d4f2d270-5a44-4c99-a715-0ea047fc5e09 resource provider aggregate not found Jul 29 16:40:39.717858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.742423 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-763b1d1a-cd89-4f9d-b0db-1eaa5ec44613 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.749378 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment d4f2d270-5a44-4c99-a715-0ea047fc5e09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4f2d270-5a44-4c99-a715-0ea047fc5e09 found for delete ", "request_id": "req-b52203fd-eaea-426f-857d-24eb87568322"}]} Jul 29 16:40:39.766043 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.775929 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:39.784216 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 1d6c69af-c26b-4334-85d8-1e08d1d3eba2 resource provider aggregate not found Jul 29 16:40:39.790010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.804677 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-763b1d1a-cd89-4f9d-b0db-1eaa5ec44613 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/32545c93-864d-4cf9-8c24-fb90dd77470e HTTP/1.1" status: 204 len: 168 time: 2.4804373 Jul 29 16:40:39.804895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.805772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48424) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:39.816624 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3201d275-fe55-4677-b280-b35269314b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.856212 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 1d6c69af-c26b-4334-85d8-1e08d1d3eba2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d6c69af-c26b-4334-85d8-1e08d1d3eba2 found for delete ", "request_id": "req-e4456d34-fd4e-4872-ba5f-c5ccc2a6a94f"}]} Jul 29 16:40:39.857455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.857565 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Added segment 9c2aaea1-9c48-4456-a2d5-4792868ecd91 of type vlan for network 4d3cf1a6-4728-481f-ac31-186b1c37e8a4 Jul 29 16:40:39.862593 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.871779 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3201d275-fe55-4677-b280-b35269314b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.876015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Transition to ACTIVE for port object cb089ef7-da3b-4fd0-9b78-6a3472367c18 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:39.932132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Transition to ACTIVE for port object cb089ef7-da3b-4fd0-9b78-6a3472367c18 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:39.937233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:39.945549 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 87a3412f-ed1b-4e56-b2ca-db113be59233 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:39.946352 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.968859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d974d5fc-4e12-4d72-8907-1fd709dfd273 None None] Deleting port b835ca5a-71c4-42d0-a20c-41dfab41f7c3 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:39.969639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d974d5fc-4e12-4d72-8907-1fd709dfd273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:39.990673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77287e4-99d3-4efb-9a75-6dc06dcfb283,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:40.011725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.015374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 87a3412f-ed1b-4e56-b2ca-db113be59233, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=87a3412f-ed1b-4e56-b2ca-db113be59233,segment=NetworkSegment(027a796d-bce4-4376-9fb5-7aaf00491b6f),segment_id=027a796d-bce4-4376-9fb5-7aaf00491b6f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:40.027750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.028106 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Added segment 5d88ab1d-b23a-4c00-9220-15d31ee5ce01 of type vlan for network 9d282a2a-3b9e-40cb-bebb-97ffd872e1af Jul 29 16:40:40.033844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.047067 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Transition to ACTIVE for port object 4ca344cb-6d8d-4f5b-9189-a8bb14bed6d9 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:40.058627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29203dc-b520-41cf-b68e-668f6cd59642 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:40.060181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29203dc-b520-41cf-b68e-668f6cd59642 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:40.061777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29203dc-b520-41cf-b68e-668f6cd59642 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:40.062586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b29203dc-b520-41cf-b68e-668f6cd59642 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:40.088006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.091002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.138327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3201d275-fe55-4677-b280-b35269314b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.147765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.148641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d974d5fc-4e12-4d72-8907-1fd709dfd273 None None] The port 'b835ca5a-71c4-42d0-a20c-41dfab41f7c3' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:40:40.177168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.183033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:40.183520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.187709 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9dfd7751-3a92-4031-a701-b9d6378224a8 None None] For port 090e54a2-41c1-405f-8b9f-65a03f273be6, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=090e54a2-41c1-405f-8b9f-65a03f273be6,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:40.191230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Network 60fc3126-d721-40f3-851f-9aa6cf12b5fb is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:40.194327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201d275-fe55-4677-b280-b35269314b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118aa041-4f55-4f61-a66a-d0b8c881ac81,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:40.198575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b835ca5a-71c4-42d0-a20c-41dfab41f7c3 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:40:40.206277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network 7c3927f9-8898-4d58-8254-6821c2414864 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:40.210339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:40.212268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3201d275-fe55-4677-b280-b35269314b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.216065 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3201d275-fe55-4677-b280-b35269314b63 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/118aa041-4f55-4f61-a66a-d0b8c881ac81 HTTP/1.1" status: 204 len: 168 time: 0.7532496 Jul 29 16:40:40.216065 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:40.216065 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.232517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=4ca344cb-6d8d-4f5b-9189-a8bb14bed6d9,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:40.233495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:40.234548 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b29203dc-b520-41cf-b68e-668f6cd59642 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:40.237556 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b29203dc-b520-41cf-b68e-668f6cd59642 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4252198 Jul 29 16:40:40.242142 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:40.242898 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Allocated IP 172.26.1.30 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/2e518b77-2650-4185-aa82-2731475ae6dc) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:40.245204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: b835ca5a-71c4-42d0-a20c-41dfab41f7c3 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:40:40.245611 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b835ca5a-71c4-42d0-a20c-41dfab41f7c3 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:40:40.251491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48430) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:40.266606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4f86ad33-4524-4054-ab50-c1644c281367 None None] Provisioning complete for port 87a3412f-ed1b-4e56-b2ca-db113be59233 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:40.266981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4f86ad33-4524-4054-ab50-c1644c281367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.330865 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Pushing event updated for resources: {'Port': ['ID=cb089ef7-da3b-4fd0-9b78-6a3472367c18,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:40.391899 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.397756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:40.398438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.448261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Network': ['ID=4d3cf1a6-4728-481f-ac31-186b1c37e8a4,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:40.471260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.500602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 4d3cf1a6-4728-481f-ac31-186b1c37e8a4 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:40.523961 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c72fff87-5435-49b6-a1f5-d4710c10cee0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9312758 Jul 29 16:40:40.529296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.resource_extend [None req-9dfd7751-3a92-4031-a701-b9d6378224a8 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:40:40.539640 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48436) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:40.604331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9f7c78-ac73-4067-8cc0-34381d47c78c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 34b9abc3-d213-47cc-ae9e-fc777a1be1f6 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:40.609844 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5283675 Jul 29 16:40:40.612915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'subnet': {'network_id': '4d3cf1a6-4728-481f-ac31-186b1c37e8a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:40.653661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48440) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:40.665268 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Request body: {'subnet': {'network_id': '9d282a2a-3b9e-40cb-bebb-97ffd872e1af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:40.731159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7751-3a92-4031-a701-b9d6378224a8 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.755175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedf6c3-64ee-4342-b975-01cf2c5ac44f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event updated for resources: {'Network': ['ID=9d282a2a-3b9e-40cb-bebb-97ffd872e1af,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:40.776542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 9d282a2a-3b9e-40cb-bebb-97ffd872e1af details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:40.801654 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Attempting to bind port cb089ef7-da3b-4fd0-9b78-6a3472367c18 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:40.802228 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Attempting to bind port cb089ef7-da3b-4fd0-9b78-6a3472367c18 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'cb183949-69e8-4dcd-bec8-e1f243063192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '60fc3126-d721-40f3-851f-9aa6cf12b5fb'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:40.802790 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Attempting to bind port cb089ef7-da3b-4fd0-9b78-6a3472367c18 on network 60fc3126-d721-40f3-851f-9aa6cf12b5fb {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:40.824275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9dfd7751-3a92-4031-a701-b9d6378224a8 None None] Transition to ACTIVE for port object 090e54a2-41c1-405f-8b9f-65a03f273be6 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:40.840866 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7c78-ac73-4067-8cc0-34381d47c78c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.959763 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4f86ad33-4524-4054-ab50-c1644c281367 None None] Current status of the port 87a3412f-ed1b-4e56-b2ca-db113be59233 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:40.962198 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:40.962762 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Checking segment: {'id': 'cb183949-69e8-4dcd-bec8-e1f243063192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '60fc3126-d721-40f3-851f-9aa6cf12b5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:40.963370 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.963917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Bound using segment: {'id': 'cb183949-69e8-4dcd-bec8-e1f243063192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '60fc3126-d721-40f3-851f-9aa6cf12b5fb'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:40.965249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Bound port: cb089ef7-da3b-4fd0-9b78-6a3472367c18, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb183949-69e8-4dcd-bec8-e1f243063192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '60fc3126-d721-40f3-851f-9aa6cf12b5fb'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:40.965842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:40.982177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 090e54a2-41c1-405f-8b9f-65a03f273be6 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:40.982644 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:40.992138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7c78-ac73-4067-8cc0-34381d47c78c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:41.013345 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7751-3a92-4031-a701-b9d6378224a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:41.024332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=87a3412f-ed1b-4e56-b2ca-db113be59233,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:41.102588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:41.109841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:41.110839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:41.150105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:41.153304 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:41.166663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:subnet and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:41.173894 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Usage tracker for resource:subnet and tenant:eaaf9ddd746749bdbdf9555e1e724aa8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:41.180304 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:41.184059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:41.194680 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:41.200070 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:41.236049 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:41.239673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:41.266375 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Made reservation on behalf of eaaf9ddd746749bdbdf9555e1e724aa8 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:41.269468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:41.305075 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-265e250b-d678-464a-9bac-407f15e8d955 None None] Provisioning for port 4ca344cb-6d8d-4f5b-9189-a8bb14bed6d9 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:41.313463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=4ca344cb-6d8d-4f5b-9189-a8bb14bed6d9,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:41.327905 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-265e250b-d678-464a-9bac-407f15e8d955 None None] Provisioning complete for port 4ca344cb-6d8d-4f5b-9189-a8bb14bed6d9 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:41.328275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-265e250b-d678-464a-9bac-407f15e8d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:41.375898 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd7751-3a92-4031-a701-b9d6378224a8 None None] Pushing event updated for resources: {'Port': ['ID=090e54a2-41c1-405f-8b9f-65a03f273be6,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:41.401197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network 7c3927f9-8898-4d58-8254-6821c2414864 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:41.403216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:41.417261 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] For port cb089ef7-da3b-4fd0-9b78-6a3472367c18, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:40:41.435684 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-265e250b-d678-464a-9bac-407f15e8d955 None None] Port 4ca344cb-6d8d-4f5b-9189-a8bb14bed6d9 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:41.438197 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] For port cb089ef7-da3b-4fd0-9b78-6a3472367c18, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cb089ef7-da3b-4fd0-9b78-6a3472367c18,segment=NetworkSegment(cb183949-69e8-4dcd-bec8-e1f243063192),segment_id=cb183949-69e8-4dcd-bec8-e1f243063192)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:40:41.445384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:41.464041 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48462) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:41.505128 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7c78-ac73-4067-8cc0-34381d47c78c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:41.575496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:41.608494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1e6bb-0f63-44ff-9fd0-1fd3f2bcd76b None None] Pushing event updated for resources: {'Port': ['ID=cb089ef7-da3b-4fd0-9b78-6a3472367c18,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:41.757149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1796038266'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:41.769961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:41.778802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:40:41.780076 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:41.783871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:41.786594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:41.824143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Usage tracker for resource:network and tenant:ef969cc19de240de966e6a4544ba3599 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:41.827989 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=2e518b77-2650-4185-aa82-2731475ae6dc,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:41.834319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:41.859903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:41.867375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-20873fd7-3a8e-47f9-9848-1a5bfb6b1d62 None None] Provisioning complete for port 4ca344cb-6d8d-4f5b-9189-a8bb14bed6d9 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:41.868359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-20873fd7-3a8e-47f9-9848-1a5bfb6b1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:41.947623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-20873fd7-3a8e-47f9-9848-1a5bfb6b1d62 None None] Port 4ca344cb-6d8d-4f5b-9189-a8bb14bed6d9 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:42.021381 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7c78-ac73-4067-8cc0-34381d47c78c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:42.025125 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Made reservation on behalf of ef969cc19de240de966e6a4544ba3599 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:42.028530 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:42.065501 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:40:42.076374 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f01590-f26b-41d9-bf79-e92e1955e049 None None] Sync routers for ids ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:40:42.078114 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a37b955c-b4e3-43ab-a776-3d1420b0decc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3695431 Jul 29 16:40:42.081327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48470) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:42.092620 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f01590-f26b-41d9-bf79-e92e1955e049 None None] Routers {'ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:42.093272 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f4f01590-f26b-41d9-bf79-e92e1955e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:42.128457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f7c78-ac73-4067-8cc0-34381d47c78c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=34b9abc3-d213-47cc-ae9e-fc777a1be1f6,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:42.140756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:42.176136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:42.179380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed028a1-03a7-4031-8813-c54e7ffb0f6f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:42.179873 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8ed028a1-03a7-4031-8813-c54e7ffb0f6f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Synchronizing usage tracker for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:42.188560 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f4f01590-f26b-41d9-bf79-e92e1955e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:42.202922 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8ed028a1-03a7-4031-8813-c54e7ffb0f6f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Unset dirty status for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:42.207401 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8ed028a1-03a7-4031-8813-c54e7ffb0f6f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports/4ca344cb-6d8d-4f5b-9189-a8bb14bed6d9 HTTP/1.1" status: 200 len: 911 time: 0.1217945 Jul 29 16:40:42.207613 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f01590-f26b-41d9-bf79-e92e1955e049 None None] Routers {'ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:42.207613 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f4f01590-f26b-41d9-bf79-e92e1955e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:42.207804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48474) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:42.208614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7c78-ac73-4067-8cc0-34381d47c78c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:42.263254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:42.283735 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f4f01590-f26b-41d9-bf79-e92e1955e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:42.284141 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f01590-f26b-41d9-bf79-e92e1955e049 None None] The sync data for ids ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:40:42.311978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Usage tracker for resource:security_group_rule and tenant:ef969cc19de240de966e6a4544ba3599 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:42.326750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:42.347684 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:42.351800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:42.363457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c83143-c52d-440f-852d-2d1105792361 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:42.413639 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ff9f7c78-ac73-4067-8cc0-34381d47c78c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/34b9abc3-d213-47cc-ae9e-fc777a1be1f6 HTTP/1.1" status: 204 len: 168 time: 2.1581464 Jul 29 16:40:42.428128 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48478) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:42.428478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:42.434046 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b337f2b1-3f56-4dd8-bbb4-33b3e3c89ceb None None] Could not find standard attr ID for object 32545c93-864d-4cf9-8c24-fb90dd77470e. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:40:42.455355 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:42.467216 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b337f2b1-3f56-4dd8-bbb4-33b3e3c89ceb None None] Provisioning for port 090e54a2-41c1-405f-8b9f-65a03f273be6 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:42.481112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b337f2b1-3f56-4dd8-bbb4-33b3e3c89ceb None None] Provisioning complete for port 090e54a2-41c1-405f-8b9f-65a03f273be6 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:42.481112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b337f2b1-3f56-4dd8-bbb4-33b3e3c89ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:42.563913 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-c777e636-a61b-4c90-8032-58e96fb3f4e2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 4d33c425-9435-4fcd-897b-cb6f5918acb1 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:42.596413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c777e636-a61b-4c90-8032-58e96fb3f4e2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:42.686373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Subnet': ['ID=cdd8738e-bf3e-44ac-b7cc-d2d7af57c541,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:42.747042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b337f2b1-3f56-4dd8-bbb4-33b3e3c89ceb None None] Current status of the port 090e54a2-41c1-405f-8b9f-65a03f273be6 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:42.751520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Checking segment: {'id': '9c2aaea1-9c48-4456-a2d5-4792868ecd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4d3cf1a6-4728-481f-ac31-186b1c37e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:42.751912 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network hostable DHCP agents. Network: 4d3cf1a6-4728-481f-ac31-186b1c37e8a4, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:40:42.825326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c777e636-a61b-4c90-8032-58e96fb3f4e2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:42.852360 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Checking segment: {'id': '5d88ab1d-b23a-4c00-9220-15d31ee5ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d282a2a-3b9e-40cb-bebb-97ffd872e1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:42.852805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Network hostable DHCP agents. Network: 9d282a2a-3b9e-40cb-bebb-97ffd872e1af, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:40:42.987396 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event updated for resources: {'Subnet': ['ID=4f371d0a-0845-47de-af10-a8e74e9d227a,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:42.991138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.008587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 4d3cf1a6-4728-481f-ac31-186b1c37e8a4 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:40:43.058925 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Network 9d282a2a-3b9e-40cb-bebb-97ffd872e1af is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:40:43.107866 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 4d3cf1a6-4728-481f-ac31-186b1c37e8a4) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:43.118459 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65e2263-3f63-46c6-90c2-931ae41b2c1c None None] Network 4d3cf1a6-4728-481f-ac31-186b1c37e8a4 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:43.133688 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 9d282a2a-3b9e-40cb-bebb-97ffd872e1af) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:43.141141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:43.142019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.154691 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 87a3412f-ed1b-4e56-b2ca-db113be59233 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:43.167288 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:43.167885 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.178212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.202261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.227807 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77a233-685e-45f0-bf2c-73e76f43d079 None None] Network 9d282a2a-3b9e-40cb-bebb-97ffd872e1af requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:43.272128 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=089deaa4-6471-4239-8b06-bc7e4f692cae,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:43.284236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c777e636-a61b-4c90-8032-58e96fb3f4e2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.332097 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:43.336621 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fc348e06-f800-43a9-a21d-38ed9eeda7bc tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7447262 Jul 29 16:40:43.339180 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-571cb374-0db5-4d3c-8355-a75087c21fb8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6796966 Jul 29 16:40:43.347925 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48482) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:43.349143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48484) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:43.365429 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-23f05b3d-7b2e-4d7a-841a-aa334ad6ded9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-922624013', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:43.375594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Request body: {'network': {'name': 'tempest-router-network01--1467314963'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:43.396102 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.396878 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Added segment 94f87d61-d810-4668-a081-e657ce430751 of type vlan for network 328098f9-869b-4acb-9850-2e116537c76b Jul 29 16:40:43.402050 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-23f05b3d-7b2e-4d7a-841a-aa334ad6ded9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:43.406223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:43.430801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.433070 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Usage tracker for resource:network and tenant:eaaf9ddd746749bdbdf9555e1e724aa8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:43.436745 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-23f05b3d-7b2e-4d7a-841a-aa334ad6ded9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:router and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:43.447830 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:43.451200 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-23f05b3d-7b2e-4d7a-841a-aa334ad6ded9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:43.459530 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.466973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:43.470669 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d9206e-931b-4453-8669-eb826f38ad40 None None] Network 60fc3126-d721-40f3-851f-9aa6cf12b5fb requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:43.515280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.534692 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Allocated IP 2001:db8:1::1 (60fc3126-d721-40f3-851f-9aa6cf12b5fb/8e70506c-98fc-4e65-8539-2f16776dad16/699b2140-31b9-4356-920c-df10f72a5908) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:43.706909 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-18daf144-2901-4cb4-b7d3-7fec9e24038e None None] Provisioning for port cb089ef7-da3b-4fd0-9b78-6a3472367c18 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:43.717033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 87a3412f-ed1b-4e56-b2ca-db113be59233 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:43.717429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.743404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.766251 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Transition to ACTIVE for port object 699b2140-31b9-4356-920c-df10f72a5908 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:43.766606 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-23f05b3d-7b2e-4d7a-841a-aa334ad6ded9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:43.768931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c777e636-a61b-4c90-8032-58e96fb3f4e2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.779216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Made reservation on behalf of eaaf9ddd746749bdbdf9555e1e724aa8 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:43.782672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.797557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.801873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.806331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:43.806952 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.865649 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-9d282a2a-3b9e-40cb-bebb-97ffd872e1af', 'network_id': '9d282a2a-3b9e-40cb-bebb-97ffd872e1af', 'tenant_id': 'eaaf9ddd746749bdbdf9555e1e724aa8', 'fixed_ips': [{'subnet_id': '4f371d0a-0845-47de-af10-a8e74e9d227a'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:43.866479 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.883961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c777e636-a61b-4c90-8032-58e96fb3f4e2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:43.888480 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c777e636-a61b-4c90-8032-58e96fb3f4e2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/4d33c425-9435-4fcd-897b-cb6f5918acb1 HTTP/1.1" status: 204 len: 168 time: 1.4246924 Jul 29 16:40:43.896896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48490) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:43.899860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=699b2140-31b9-4356-920c-df10f72a5908,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:43.909470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1c3131-840a-46bb-8dce-3c8fcd02a5fc None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:43.974164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777e636-a61b-4c90-8032-58e96fb3f4e2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=4d33c425-9435-4fcd-897b-cb6f5918acb1,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:43.989959 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5165746 Jul 29 16:40:43.995570 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7ad104d1-bfea-4c53-8b42-8b4dfd1266bf tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913382 Jul 29 16:40:43.999396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network 60fc3126-d721-40f3-851f-9aa6cf12b5fb is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:44.000361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48494) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:44.004218 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:44.018376 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-23f05b3d-7b2e-4d7a-841a-aa334ad6ded9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.020016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-23f05b3d-7b2e-4d7a-841a-aa334ad6ded9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.021449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:44.022027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.040849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c1dfe7eb-94a3-4183-8a60-5a1e1deca718 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:44.042718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a0576-c857-4363-9486-c07f9794e308 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event updated for resources: {'Network': ['ID=328098f9-869b-4acb-9850-2e116537c76b,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:44.049769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=2e518b77-2650-4185-aa82-2731475ae6dc,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:44.053662 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:44.062315 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.082756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.083129 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Added segment 5b774ad9-a7ea-476b-a405-0d2734be8c7a of type vlan for network f988a848-b105-4231-be74-ff2b5debe15a Jul 29 16:40:44.084746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-23f05b3d-7b2e-4d7a-841a-aa334ad6ded9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.126267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.127092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-11513525-550b-4dc0-9e62-a2bbafd76350 None None] Could not find standard attr ID for object 32545c93-864d-4cf9-8c24-fb90dd77470e. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:40:44.130934 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8adc8707-9d99-4aad-9afe-27c4f6f2840b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9951627 Jul 29 16:40:44.131036 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 328098f9-869b-4acb-9850-2e116537c76b details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:44.131870 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48498) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:44.135220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.141909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'port': {'network_id': '57b28557-e768-42ab-b74d-a3d7a59c211f', 'name': 'tempest-FloatingIPTestJSON-1276273510'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:44.161391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-23f05b3d-7b2e-4d7a-841a-aa334ad6ded9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.269672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c1dfe7eb-94a3-4183-8a60-5a1e1deca718 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:44.277793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-23f05b3d-7b2e-4d7a-841a-aa334ad6ded9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.282725 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c1dfe7eb-94a3-4183-8a60-5a1e1deca718 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:44.282921 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-23f05b3d-7b2e-4d7a-841a-aa334ad6ded9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.9323189 Jul 29 16:40:44.286892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48502) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:44.291569 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c1dfe7eb-94a3-4183-8a60-5a1e1deca718 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:44.296086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'network_id': '4d3cf1a6-4728-481f-ac31-186b1c37e8a4', 'name': 'tempest-PortsTestJSON-940394818'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:44.306953 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c1dfe7eb-94a3-4183-8a60-5a1e1deca718 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:44.311356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.317380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:44.318026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.341346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dfe7eb-94a3-4183-8a60-5a1e1deca718 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:44.347187 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1dfe7eb-94a3-4183-8a60-5a1e1deca718 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.476822 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-11513525-550b-4dc0-9e62-a2bbafd76350 None None] Provisioning complete for port 090e54a2-41c1-405f-8b9f-65a03f273be6 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:44.477233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-11513525-550b-4dc0-9e62-a2bbafd76350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.539471 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1872907 Jul 29 16:40:44.541899 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48506) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:44.560320 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Request body: {'network': {'name': 'tempest-router-network02--1709780169'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:44.574084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9f283-1608-4953-a0ed-40edf98966a8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event updated for resources: {'Network': ['ID=f988a848-b105-4231-be74-ff2b5debe15a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:44.576529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:44.579087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:44.587221 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Usage tracker for resource:network and tenant:eaaf9ddd746749bdbdf9555e1e724aa8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:44.600469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:44.616278 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:44.627765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:44.647804 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:44.652156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:port and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:44.655013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Made reservation on behalf of eaaf9ddd746749bdbdf9555e1e724aa8 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:44.658676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.668496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:44.675546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Made reservation on behalf of 2dfcda58e3f74084b8302be907f8cb07 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:44.679993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.689429 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:44.698052 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Allocated IP 2001:db8::2 (9d282a2a-3b9e-40cb-bebb-97ffd872e1af/4f371d0a-0845-47de-af10-a8e74e9d227a/754e9ca2-a07e-467a-80e3-bbcae05e5854) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:44.714877 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] device_id is not set on port cc08b6ea-e749-4f45-ac9f-85462d115a39 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:40:44.756891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:44.760555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.803900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:44.829294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port 178fd659-7fd3-4fe3-a16c-1695f765580a yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:40:44.844381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.863167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.863592 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Added segment bb2f83c7-24b3-4900-b979-455daf2d40b8 of type vlan for network dc0b4b47-8629-4ad6-a5ce-a421bd3ca006 Jul 29 16:40:44.911858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.923057 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Transition to ACTIVE for port object 754e9ca2-a07e-467a-80e3-bbcae05e5854 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:44.941703 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Transition to ACTIVE for port object 754e9ca2-a07e-467a-80e3-bbcae05e5854 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:44.964994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.971935 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-4d3cf1a6-4728-481f-ac31-186b1c37e8a4', 'network_id': '4d3cf1a6-4728-481f-ac31-186b1c37e8a4', 'tenant_id': '6ef8b3c0991c44b3b2e7bc738e572b53', 'fixed_ips': [{'subnet_id': 'cdd8738e-bf3e-44ac-b7cc-d2d7af57c541'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:44.973016 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.982892 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network f988a848-b105-4231-be74-ff2b5debe15a details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:44.995743 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:44.997262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Allocated IP 172.20.0.9 (57b28557-e768-42ab-b74d-a3d7a59c211f/d07cc72a-d367-47de-8447-ca51a97ccde9/cc08b6ea-e749-4f45-ac9f-85462d115a39) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:45.096718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Pushing event updated for resources: {'Port': ['ID=754e9ca2-a07e-467a-80e3-bbcae05e5854,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:45.179838 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 87a3412f-ed1b-4e56-b2ca-db113be59233 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:45.181553 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 090e54a2-41c1-405f-8b9f-65a03f273be6 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:45.218367 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-59c9778f-0c06-4b02-a8fd-19d35cefc3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:45.258128 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Network 9d282a2a-3b9e-40cb-bebb-97ffd872e1af is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:45.322306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:45.363153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1dfe7eb-94a3-4183-8a60-5a1e1deca718 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:45.369376 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:40:45.372917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:45.396933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:45.432429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dfe7eb-94a3-4183-8a60-5a1e1deca718 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:45.437803 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-c1dfe7eb-94a3-4183-8a60-5a1e1deca718 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:45.444841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dfe7eb-94a3-4183-8a60-5a1e1deca718 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:45.445496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1dfe7eb-94a3-4183-8a60-5a1e1deca718 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:45.481753 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfe7eb-94a3-4183-8a60-5a1e1deca718 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=29ce9393-1736-4ae3-935d-418346df7d5f,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:45.493116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:45.499213 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:45.504220 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c1dfe7eb-94a3-4183-8a60-5a1e1deca718 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5018642 Jul 29 16:40:45.506787 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:45.507876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:45.508855 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:45.509532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:45.514452 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48510) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:45.538235 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:45.628182 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=699b2140-31b9-4356-920c-df10f72a5908,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:45.645455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-22f9379b-5367-4c06-8c3c-33f974d2778e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:45.685845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-11513525-550b-4dc0-9e62-a2bbafd76350 None None] Current status of the port 090e54a2-41c1-405f-8b9f-65a03f273be6 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:45.702895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Allocated IP 172.20.0.12 (4d3cf1a6-4728-481f-ac31-186b1c37e8a4/cdd8738e-bf3e-44ac-b7cc-d2d7af57c541/178fd659-7fd3-4fe3-a16c-1695f765580a) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:45.731222 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1825268 Jul 29 16:40:45.731888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48514) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:45.740637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Attempting to bind port 754e9ca2-a07e-467a-80e3-bbcae05e5854 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:45.741502 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Attempting to bind port 754e9ca2-a07e-467a-80e3-bbcae05e5854 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '5d88ab1d-b23a-4c00-9220-15d31ee5ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d282a2a-3b9e-40cb-bebb-97ffd872e1af'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:45.742083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Attempting to bind port 754e9ca2-a07e-467a-80e3-bbcae05e5854 on network 9d282a2a-3b9e-40cb-bebb-97ffd872e1af {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:45.742603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network 57b28557-e768-42ab-b74d-a3d7a59c211f is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:45.747095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 090e54a2-41c1-405f-8b9f-65a03f273be6 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:45.747675 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:45.762203 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:45.777459 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Request body: {'subnet': {'network_id': 'f988a848-b105-4231-be74-ff2b5debe15a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:45.781782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:45.782476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Checking segment: {'id': '5d88ab1d-b23a-4c00-9220-15d31ee5ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d282a2a-3b9e-40cb-bebb-97ffd872e1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:45.783096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:45.783714 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Bound using segment: {'id': '5d88ab1d-b23a-4c00-9220-15d31ee5ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d282a2a-3b9e-40cb-bebb-97ffd872e1af'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:45.784421 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Bound port: 754e9ca2-a07e-467a-80e3-bbcae05e5854, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d88ab1d-b23a-4c00-9220-15d31ee5ce01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9d282a2a-3b9e-40cb-bebb-97ffd872e1af'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:45.785030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:45.819148 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e29b6-5920-4235-a80e-11dc4579be19 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event updated for resources: {'Network': ['ID=dc0b4b47-8629-4ad6-a5ce-a421bd3ca006,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:45.852115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network dc0b4b47-8629-4ad6-a5ce-a421bd3ca006 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:45.889890 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2840bf66-6ab6-42f5-a22d-f735740a743c None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:40:45.924879 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2840bf66-6ab6-42f5-a22d-f735740a743c None None] Deleting port 090e54a2-41c1-405f-8b9f-65a03f273be6 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:45.925583 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2840bf66-6ab6-42f5-a22d-f735740a743c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:46.098500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:46.134774 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=cc08b6ea-e749-4f45-ac9f-85462d115a39,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:46.152282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:46.174552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Usage tracker for resource:subnet and tenant:eaaf9ddd746749bdbdf9555e1e724aa8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:46.181105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-22f9379b-5367-4c06-8c3c-33f974d2778e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:46.183386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:46.191501 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network 60fc3126-d721-40f3-851f-9aa6cf12b5fb is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:46.194365 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-22f9379b-5367-4c06-8c3c-33f974d2778e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:46.195938 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:46.204820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:46.215785 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-22f9379b-5367-4c06-8c3c-33f974d2778e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:46.229980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:46.231027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:46.259343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Made reservation on behalf of eaaf9ddd746749bdbdf9555e1e724aa8 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:46.263286 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:46.359460 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] For port 754e9ca2-a07e-467a-80e3-bbcae05e5854, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:40:46.403833 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] For port 754e9ca2-a07e-467a-80e3-bbcae05e5854, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=754e9ca2-a07e-467a-80e3-bbcae05e5854,segment=NetworkSegment(5d88ab1d-b23a-4c00-9220-15d31ee5ce01),segment_id=5d88ab1d-b23a-4c00-9220-15d31ee5ce01)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:40:46.439536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-df92c2aa-a3e4-4d44-bc86-bcf550b0fb06 None None] Provisioning for port 699b2140-31b9-4356-920c-df10f72a5908 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:46.449478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-df92c2aa-a3e4-4d44-bc86-bcf550b0fb06 None None] Provisioning complete for port 699b2140-31b9-4356-920c-df10f72a5908 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:46.450134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-df92c2aa-a3e4-4d44-bc86-bcf550b0fb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:46.450798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-22f9379b-5367-4c06-8c3c-33f974d2778e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:46.461734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:40:46.547108 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-917edf26-e400-468d-bf77-3b84d638bf98 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4143033 Jul 29 16:40:46.554746 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:46.557604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48518) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:46.575507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-df92c2aa-a3e4-4d44-bc86-bcf550b0fb06 None None] Port 699b2140-31b9-4356-920c-df10f72a5908 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:46.577374 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a0b6bc3f-7189-4dbc-a00c-20fe68de2983 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'floatingip': {'port_id': 'cc08b6ea-e749-4f45-ac9f-85462d115a39'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:46.588371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f9379b-5367-4c06-8c3c-33f974d2778e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:46.592828 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22f9379b-5367-4c06-8c3c-33f974d2778e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:46.695608 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 090e54a2-41c1-405f-8b9f-65a03f273be6 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:46.696777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb089ef7-da3b-4fd0-9b78-6a3472367c18 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:46.737003 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0b6bc3f-7189-4dbc-a00c-20fe68de2983 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:46.756064 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f6880-837c-4b2b-b6c7-5f642e19f740 None None] Pushing event updated for resources: {'Port': ['ID=754e9ca2-a07e-467a-80e3-bbcae05e5854,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:46.954066 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port cb089ef7-da3b-4fd0-9b78-6a3472367c18 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:46.963185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port cb089ef7-da3b-4fd0-9b78-6a3472367c18 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:46.963561 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:47.036692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-2840bf66-6ab6-42f5-a22d-f735740a743c None None] For port 090e54a2-41c1-405f-8b9f-65a03f273be6, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=090e54a2-41c1-405f-8b9f-65a03f273be6,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:47.041481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2840bf66-6ab6-42f5-a22d-f735740a743c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:47.109162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:40:47.123756 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cf1e0c5f-6b29-484c-a114-e13c59908fd9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9150069 Jul 29 16:40:47.137837 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48522) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:47.156680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19cc40e-762f-4ef9-9a38-e1d582acb9ee None None] Sync routers for ids ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:40:47.298691 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2840bf66-6ab6-42f5-a22d-f735740a743c None None] Calling delete_port for 090e54a2-41c1-405f-8b9f-65a03f273be6 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:47.321359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48526) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:47.337865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Request body: {'subnet': {'network_id': '328098f9-869b-4acb-9850-2e116537c76b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:47.345810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:47.370073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Transition to ACTIVE for port object 178fd659-7fd3-4fe3-a16c-1695f765580a will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:47.396080 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8f51245d-ac07-468f-b256-564460c19746 None None] Provisioning complete for port 699b2140-31b9-4356-920c-df10f72a5908 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:47.396462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8f51245d-ac07-468f-b256-564460c19746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:47.444901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0348479e-2777-4edf-b93b-5b493faf4238 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:47.445527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0348479e-2777-4edf-b93b-5b493faf4238 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Synchronizing usage tracker for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:47.446136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2840bf66-6ab6-42f5-a22d-f735740a743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:47.450339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19cc40e-762f-4ef9-9a38-e1d582acb9ee None None] Routers {'ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:47.450598 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d19cc40e-762f-4ef9-9a38-e1d582acb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:47.502423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:47.512625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0348479e-2777-4edf-b93b-5b493faf4238 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Unset dirty status for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:47.513896 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0348479e-2777-4edf-b93b-5b493faf4238 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports/699b2140-31b9-4356-920c-df10f72a5908 HTTP/1.1" status: 200 len: 913 time: 0.3745837 Jul 29 16:40:47.517102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48530) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:47.558665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d19cc40e-762f-4ef9-9a38-e1d582acb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:47.585813 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:47.608548 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 4d3cf1a6-4728-481f-ac31-186b1c37e8a4 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:47.614145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=178fd659-7fd3-4fe3-a16c-1695f765580a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:47.618145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:47.620351 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:47.640287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840bf66-6ab6-42f5-a22d-f735740a743c None None] Pushing event deleted for resources: {'Port': ['ID=090e54a2-41c1-405f-8b9f-65a03f273be6,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:47.660054 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2840bf66-6ab6-42f5-a22d-f735740a743c None None] No DVR routers for this DVR port 090e54a2-41c1-405f-8b9f-65a03f273be6 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:40:47.667249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Usage tracker for resource:subnet and tenant:ef969cc19de240de966e6a4544ba3599 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:47.674393 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:47.701718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:47.701718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:47.702100 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:47.736458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Made reservation on behalf of ef969cc19de240de966e6a4544ba3599 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:47.740629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:47.760419 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8f51245d-ac07-468f-b256-564460c19746 None None] Port 699b2140-31b9-4356-920c-df10f72a5908 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:47.760419 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19cc40e-762f-4ef9-9a38-e1d582acb9ee None None] Routers {'ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:47.760419 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d19cc40e-762f-4ef9-9a38-e1d582acb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:47.825421 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3dfe9cea-ef9e-4bee-a3f4-f03c215893e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:47.826849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcade57-518a-4a40-bcdb-4224e1f2b035 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:47.866130 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b7d9e066-bb78-43a7-92ca-dfeac65f49fb tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5780883 Jul 29 16:40:47.869367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48534) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:47.918214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d19cc40e-762f-4ef9-9a38-e1d582acb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:47.918214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19cc40e-762f-4ef9-9a38-e1d582acb9ee None None] The sync data for ids ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:40:47.936147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Allocated IP 172.20.0.2 (4d3cf1a6-4728-481f-ac31-186b1c37e8a4/cdd8738e-bf3e-44ac-b7cc-d2d7af57c541/d2d8010e-67b6-4028-b37f-9ea72796783b) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:47.962388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port cb089ef7-da3b-4fd0-9b78-6a3472367c18 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:47.963083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:48.110589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port cb089ef7-da3b-4fd0-9b78-6a3472367c18, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cb089ef7-da3b-4fd0-9b78-6a3472367c18,segment=NetworkSegment(cb183949-69e8-4dcd-bec8-e1f243063192),segment_id=cb183949-69e8-4dcd-bec8-e1f243063192)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:48.133635 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:48.237801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:48.307566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.objects.ports [None req-22f9379b-5367-4c06-8c3c-33f974d2778e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89209) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:40:48.317735 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22f9379b-5367-4c06-8c3c-33f974d2778e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:48.335509 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 754e9ca2-a07e-467a-80e3-bbcae05e5854 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:48.387853 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8ab701-728b-4564-8e67-20661af567f1 None None] Network 9d282a2a-3b9e-40cb-bebb-97ffd872e1af requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:48.396029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event updated for resources: {'Subnet': ['ID=f4d8b5e0-3297-4079-a34f-9c4ce8921644,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:48.404380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:48.448545 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9379b-5367-4c06-8c3c-33f974d2778e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:48.454079 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-22f9379b-5367-4c06-8c3c-33f974d2778e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:48.458086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9379b-5367-4c06-8c3c-33f974d2778e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=3ab1f906-2983-4458-b42d-0a0ce9a8275e,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:48.461897 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f9379b-5367-4c06-8c3c-33f974d2778e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:48.462503 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22f9379b-5367-4c06-8c3c-33f974d2778e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:48.519478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Checking segment: {'id': '5b774ad9-a7ea-476b-a405-0d2734be8c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f988a848-b105-4231-be74-ff2b5debe15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:48.519478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Network hostable DHCP agents. Network: f988a848-b105-4231-be74-ff2b5debe15a, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:40:48.553793 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=cb089ef7-da3b-4fd0-9b78-6a3472367c18,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:48.556355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:48.566544 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-22f9379b-5367-4c06-8c3c-33f974d2778e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9423382 Jul 29 16:40:48.574578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '29ce9393-1736-4ae3-935d-418346df7d5f'}, {'subnet_id': '3ab1f906-2983-4458-b42d-0a0ce9a8275e'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:48.575416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:48.588720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48540) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:48.616633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'mac_address': 'fa:16:3e:2d:fe:91', 'name': 'tempest-NetworksTestDHCPv6-1292884163'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:48.633667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-caf3baf9-0715-42fa-b656-a63a3471bedd None None] Provisioning for port 754e9ca2-a07e-467a-80e3-bbcae05e5854 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:48.678530 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:48.727335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-a0b6bc3f-7189-4dbc-a00c-20fe68de2983 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:40:48.773913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:48.781600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event updated for resources: {'Subnet': ['ID=205e3644-d1bf-4b47-9642-93705da4f040,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:48.795748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Checking segment: {'id': '94f87d61-d810-4668-a081-e657ce430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '328098f9-869b-4acb-9850-2e116537c76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:48.796099 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Network hostable DHCP agents. Network: 328098f9-869b-4acb-9850-2e116537c76b, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:40:48.813450 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Network f988a848-b105-4231-be74-ff2b5debe15a is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:40:48.823335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65c8dd8c-8db0-4827-aef9-8020a2d80b99 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:48.852676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, f988a848-b105-4231-be74-ff2b5debe15a) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:48.857807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:48.858410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:48.882162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 754e9ca2-a07e-467a-80e3-bbcae05e5854 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:48.882994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Network 328098f9-869b-4acb-9850-2e116537c76b is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:40:48.885115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31d272d-cfaa-4c10-9131-8aaca2ad5589 None None] Network f988a848-b105-4231-be74-ff2b5debe15a requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:48.913017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Transition to ACTIVE for port object d2d8010e-67b6-4028-b37f-9ea72796783b will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:48.923774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 754e9ca2-a07e-467a-80e3-bbcae05e5854 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:48.924141 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:48.938798 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d4eb82c9-03c5-41f3-a2ec-acc0ebd99e5b tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1916754 Jul 29 16:40:48.948390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48546) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:48.966483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0b6bc3f-7189-4dbc-a00c-20fe68de2983 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:48.980579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0b6bc3f-7189-4dbc-a00c-20fe68de2983 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:49.094706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Request body: {'subnet': {'network_id': 'dc0b4b47-8629-4ad6-a5ce-a421bd3ca006', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:49.105753 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Transition to ACTIVE for port object d2d8010e-67b6-4028-b37f-9ea72796783b will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:49.108424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 328098f9-869b-4acb-9850-2e116537c76b) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:49.120639 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:49.121278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:49.135872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:49.137012 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14bc905-d5c7-41c9-a101-ae84483613cf None None] Network 328098f9-869b-4acb-9850-2e116537c76b requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:49.153349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:49.159547 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:49.180067 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:49.203678 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:49.239380 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4a706242-c9c3-452a-bb9c-23f69cdaf38b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9140038 Jul 29 16:40:49.239935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48550) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:49.245904 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:49.255973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2068900072'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:49.264805 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:49.265187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:49.319055 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:49.327974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Usage tracker for resource:network and tenant:ef969cc19de240de966e6a4544ba3599 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:49.356576 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Usage tracker for resource:subnet and tenant:eaaf9ddd746749bdbdf9555e1e724aa8 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:49.359423 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:49.372712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:49.385320 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:49.387503 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:49.409027 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-a0b6bc3f-7189-4dbc-a00c-20fe68de2983 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Floating IP a250835c-23ac-469d-87cb-28215824d6cc associated. External IP: 172.26.1.30, port: cc08b6ea-e749-4f45-ac9f-85462d115a39. Jul 29 16:40:49.414275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Made reservation on behalf of eaaf9ddd746749bdbdf9555e1e724aa8 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:49.417755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:49.431586 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Made reservation on behalf of ef969cc19de240de966e6a4544ba3599 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:49.434694 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:49.497182 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Network 4d3cf1a6-4728-481f-ac31-186b1c37e8a4 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:49.497849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Pushing event updated for resources: {'Port': ['ID=d2d8010e-67b6-4028-b37f-9ea72796783b,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:49.509364 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:49.552590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:49.556105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:40:49.583047 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:49.583406 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Added segment 3b56d899-250f-4a0c-81af-223f23490935 of type vlan for network 6c6213bc-646d-40bc-b148-2a99cd2033b0 Jul 29 16:40:49.651031 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Allocated IP 172.20.0.2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/29ce9393-1736-4ae3-935d-418346df7d5f/08fdea2e-6291-48d6-a91c-d97aa280010d) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:49.663984 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 754e9ca2-a07e-467a-80e3-bbcae05e5854 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:49.664374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:49.734146 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Allocated IP 2001:db8::f816:3eff:fe54:cb89 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/3ab1f906-2983-4458-b42d-0a0ce9a8275e/08fdea2e-6291-48d6-a91c-d97aa280010d) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:49.738280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:49.767872 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-65c8dd8c-8db0-4827-aef9-8020a2d80b99 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port 699b2140-31b9-4356-920c-df10f72a5908 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:49.768216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65c8dd8c-8db0-4827-aef9-8020a2d80b99 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:49.893547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:49.966346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:49.972078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:49.972780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:49.972931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-f988a848-b105-4231-be74-ff2b5debe15a', 'network_id': 'f988a848-b105-4231-be74-ff2b5debe15a', 'tenant_id': 'eaaf9ddd746749bdbdf9555e1e724aa8', 'fixed_ips': [{'subnet_id': 'f4d8b5e0-3297-4079-a34f-9c4ce8921644'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:49.973759 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:49.987391 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Attempting to bind port d2d8010e-67b6-4028-b37f-9ea72796783b on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:49.987755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Attempting to bind port d2d8010e-67b6-4028-b37f-9ea72796783b by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '9c2aaea1-9c48-4456-a2d5-4792868ecd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4d3cf1a6-4728-481f-ac31-186b1c37e8a4'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:49.988316 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Attempting to bind port d2d8010e-67b6-4028-b37f-9ea72796783b on network 4d3cf1a6-4728-481f-ac31-186b1c37e8a4 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:50.013140 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 754e9ca2-a07e-467a-80e3-bbcae05e5854, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=754e9ca2-a07e-467a-80e3-bbcae05e5854,segment=NetworkSegment(5d88ab1d-b23a-4c00-9220-15d31ee5ce01),segment_id=5d88ab1d-b23a-4c00-9220-15d31ee5ce01)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:50.016199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:50.016516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Checking segment: {'id': '9c2aaea1-9c48-4456-a2d5-4792868ecd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4d3cf1a6-4728-481f-ac31-186b1c37e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:50.017141 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:50.017684 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Bound using segment: {'id': '9c2aaea1-9c48-4456-a2d5-4792868ecd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4d3cf1a6-4728-481f-ac31-186b1c37e8a4'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:50.018152 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Bound port: d2d8010e-67b6-4028-b37f-9ea72796783b, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2aaea1-9c48-4456-a2d5-4792868ecd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4d3cf1a6-4728-481f-ac31-186b1c37e8a4'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:50.018602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:50.033098 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port 1144413d-36a1-4384-b826-f4886b55c59d yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:40:50.045683 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:50.057021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:50.148227 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8992708 Jul 29 16:40:50.148227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:50.159979 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48554) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:50.169590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 090e54a2-41c1-405f-8b9f-65a03f273be6 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:40:50.200648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Request body: {'subnet': {'network_id': '6c6213bc-646d-40bc-b148-2a99cd2033b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:50.216714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae1d5c-388d-4080-87de-eaa725cff123 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event updated for resources: {'Network': ['ID=6c6213bc-646d-40bc-b148-2a99cd2033b0,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:50.219954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65c8dd8c-8db0-4827-aef9-8020a2d80b99 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:50.280481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 6c6213bc-646d-40bc-b148-2a99cd2033b0 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:40:50.292744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2244b4e4-d56f-4a42-8f63-8d8c2258f381 None None] Provisioning complete for port 754e9ca2-a07e-467a-80e3-bbcae05e5854 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:50.293136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2244b4e4-d56f-4a42-8f63-8d8c2258f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:50.330777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 090e54a2-41c1-405f-8b9f-65a03f273be6 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:40:50.331158 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 090e54a2-41c1-405f-8b9f-65a03f273be6 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:40:50.333456 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-328098f9-869b-4acb-9850-2e116537c76b', 'network_id': '328098f9-869b-4acb-9850-2e116537c76b', 'tenant_id': 'ef969cc19de240de966e6a4544ba3599', 'fixed_ips': [{'subnet_id': '205e3644-d1bf-4b47-9642-93705da4f040'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:50.334092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:50.362646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:50.366248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b6bc3f-7189-4dbc-a00c-20fe68de2983 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:40:50.375792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:50.468843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-65c8dd8c-8db0-4827-aef9-8020a2d80b99 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for 699b2140-31b9-4356-920c-df10f72a5908 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:50.485699 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb089ef7-da3b-4fd0-9b78-6a3472367c18 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:50.537917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event updated for resources: {'Subnet': ['ID=3a5086e2-3cdf-461d-8a7e-d5a9255e4695,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:50.555412 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:50.565314 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Checking segment: {'id': 'bb2f83c7-24b3-4900-b979-455daf2d40b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc0b4b47-8629-4ad6-a5ce-a421bd3ca006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:50.565918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Network hostable DHCP agents. Network: dc0b4b47-8629-4ad6-a5ce-a421bd3ca006, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:40:50.572720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Usage tracker for resource:subnet and tenant:ef969cc19de240de966e6a4544ba3599 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:50.579810 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:50.593934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:50.643313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Network dc0b4b47-8629-4ad6-a5ce-a421bd3ca006 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:40:50.646127 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Made reservation on behalf of ef969cc19de240de966e6a4544ba3599 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:50.650021 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:50.651349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=178fd659-7fd3-4fe3-a16c-1695f765580a,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:50.726899 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port cb089ef7-da3b-4fd0-9b78-6a3472367c18 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:50.727549 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:50.754196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, dc0b4b47-8629-4ad6-a5ce-a421bd3ca006) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:50.757259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:50.758223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=754e9ca2-a07e-467a-80e3-bbcae05e5854,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:50.766949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:50.767145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:50.802779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b6bc3f-7189-4dbc-a00c-20fe68de2983 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:40:50.815648 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a04bd6-94e5-4bc0-9313-506df85a1c19 None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:40:50.826862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b11934-3b14-410b-ab50-a4ea58c298d7 None None] Network dc0b4b47-8629-4ad6-a5ce-a421bd3ca006 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:50.828320 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a04bd6-94e5-4bc0-9313-506df85a1c19 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:50.829301 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-97a04bd6-94e5-4bc0-9313-506df85a1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:50.841897 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a1d3b056-63c2-4221-8038-15c3ce872d38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8935580 Jul 29 16:40:50.847108 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48560) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:50.898160 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-97a04bd6-94e5-4bc0-9313-506df85a1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:50.908183 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a04bd6-94e5-4bc0-9313-506df85a1c19 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:50.909243 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-97a04bd6-94e5-4bc0-9313-506df85a1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:50.965560 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a0b6bc3f-7189-4dbc-a00c-20fe68de2983 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:50.972811 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-97a04bd6-94e5-4bc0-9313-506df85a1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:50.973598 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a04bd6-94e5-4bc0-9313-506df85a1c19 None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:40:50.998948 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:51.047362 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a0b6bc3f-7189-4dbc-a00c-20fe68de2983 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "PUT /v2.0/floatingips/a250835c-23ac-469d-87cb-28215824d6cc HTTP/1.1" status: 200 len: 977 time: 4.4839902 Jul 29 16:40:51.047568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48564) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:51.084679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] For port d2d8010e-67b6-4028-b37f-9ea72796783b, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:40:51.136251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-580257fc-3532-47af-b6ae-a0cad4b59f8c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting port cc08b6ea-e749-4f45-ac9f-85462d115a39 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:51.136635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-580257fc-3532-47af-b6ae-a0cad4b59f8c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:51.153026 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] For port d2d8010e-67b6-4028-b37f-9ea72796783b, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d2d8010e-67b6-4028-b37f-9ea72796783b,segment=NetworkSegment(9c2aaea1-9c48-4456-a2d5-4792868ecd91),segment_id=9c2aaea1-9c48-4456-a2d5-4792868ecd91)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:40:51.188435 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:51.251048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:51.260480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:51.307500 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65c8dd8c-8db0-4827-aef9-8020a2d80b99 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:51.354764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Transition to ACTIVE for port object 08fdea2e-6291-48d6-a91c-d97aa280010d will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:51.357629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Allocated IP 2001:db8::2 (f988a848-b105-4231-be74-ff2b5debe15a/f4d8b5e0-3297-4079-a34f-9c4ce8921644/8d1c0696-d362-4d18-8064-c99222d6ff3d) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:51.369541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8dd8c-8db0-4827-aef9-8020a2d80b99 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=699b2140-31b9-4356-920c-df10f72a5908,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:51.490163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port cb089ef7-da3b-4fd0-9b78-6a3472367c18 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:51.492874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2244b4e4-d56f-4a42-8f63-8d8c2258f381 None None] Current status of the port 754e9ca2-a07e-467a-80e3-bbcae05e5854 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:51.529263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-dc0b4b47-8629-4ad6-a5ce-a421bd3ca006', 'network_id': 'dc0b4b47-8629-4ad6-a5ce-a421bd3ca006', 'tenant_id': 'eaaf9ddd746749bdbdf9555e1e724aa8', 'fixed_ips': [{'subnet_id': '3a5086e2-3cdf-461d-8a7e-d5a9255e4695'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:51.530072 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:51.541982 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Allocated IP 2001:db8:0:ffff::2 (328098f9-869b-4acb-9850-2e116537c76b/205e3644-d1bf-4b47-9642-93705da4f040/631118e3-2b6a-4fc7-ac32-630eeba1fbea) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:51.545210 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Transition to ACTIVE for port object 08fdea2e-6291-48d6-a91c-d97aa280010d will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:51.619084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c3cea-e6b8-41c7-82f5-cc608f792b09 None None] Pushing event updated for resources: {'Port': ['ID=d2d8010e-67b6-4028-b37f-9ea72796783b,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:51.638582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:51.834696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-580257fc-3532-47af-b6ae-a0cad4b59f8c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:51.918219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:51.919761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:51.934191 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:51.954146 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Pushing event updated for resources: {'Port': ['ID=08fdea2e-6291-48d6-a91c-d97aa280010d,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:51.963341 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:52.177531 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65c8dd8c-8db0-4827-aef9-8020a2d80b99 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:52.381825 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Allocated IP 2001:db8::2 (dc0b4b47-8629-4ad6-a5ce-a421bd3ca006/3a5086e2-3cdf-461d-8a7e-d5a9255e4695/378fedaf-01ee-4d5c-a07f-458ab47f192f) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:52.387417 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:52.393958 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Attempting to bind port 08fdea2e-6291-48d6-a91c-d97aa280010d on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:52.395074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Attempting to bind port 08fdea2e-6291-48d6-a91c-d97aa280010d by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:52.395074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Attempting to bind port 08fdea2e-6291-48d6-a91c-d97aa280010d on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:52.429372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Transition to ACTIVE for port object 8d1c0696-d362-4d18-8064-c99222d6ff3d will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:52.432115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:52.432493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:52.432912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:52.433332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:52.433820 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Bound port: 08fdea2e-6291-48d6-a91c-d97aa280010d, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:52.434194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:52.445137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:52.496134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 172.20.0.5 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/29ce9393-1736-4ae3-935d-418346df7d5f/1144413d-36a1-4384-b826-f4886b55c59d) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:52.521615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::f816:3eff:fe2d:fe91 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/3ab1f906-2983-4458-b42d-0a0ce9a8275e/1144413d-36a1-4384-b826-f4886b55c59d) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:52.554145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-580257fc-3532-47af-b6ae-a0cad4b59f8c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:52.554505 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-580257fc-3532-47af-b6ae-a0cad4b59f8c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:52.554819 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-580257fc-3532-47af-b6ae-a0cad4b59f8c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Floating IP a250835c-23ac-469d-87cb-28215824d6cc disassociated. External IP: 172.26.1.30, port: cc08b6ea-e749-4f45-ac9f-85462d115a39. Jul 29 16:40:52.555239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-580257fc-3532-47af-b6ae-a0cad4b59f8c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Calling delete_port for cc08b6ea-e749-4f45-ac9f-85462d115a39 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:52.563497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.objects.ports [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89209) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:40:52.570427 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Transition to ACTIVE for port object 631118e3-2b6a-4fc7-ac32-630eeba1fbea will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:52.616171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:52.644148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Transition to ACTIVE for port object 8d1c0696-d362-4d18-8064-c99222d6ff3d will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:52.657431 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:40:52.663032 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d2d8010e-67b6-4028-b37f-9ea72796783b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:52.693030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:52.712666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:52.738722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:52.750034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Transition to ACTIVE for port object 631118e3-2b6a-4fc7-ac32-630eeba1fbea will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:52.828585 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:52.877228 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Network f988a848-b105-4231-be74-ff2b5debe15a is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:52.894226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:52.912102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event updated for resources: {'Subnet': ['ID=b2066eed-a25b-4ffe-b515-116b34369305,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:52.981839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:53.002803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] For port 08fdea2e-6291-48d6-a91c-d97aa280010d, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:40:53.008731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Network 328098f9-869b-4acb-9850-2e116537c76b is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:53.011128 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Pushing event updated for resources: {'Port': ['ID=8d1c0696-d362-4d18-8064-c99222d6ff3d,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:53.032870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Checking segment: {'id': '3b56d899-250f-4a0c-81af-223f23490935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6c6213bc-646d-40bc-b148-2a99cd2033b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:53.033500 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Network hostable DHCP agents. Network: 6c6213bc-646d-40bc-b148-2a99cd2033b0, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:40:53.056371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:53.094036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Allocated IP 2001:db8::1 (f988a848-b105-4231-be74-ff2b5debe15a/f4d8b5e0-3297-4079-a34f-9c4ce8921644/6a750b57-0035-4dcc-b052-d805d339310e) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:53.102162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:53.103071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Network 6c6213bc-646d-40bc-b148-2a99cd2033b0 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:40:53.112669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c8dd8c-8db0-4827-aef9-8020a2d80b99 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:40:53.132743 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 6c6213bc-646d-40bc-b148-2a99cd2033b0) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:53.137760 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:53.138355 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:53.150468 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] For port 08fdea2e-6291-48d6-a91c-d97aa280010d, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=08fdea2e-6291-48d6-a91c-d97aa280010d,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:40:53.200060 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4442ec06-4c41-4da1-8518-66b979518a62 None None] Network 4d3cf1a6-4728-481f-ac31-186b1c37e8a4 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:53.213573 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cc5c0c-0f52-4f6f-9656-df1273314b06 None None] Network 6c6213bc-646d-40bc-b148-2a99cd2033b0 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:53.253792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:53.257319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:53.261293 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=178fd659-7fd3-4fe3-a16c-1695f765580a,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:53.278359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-580257fc-3532-47af-b6ae-a0cad4b59f8c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:53.336516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:53.370545 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bab1f488-6ed9-48dc-8893-aa1a7f1a40aa tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1838953 Jul 29 16:40:53.380618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48568) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:53.399484 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Request body: {'port': {'network_id': '6c6213bc-646d-40bc-b148-2a99cd2033b0', 'name': 'tempest-NetworksIpV6TestAttrs-715999321'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:53.422241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580257fc-3532-47af-b6ae-a0cad4b59f8c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Port': ['ID=cc08b6ea-e749-4f45-ac9f-85462d115a39,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:53.435628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object 1144413d-36a1-4384-b826-f4886b55c59d will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:53.435773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port d2d8010e-67b6-4028-b37f-9ea72796783b completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:53.547536 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c8dd8c-8db0-4827-aef9-8020a2d80b99 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:40:53.561568 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-65c8dd8c-8db0-4827-aef9-8020a2d80b99 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0421743 Jul 29 16:40:53.567758 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48572) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:53.584773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Pushing event updated for resources: {'Port': ['ID=631118e3-2b6a-4fc7-ac32-630eeba1fbea,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:53.587081 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 754e9ca2-a07e-467a-80e3-bbcae05e5854 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:53.612132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d131f1b2-9ec5-4d48-9a09-2eab05eafeeb None None] Sync routers for ids ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:40:53.660446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 4d3cf1a6-4728-481f-ac31-186b1c37e8a4 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:53.663948 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Attempting to bind port 8d1c0696-d362-4d18-8064-c99222d6ff3d on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:53.664274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:53.664400 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Attempting to bind port 8d1c0696-d362-4d18-8064-c99222d6ff3d by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '5b774ad9-a7ea-476b-a405-0d2734be8c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f988a848-b105-4231-be74-ff2b5debe15a'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:53.664664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Attempting to bind port 8d1c0696-d362-4d18-8064-c99222d6ff3d on network f988a848-b105-4231-be74-ff2b5debe15a {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:53.666689 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1920d69b-6223-49f2-ac39-3147e17147a7 None None] Provisioning for port d2d8010e-67b6-4028-b37f-9ea72796783b completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:53.710457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:53.726835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:53.749912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:53.752691 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1920d69b-6223-49f2-ac39-3147e17147a7 None None] Provisioning complete for port d2d8010e-67b6-4028-b37f-9ea72796783b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:53.753076 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1920d69b-6223-49f2-ac39-3147e17147a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:53.778568 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:53.778976 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Checking segment: {'id': '5b774ad9-a7ea-476b-a405-0d2734be8c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f988a848-b105-4231-be74-ff2b5debe15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:53.779348 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:53.780169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Bound using segment: {'id': '5b774ad9-a7ea-476b-a405-0d2734be8c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f988a848-b105-4231-be74-ff2b5debe15a'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:53.780315 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Bound port: 8d1c0696-d362-4d18-8064-c99222d6ff3d, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b774ad9-a7ea-476b-a405-0d2734be8c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f988a848-b105-4231-be74-ff2b5debe15a'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:53.780576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580257fc-3532-47af-b6ae-a0cad4b59f8c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:40:53.780721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:53.782980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:53.790595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Usage tracker for resource:port and tenant:ef969cc19de240de966e6a4544ba3599 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:53.805014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:53.811956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Transition to ACTIVE for port object 6a750b57-0035-4dcc-b052-d805d339310e will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:53.819860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:53.857782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Made reservation on behalf of ef969cc19de240de966e6a4544ba3599 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:40:53.861349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:53.877925 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d131f1b2-9ec5-4d48-9a09-2eab05eafeeb None None] Routers {'ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:53.878624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d131f1b2-9ec5-4d48-9a09-2eab05eafeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:53.966828 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:53.975347 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:53.982658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:54.018019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Transition to ACTIVE for port object 378fedaf-01ee-4d5c-a07f-458ab47f192f will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:54.024452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Attempting to bind port 631118e3-2b6a-4fc7-ac32-630eeba1fbea on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:54.024829 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Attempting to bind port 631118e3-2b6a-4fc7-ac32-630eeba1fbea by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '94f87d61-d810-4668-a081-e657ce430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '328098f9-869b-4acb-9850-2e116537c76b'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:54.025249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Attempting to bind port 631118e3-2b6a-4fc7-ac32-630eeba1fbea on network 328098f9-869b-4acb-9850-2e116537c76b {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:54.044169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b5ee9-81ca-43ea-a300-8e7f2d3aa011 None None] Pushing event updated for resources: {'Port': ['ID=08fdea2e-6291-48d6-a91c-d97aa280010d,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:54.069299 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d131f1b2-9ec5-4d48-9a09-2eab05eafeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:54.080302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:54.101117 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:54.102217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Checking segment: {'id': '94f87d61-d810-4668-a081-e657ce430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '328098f9-869b-4acb-9850-2e116537c76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:54.102217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:54.102637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Bound using segment: {'id': '94f87d61-d810-4668-a081-e657ce430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '328098f9-869b-4acb-9850-2e116537c76b'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:54.103511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Bound port: 631118e3-2b6a-4fc7-ac32-630eeba1fbea, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f87d61-d810-4668-a081-e657ce430751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '328098f9-869b-4acb-9850-2e116537c76b'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:54.103904 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:54.147443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=1144413d-36a1-4384-b826-f4886b55c59d,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:54.196207 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Transition to ACTIVE for port object 378fedaf-01ee-4d5c-a07f-458ab47f192f will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:54.263788 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:54.267480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d131f1b2-9ec5-4d48-9a09-2eab05eafeeb None None] Routers {'ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:54.268816 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d131f1b2-9ec5-4d48-9a09-2eab05eafeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:54.292841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580257fc-3532-47af-b6ae-a0cad4b59f8c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:40:54.305311 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d19a40d-9d57-4203-b591-b773329de951 None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:40:54.305825 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:54.306034 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:54.315491 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19a40d-9d57-4203-b591-b773329de951 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:54.316475 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3d19a40d-9d57-4203-b591-b773329de951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:54.337933 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] device_id is not set on port ab3ac90a-df0e-44b4-980f-adaac9c119f8 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:40:54.384344 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3d19a40d-9d57-4203-b591-b773329de951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:54.395538 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19a40d-9d57-4203-b591-b773329de951 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:54.396583 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3d19a40d-9d57-4203-b591-b773329de951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:54.402624 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Network f988a848-b105-4231-be74-ff2b5debe15a is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:54.412603 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-6c6213bc-646d-40bc-b148-2a99cd2033b0', 'network_id': '6c6213bc-646d-40bc-b148-2a99cd2033b0', 'tenant_id': 'ef969cc19de240de966e6a4544ba3599', 'fixed_ips': [{'subnet_id': 'b2066eed-a25b-4ffe-b515-116b34369305'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:40:54.413473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:54.419535 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:54.454917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Router 1f19bc54-d2da-4099-89ff-2b757310dee2 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:40:54.462691 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3822d4c0-637b-4977-aee3-3a5184629ee4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.8553641 Jul 29 16:40:54.464173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-580257fc-3532-47af-b6ae-a0cad4b59f8c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:54.466164 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-580257fc-3532-47af-b6ae-a0cad4b59f8c tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/ports/cc08b6ea-e749-4f45-ac9f-85462d115a39 HTTP/1.1" status: 204 len: 168 time: 3.4172611 Jul 29 16:40:54.466790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48578) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:54.468485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:54.469844 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:54.472398 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48580) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:54.494935 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d131f1b2-9ec5-4d48-9a09-2eab05eafeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:54.495454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d131f1b2-9ec5-4d48-9a09-2eab05eafeeb None None] The sync data for ids ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:40:54.529361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event updated for resources: {'Port': ['ID=6a750b57-0035-4dcc-b052-d805d339310e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:54.572522 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3d19a40d-9d57-4203-b591-b773329de951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:54.573019 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d19a40d-9d57-4203-b591-b773329de951 None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:40:54.669956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Network dc0b4b47-8629-4ad6-a5ce-a421bd3ca006 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:54.674497 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] For port 8d1c0696-d362-4d18-8064-c99222d6ff3d, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:40:54.677560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 754e9ca2-a07e-467a-80e3-bbcae05e5854 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:54.677560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:54.743852 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Allocated IP 2001:db8::f816:3eff:fecf:54ad (6c6213bc-646d-40bc-b148-2a99cd2033b0/b2066eed-a25b-4ffe-b515-116b34369305/ab3ac90a-df0e-44b4-980f-adaac9c119f8) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:54.751538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:54.754601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:54.835981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] For port 8d1c0696-d362-4d18-8064-c99222d6ff3d, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8d1c0696-d362-4d18-8064-c99222d6ff3d,segment=NetworkSegment(5b774ad9-a7ea-476b-a405-0d2734be8c7a),segment_id=5b774ad9-a7ea-476b-a405-0d2734be8c7a)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:40:54.878122 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:54.899451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Pushing event updated for resources: {'Port': ['ID=378fedaf-01ee-4d5c-a07f-458ab47f192f,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:54.925561 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:54.969214 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-32132809-79c7-4774-ba83-cf28e5a389c7 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "GET /v2.0/floatingips/a250835c-23ac-469d-87cb-28215824d6cc HTTP/1.1" status: 200 len: 687 time: 0.4951816 Jul 29 16:40:54.974243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1920d69b-6223-49f2-ac39-3147e17147a7 None None] Current status of the port d2d8010e-67b6-4028-b37f-9ea72796783b is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:54.975073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1920d69b-6223-49f2-ac39-3147e17147a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:54.977348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48586) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:55.053711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] For port 631118e3-2b6a-4fc7-ac32-630eeba1fbea, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:40:55.135322 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] For port 631118e3-2b6a-4fc7-ac32-630eeba1fbea, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=631118e3-2b6a-4fc7-ac32-630eeba1fbea,segment=NetworkSegment(94f87d61-d810-4668-a081-e657ce430751),segment_id=94f87d61-d810-4668-a081-e657ce430751)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:40:55.162387 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Attempting to bind port 378fedaf-01ee-4d5c-a07f-458ab47f192f on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:55.162769 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Attempting to bind port 378fedaf-01ee-4d5c-a07f-458ab47f192f by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'bb2f83c7-24b3-4900-b979-455daf2d40b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc0b4b47-8629-4ad6-a5ce-a421bd3ca006'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:55.163133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Attempting to bind port 378fedaf-01ee-4d5c-a07f-458ab47f192f on network dc0b4b47-8629-4ad6-a5ce-a421bd3ca006 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:55.171478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:55.196450 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:55.196872 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Checking segment: {'id': 'bb2f83c7-24b3-4900-b979-455daf2d40b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc0b4b47-8629-4ad6-a5ce-a421bd3ca006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:55.197322 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:55.197724 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Bound using segment: {'id': 'bb2f83c7-24b3-4900-b979-455daf2d40b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc0b4b47-8629-4ad6-a5ce-a421bd3ca006'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:55.198199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Bound port: 378fedaf-01ee-4d5c-a07f-458ab47f192f, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2f83c7-24b3-4900-b979-455daf2d40b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dc0b4b47-8629-4ad6-a5ce-a421bd3ca006'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:55.198576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:55.210900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1920d69b-6223-49f2-ac39-3147e17147a7 None None] For port d2d8010e-67b6-4028-b37f-9ea72796783b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d2d8010e-67b6-4028-b37f-9ea72796783b,segment=NetworkSegment(9c2aaea1-9c48-4456-a2d5-4792868ecd91),segment_id=9c2aaea1-9c48-4456-a2d5-4792868ecd91)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:55.238037 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f563e-03d5-4c73-a616-7898f3f88450 None None] Pushing event updated for resources: {'Port': ['ID=8d1c0696-d362-4d18-8064-c99222d6ff3d,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:55.246924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:40:55.268618 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4725a2e2-80ec-4d9b-901a-eb02cfa0b7d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "PUT /v2.0/routers/1f19bc54-d2da-4099-89ff-2b757310dee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3983195 Jul 29 16:40:55.276040 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b8d9e206-a2b1-4216-aa21-124de2ed618a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting port 2e518b77-2650-4185-aa82-2731475ae6dc {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:55.276400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e206-a2b1-4216-aa21-124de2ed618a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:55.304617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f282a44-d683-45e4-b4d2-3e9605fc1e3f None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:55.308602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48590) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:55.319023 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6919d-a7e3-4d61-ae05-471118359309 None None] Sync routers for ids ['1f19bc54-d2da-4099-89ff-2b757310dee2'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:40:55.322896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a936bf4e-15fd-4f9f-9a08-80ea90e5c910 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:55.329496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a936bf4e-15fd-4f9f-9a08-80ea90e5c910 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:55.330008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a936bf4e-15fd-4f9f-9a08-80ea90e5c910 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:55.345250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1920d69b-6223-49f2-ac39-3147e17147a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:55.408180 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a936bf4e-15fd-4f9f-9a08-80ea90e5c910 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:55.414635 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a936bf4e-15fd-4f9f-9a08-80ea90e5c910 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.9422250 Jul 29 16:40:55.415972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48594) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:55.523106 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6919d-a7e3-4d61-ae05-471118359309 None None] Routers {'1f19bc54-d2da-4099-89ff-2b757310dee2'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:55.523606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7bd6919d-a7e3-4d61-ae05-471118359309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['1f19bc54-d2da-4099-89ff-2b757310dee2'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:55.588735 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9a0e063c-6eb1-4680-aaf2-2f121a2abb0d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:55.640551 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 754e9ca2-a07e-467a-80e3-bbcae05e5854 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:55.679211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7bd6919d-a7e3-4d61-ae05-471118359309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:55.710794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e206-a2b1-4216-aa21-124de2ed618a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:55.711158 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e206-a2b1-4216-aa21-124de2ed618a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:55.721867 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca587629-b867-40c8-8210-d85cc6b7b406 None None] Pushing event updated for resources: {'Port': ['ID=631118e3-2b6a-4fc7-ac32-630eeba1fbea,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:55.748220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1844e1dc-7880-45fd-a88a-7e4319be89cc None None] Provisioning for port 08fdea2e-6291-48d6-a91c-d97aa280010d completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:55.858505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6919d-a7e3-4d61-ae05-471118359309 None None] Routers {'1f19bc54-d2da-4099-89ff-2b757310dee2'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:40:55.859141 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7bd6919d-a7e3-4d61-ae05-471118359309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['1f19bc54-d2da-4099-89ff-2b757310dee2'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:55.907396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:55.960530 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7bd6919d-a7e3-4d61-ae05-471118359309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:40:55.960934 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6919d-a7e3-4d61-ae05-471118359309 None None] The sync data for ids ['1f19bc54-d2da-4099-89ff-2b757310dee2'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:40:55.996831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 08fdea2e-6291-48d6-a91c-d97aa280010d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:56.000225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b8d9e206-a2b1-4216-aa21-124de2ed618a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Calling delete_port for 2e518b77-2650-4185-aa82-2731475ae6dc owned by network:floatingip {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:56.007207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Transition to ACTIVE for port object ab3ac90a-df0e-44b4-980f-adaac9c119f8 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:56.018430 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ee1875-d57f-4145-b399-65178acc7a57 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:56.024417 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-74ee1875-d57f-4145-b399-65178acc7a57 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f19bc54-d2da-4099-89ff-2b757310dee2 HTTP/1.1" status: 200 len: 982 time: 0.7137110 Jul 29 16:40:56.052677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48600) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:56.115851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] For port 378fedaf-01ee-4d5c-a07f-458ab47f192f, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:40:56.164415 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] For port 378fedaf-01ee-4d5c-a07f-458ab47f192f, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=378fedaf-01ee-4d5c-a07f-458ab47f192f,segment=NetworkSegment(bb2f83c7-24b3-4900-b979-455daf2d40b8),segment_id=bb2f83c7-24b3-4900-b979-455daf2d40b8)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:40:56.171983 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-a3703fa4-72bf-4c2e-b702-0143742ecc5b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 1144413d-36a1-4384-b826-f4886b55c59d {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:56.172431 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a3703fa4-72bf-4c2e-b702-0143742ecc5b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:56.182883 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:56.205348 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920d69b-6223-49f2-ac39-3147e17147a7 None None] Pushing event updated for resources: {'Port': ['ID=d2d8010e-67b6-4028-b37f-9ea72796783b,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:56.292790 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-879bf19b-96e3-43a5-8793-119c27887f9d None None] Provisioning complete for port d2d8010e-67b6-4028-b37f-9ea72796783b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:56.293127 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-879bf19b-96e3-43a5-8793-119c27887f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:56.453371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 08fdea2e-6291-48d6-a91c-d97aa280010d completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:56.468206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2370-850b-4906-b15a-52179cca1092 None None] Pushing event updated for resources: {'Port': ['ID=378fedaf-01ee-4d5c-a07f-458ab47f192f,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:56.483132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 08fdea2e-6291-48d6-a91c-d97aa280010d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:56.483132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:56.528687 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e206-a2b1-4216-aa21-124de2ed618a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:56.666569 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-879bf19b-96e3-43a5-8793-119c27887f9d None None] Current status of the port d2d8010e-67b6-4028-b37f-9ea72796783b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:56.689800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9e206-a2b1-4216-aa21-124de2ed618a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Port': ['ID=2e518b77-2650-4185-aa82-2731475ae6dc,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:56.749226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-879bf19b-96e3-43a5-8793-119c27887f9d None None] Provisioning for port 178fd659-7fd3-4fe3-a16c-1695f765580a completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:56.781884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-879bf19b-96e3-43a5-8793-119c27887f9d None None] Provisioning complete for port 178fd659-7fd3-4fe3-a16c-1695f765580a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:56.782260 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-879bf19b-96e3-43a5-8793-119c27887f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:56.876130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:40:56.888078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a3703fa4-72bf-4c2e-b702-0143742ecc5b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:56.935285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:56.968848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e206-a2b1-4216-aa21-124de2ed618a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:57.025201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 08fdea2e-6291-48d6-a91c-d97aa280010d is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:57.025893 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:57.094862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-879bf19b-96e3-43a5-8793-119c27887f9d None None] Port 178fd659-7fd3-4fe3-a16c-1695f765580a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:57.104066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:57.111067 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Allocated IP 2001:db8::f816:3eff:fe9f:1c35 (6c6213bc-646d-40bc-b148-2a99cd2033b0/b2066eed-a25b-4ffe-b515-116b34369305/dd62cedc-785a-4c9f-81f1-04fe0e74145c) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:57.156281 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 08fdea2e-6291-48d6-a91c-d97aa280010d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=08fdea2e-6291-48d6-a91c-d97aa280010d,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:57.167834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7af7ed-0165-4331-9b3d-d9d9e3b3b7e6 None None] Network f988a848-b105-4231-be74-ff2b5debe15a requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:57.190335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:57.191086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:57.236285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event updated for resources: {'Port': ['ID=ab3ac90a-df0e-44b4-980f-adaac9c119f8,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:57.240141 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:57.241008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8d1c0696-d362-4d18-8064-c99222d6ff3d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:57.243897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-a3703fa4-72bf-4c2e-b702-0143742ecc5b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 1144413d-36a1-4384-b826-f4886b55c59d owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:57.247982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Network 6c6213bc-646d-40bc-b148-2a99cd2033b0 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:57.250317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:57.278483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:57.285321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:57.286202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:57.308740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8d9e206-a2b1-4216-aa21-124de2ed618a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:57.316355 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b8d9e206-a2b1-4216-aa21-124de2ed618a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/floatingips/a250835c-23ac-469d-87cb-28215824d6cc HTTP/1.1" status: 204 len: 168 time: 2.3380771 Jul 29 16:40:57.317985 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48604) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:57.329585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': 'e7ed932c-fa17-43c9-893d-2a7e0484f7d8'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:40:57.356740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:40:57.367114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Usage tracker for resource:floatingip and tenant:2dfcda58e3f74084b8302be907f8cb07 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:40:57.383505 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:40:57.391289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:40:57.462562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:57.515097 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1f72df8f-61df-4a35-be13-1a03e3249ab3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.1293397 Jul 29 16:40:57.560246 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48610) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:57.694392 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5aaf7d-454c-4cf1-9570-62e252976604 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Deleting subnet b2066eed-a25b-4ffe-b515-116b34369305 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:57.706676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event updated for resources: {'Port': ['ID=6a750b57-0035-4dcc-b052-d805d339310e,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:57.761139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e063c-6eb1-4680-aaf2-2f121a2abb0d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port 4ca344cb-6d8d-4f5b-9189-a8bb14bed6d9 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:40:57.761485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9a0e063c-6eb1-4680-aaf2-2f121a2abb0d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:57.793922 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=08fdea2e-6291-48d6-a91c-d97aa280010d,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:57.889406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a3703fa4-72bf-4c2e-b702-0143742ecc5b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:57.912406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67f3be6-d53a-4094-bfb1-1a3013c5aa6f None None] Network 328098f9-869b-4acb-9850-2e116537c76b requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:57.955502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3703fa4-72bf-4c2e-b702-0143742ecc5b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=1144413d-36a1-4384-b826-f4886b55c59d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:58.028565 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Network f988a848-b105-4231-be74-ff2b5debe15a is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:58.043069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:58.160472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:58.200726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9a0e063c-6eb1-4680-aaf2-2f121a2abb0d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:58.205115 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a3703fa4-72bf-4c2e-b702-0143742ecc5b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:58.325342 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a3703fa4-72bf-4c2e-b702-0143742ecc5b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/1144413d-36a1-4384-b826-f4886b55c59d HTTP/1.1" status: 204 len: 168 time: 2.9082627 Jul 29 16:40:58.334758 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48614) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:58.388829 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4a8f7e10-0fdd-47f5-9be2-d9e6bc6386b7 None None] Provisioning complete for port 178fd659-7fd3-4fe3-a16c-1695f765580a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:58.389227 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7e10-0fdd-47f5-9be2-d9e6bc6386b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:58.432617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Allocated IP 172.26.1.109 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/fe9dcd95-4e3a-4cf8-b237-934c0247e5eb) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:40:58.437691 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16de048-4c0d-451b-97a7-728214d599f5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:58.439088 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16de048-4c0d-451b-97a7-728214d599f5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:58.440744 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16de048-4c0d-451b-97a7-728214d599f5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:40:58.441591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e16de048-4c0d-451b-97a7-728214d599f5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:40:58.451085 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f7e10-0fdd-47f5-9be2-d9e6bc6386b7 None None] Port 178fd659-7fd3-4fe3-a16c-1695f765580a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:40:58.460696 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e063c-6eb1-4680-aaf2-2f121a2abb0d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for 4ca344cb-6d8d-4f5b-9189-a8bb14bed6d9 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:40:58.488263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e16de048-4c0d-451b-97a7-728214d599f5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:40:58.492522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 8d1c0696-d362-4d18-8064-c99222d6ff3d completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:58.492693 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e16de048-4c0d-451b-97a7-728214d599f5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1555970 Jul 29 16:40:58.493977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:58.517360 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4a8f7e10-0fdd-47f5-9be2-d9e6bc6386b7 None None] Provisioning for port 8d1c0696-d362-4d18-8064-c99222d6ff3d completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:58.521627 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Transition to ACTIVE for port object dd62cedc-785a-4c9f-81f1-04fe0e74145c will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:58.549351 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4a8f7e10-0fdd-47f5-9be2-d9e6bc6386b7 None None] Provisioning complete for port 8d1c0696-d362-4d18-8064-c99222d6ff3d triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:40:58.549721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7e10-0fdd-47f5-9be2-d9e6bc6386b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:58.561138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48618) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:58.632214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Transition to ACTIVE for port object dd62cedc-785a-4c9f-81f1-04fe0e74145c will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:40:58.640734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:58.709779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b10459d-3de9-4b04-9af2-f80988c4da41 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 29ce9393-1736-4ae3-935d-418346df7d5f {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:58.734959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd5aaf7d-454c-4cf1-9570-62e252976604 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:58.806705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:58.821080 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0b10459d-3de9-4b04-9af2-f80988c4da41 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:58.824775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f7e10-0fdd-47f5-9be2-d9e6bc6386b7 None None] Current status of the port 8d1c0696-d362-4d18-8064-c99222d6ff3d is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:40:58.825311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7e10-0fdd-47f5-9be2-d9e6bc6386b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:58.846975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd01b0-15d3-48b8-ae6a-2c2da6fcc04d None None] Network dc0b4b47-8629-4ad6-a5ce-a421bd3ca006 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:58.899870 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0b10459d-3de9-4b04-9af2-f80988c4da41 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:58.978891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:59.023968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8669-fd71-4740-aa05-3f0528d5ea9d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:59.034425 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:59.042928 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:59.045940 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 631118e3-2b6a-4fc7-ac32-630eeba1fbea up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:59.060510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:59.137865 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Network 6c6213bc-646d-40bc-b148-2a99cd2033b0 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:40:59.143143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=fe9dcd95-4e3a-4cf8-b237-934c0247e5eb,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:59.152901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:40:59.184989 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:40:59.208732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Pushing event updated for resources: {'Port': ['ID=dd62cedc-785a-4c9f-81f1-04fe0e74145c,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:59.352137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9a0e063c-6eb1-4680-aaf2-2f121a2abb0d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:59.366680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-4a8f7e10-0fdd-47f5-9be2-d9e6bc6386b7 None None] For port 8d1c0696-d362-4d18-8064-c99222d6ff3d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8d1c0696-d362-4d18-8064-c99222d6ff3d,segment=NetworkSegment(5b774ad9-a7ea-476b-a405-0d2734be8c7a),segment_id=5b774ad9-a7ea-476b-a405-0d2734be8c7a)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:40:59.407533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7e10-0fdd-47f5-9be2-d9e6bc6386b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:59.421502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd5aaf7d-454c-4cf1-9570-62e252976604 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:59.444541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0b10459d-3de9-4b04-9af2-f80988c4da41 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:59.468531 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 631118e3-2b6a-4fc7-ac32-630eeba1fbea completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:40:59.515329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Attempting to bind port dd62cedc-785a-4c9f-81f1-04fe0e74145c on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:40:59.515611 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Attempting to bind port dd62cedc-785a-4c9f-81f1-04fe0e74145c by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '3b56d899-250f-4a0c-81af-223f23490935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6c6213bc-646d-40bc-b148-2a99cd2033b0'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:40:59.516042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Attempting to bind port dd62cedc-785a-4c9f-81f1-04fe0e74145c on network 6c6213bc-646d-40bc-b148-2a99cd2033b0 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:40:59.555660 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e063c-6eb1-4680-aaf2-2f121a2abb0d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=4ca344cb-6d8d-4f5b-9189-a8bb14bed6d9,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:59.564581 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0b10459d-3de9-4b04-9af2-f80988c4da41 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:59.586414 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd5aaf7d-454c-4cf1-9570-62e252976604 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:59.591636 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 378fedaf-01ee-4d5c-a07f-458ab47f192f up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:40:59.614901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0b10459d-3de9-4b04-9af2-f80988c4da41 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:59.632115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:40:59.632558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Checking segment: {'id': '3b56d899-250f-4a0c-81af-223f23490935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6c6213bc-646d-40bc-b148-2a99cd2033b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:40:59.632911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:59.633342 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Bound using segment: {'id': '3b56d899-250f-4a0c-81af-223f23490935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6c6213bc-646d-40bc-b148-2a99cd2033b0'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:40:59.633843 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Bound port: dd62cedc-785a-4c9f-81f1-04fe0e74145c, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b56d899-250f-4a0c-81af-223f23490935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6c6213bc-646d-40bc-b148-2a99cd2033b0'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:40:59.634257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:59.643562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b910c9-f836-422f-85da-b905b0202297 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:40:59.662122 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10459d-3de9-4b04-9af2-f80988c4da41 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=29ce9393-1736-4ae3-935d-418346df7d5f,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:40:59.679281 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0b10459d-3de9-4b04-9af2-f80988c4da41 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/29ce9393-1736-4ae3-935d-418346df7d5f HTTP/1.1" status: 204 len: 168 time: 1.1140900 Jul 29 16:40:59.685154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48622) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:40:59.777331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d382d2-1436-4d30-be54-3b3b57d32207 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 3ab1f906-2983-4458-b42d-0a0ce9a8275e {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:40:59.783141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-08d382d2-1436-4d30-be54-3b3b57d32207 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:59.811677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:59.853822 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-08d382d2-1436-4d30-be54-3b3b57d32207 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:40:59.957758 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9a0e063c-6eb1-4680-aaf2-2f121a2abb0d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:00.020975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Provisioning for port 6a750b57-0035-4dcc-b052-d805d339310e completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:00.070589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f7e10-0fdd-47f5-9be2-d9e6bc6386b7 None None] Pushing event updated for resources: {'Port': ['ID=8d1c0696-d362-4d18-8064-c99222d6ff3d,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:00.086460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Router 60c27878-99eb-49b2-83a6-847843efefe3 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:41:00.102171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Provisioning complete for port 6a750b57-0035-4dcc-b052-d805d339310e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:00.102557 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:00.107591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:00.166367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-08d382d2-1436-4d30-be54-3b3b57d32207 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:00.212965 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Port 6a750b57-0035-4dcc-b052-d805d339310e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:00.219846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] For port dd62cedc-785a-4c9f-81f1-04fe0e74145c, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:41:00.225253 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] For port dd62cedc-785a-4c9f-81f1-04fe0e74145c, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=dd62cedc-785a-4c9f-81f1-04fe0e74145c,segment=NetworkSegment(3b56d899-250f-4a0c-81af-223f23490935),segment_id=3b56d899-250f-4a0c-81af-223f23490935)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:41:00.238040 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:00.284522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd5aaf7d-454c-4cf1-9570-62e252976604 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:00.288736 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 378fedaf-01ee-4d5c-a07f-458ab47f192f completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:00.316000 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d2d8010e-67b6-4028-b37f-9ea72796783b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:00.350806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Provisioning complete for port 08fdea2e-6291-48d6-a91c-d97aa280010d triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:00.351487 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:00.374703 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-08d382d2-1436-4d30-be54-3b3b57d32207 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:00.439776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d382d2-1436-4d30-be54-3b3b57d32207 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab1f906-2983-4458-b42d-0a0ce9a8275e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:00.443035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-08d382d2-1436-4d30-be54-3b3b57d32207 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:00.459018 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-08d382d2-1436-4d30-be54-3b3b57d32207 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/3ab1f906-2983-4458-b42d-0a0ce9a8275e HTTP/1.1" status: 204 len: 168 time: 0.7725325 Jul 29 16:41:00.462780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48626) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:00.508727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:00.518879 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347b6f7-85db-4b60-90cc-1aa257dc41e5 None None] Pushing event updated for resources: {'Port': ['ID=dd62cedc-785a-4c9f-81f1-04fe0e74145c,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:00.525756 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b330d724-83fe-4be7-b217-41e98ce0c3d5 None None] Sync routers for ids ['60c27878-99eb-49b2-83a6-847843efefe3'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:00.544031 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b330d724-83fe-4be7-b217-41e98ce0c3d5 None None] Routers {'60c27878-99eb-49b2-83a6-847843efefe3'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:00.544739 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b330d724-83fe-4be7-b217-41e98ce0c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['60c27878-99eb-49b2-83a6-847843efefe3'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:00.575711 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5aaf7d-454c-4cf1-9570-62e252976604 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Subnet': ['ID=b2066eed-a25b-4ffe-b515-116b34369305,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:00.617009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:41:00.639742 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Current status of the port 08fdea2e-6291-48d6-a91c-d97aa280010d is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:00.643496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port d2d8010e-67b6-4028-b37f-9ea72796783b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:00.644094 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:00.660517 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e15560be-77b2-4ba7-90a4-95f274fde745 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1962092 Jul 29 16:41:00.669920 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:00.672828 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b330d724-83fe-4be7-b217-41e98ce0c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:00.683108 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48630) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:00.688487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:00.689361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dd5aaf7d-454c-4cf1-9570-62e252976604 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:00.692761 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b330d724-83fe-4be7-b217-41e98ce0c3d5 None None] Routers {'60c27878-99eb-49b2-83a6-847843efefe3'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:00.693414 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b330d724-83fe-4be7-b217-41e98ce0c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['60c27878-99eb-49b2-83a6-847843efefe3'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:00.726062 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Provisioning complete for port 178fd659-7fd3-4fe3-a16c-1695f765580a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:00.726463 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:00.848019 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b330d724-83fe-4be7-b217-41e98ce0c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:00.848430 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b330d724-83fe-4be7-b217-41e98ce0c3d5 None None] The sync data for ids ['60c27878-99eb-49b2-83a6-847843efefe3'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:00.859670 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Port 178fd659-7fd3-4fe3-a16c-1695f765580a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:00.897230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Provisioning for port 378fedaf-01ee-4d5c-a07f-458ab47f192f completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:00.904044 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d2d8010e-67b6-4028-b37f-9ea72796783b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:00.905230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 08fdea2e-6291-48d6-a91c-d97aa280010d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:00.916765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=fe9dcd95-4e3a-4cf8-b237-934c0247e5eb,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:00.946010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Provisioning complete for port 378fedaf-01ee-4d5c-a07f-458ab47f192f triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:00.949953 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:00.964949 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-848381d5-c886-4e6a-bd9c-09f5e144ebfe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "PUT /v2.0/routers/60c27878-99eb-49b2-83a6-847843efefe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1153710 Jul 29 16:41:00.977893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48634) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:01.046525 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dd5aaf7d-454c-4cf1-9570-62e252976604 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/subnets/b2066eed-a25b-4ffe-b515-116b34369305 HTTP/1.1" status: 204 len: 168 time: 3.4841290 Jul 29 16:41:01.049903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48638) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:01.096806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 08fdea2e-6291-48d6-a91c-d97aa280010d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:01.097398 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:01.116842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f8669-fd71-4740-aa05-3f0528d5ea9d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port 178fd659-7fd3-4fe3-a16c-1695f765580a {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:01.117224 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8669-fd71-4740-aa05-3f0528d5ea9d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:01.154328 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0e063c-6eb1-4680-aaf2-2f121a2abb0d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:41:01.221913 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:01.227118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Current status of the port 378fedaf-01ee-4d5c-a07f-458ab47f192f is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:01.227503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:01.320806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] For port 378fedaf-01ee-4d5c-a07f-458ab47f192f, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=378fedaf-01ee-4d5c-a07f-458ab47f192f,segment=NetworkSegment(bb2f83c7-24b3-4900-b979-455daf2d40b8),segment_id=bb2f83c7-24b3-4900-b979-455daf2d40b8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:01.335520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 08fdea2e-6291-48d6-a91c-d97aa280010d is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:01.339045 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:01.356673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0e063c-6eb1-4680-aaf2-2f121a2abb0d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:01.361031 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4298802-2c43-4356-8655-bc7446c9eca6 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:01.362899 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4298802-2c43-4356-8655-bc7446c9eca6 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:01.364327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f4298802-2c43-4356-8655-bc7446c9eca6 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Synchronizing usage tracker for tenant:ef969cc19de240de966e6a4544ba3599 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:01.373588 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9a0e063c-6eb1-4680-aaf2-2f121a2abb0d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7753496 Jul 29 16:41:01.377570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c9030b-637a-4a11-86d9-08250919353c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:01.378344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-30c9030b-637a-4a11-86d9-08250919353c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:01.390726 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b26ad8-a4e2-4da1-96ca-7e48fdc34ab3 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:01.391886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48642) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:01.450804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6efd6270-1d81-41ef-9081-1c40b852b537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Synchronizing usage tracker for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:01.481572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-30c9030b-637a-4a11-86d9-08250919353c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:01.482934 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-30c9030b-637a-4a11-86d9-08250919353c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7974281 Jul 29 16:41:01.497416 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48646) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:01.541895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b564efed-8727-4f24-8714-638013f20392 None None] Sync routers for ids ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:01.558497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6efd6270-1d81-41ef-9081-1c40b852b537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Unset dirty status for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:01.562544 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6efd6270-1d81-41ef-9081-1c40b852b537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6 HTTP/1.1" status: 200 len: 205 time: 0.1686695 Jul 29 16:41:01.563294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48650) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:01.716029 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dd62cedc-785a-4c9f-81f1-04fe0e74145c up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:01.742388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c294a586-7c1e-432c-8a2d-d632f4709b95 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:01.775613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b564efed-8727-4f24-8714-638013f20392 None None] Routers {'ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:01.776076 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b564efed-8727-4f24-8714-638013f20392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:01.802841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f4298802-2c43-4356-8655-bc7446c9eca6 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Unset dirty status for tenant:ef969cc19de240de966e6a4544ba3599 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:01.803734 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f4298802-2c43-4356-8655-bc7446c9eca6 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7485933 Jul 29 16:41:01.814978 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48654) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:01.853417 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b564efed-8727-4f24-8714-638013f20392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:01.869895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Provisioning for port 631118e3-2b6a-4fc7-ac32-630eeba1fbea completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:01.887278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Pushing event updated for resources: {'Port': ['ID=378fedaf-01ee-4d5c-a07f-458ab47f192f,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:01.890461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Provisioning complete for port 631118e3-2b6a-4fc7-ac32-630eeba1fbea triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:01.890832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:01.924176 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b564efed-8727-4f24-8714-638013f20392 None None] Routers {'ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:01.924802 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b564efed-8727-4f24-8714-638013f20392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:01.935413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3795ef-bb91-4201-8fc0-0d4217383c62 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:01.936094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ca3795ef-bb91-4201-8fc0-0d4217383c62 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:01.941027 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Floating IP 84e12b43-95a1-430b-ba91-8afea6e193bc associated. External IP: 172.26.1.109, port: e7ed932c-fa17-43c9-893d-2a7e0484f7d8. Jul 29 16:41:02.001610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b564efed-8727-4f24-8714-638013f20392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:02.002018 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b564efed-8727-4f24-8714-638013f20392 None None] The sync data for ids ['ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:02.018941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38374358-4ed7-40cf-9c29-363cdaefc85b None None] Network 6c6213bc-646d-40bc-b148-2a99cd2033b0 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:02.123527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8669-fd71-4740-aa05-3f0528d5ea9d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.125182 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port dd62cedc-785a-4c9f-81f1-04fe0e74145c completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:02.147160 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8d1c0696-d362-4d18-8064-c99222d6ff3d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:02.181226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ca3795ef-bb91-4201-8fc0-0d4217383c62 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:02.182412 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ca3795ef-bb91-4201-8fc0-0d4217383c62 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6840501 Jul 29 16:41:02.188693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48658) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:02.267859 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c294a586-7c1e-432c-8a2d-d632f4709b95 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.274890 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7c72895b-91e5-4eb5-849f-bb2c9294a4e0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850961 Jul 29 16:41:02.310006 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48662) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:02.325772 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cf05f7-6b1e-427c-aaff-2eb0636864ef None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:02.330152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-855e9266-6869-49d0-b26e-65e7c23de6f6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:02.340844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf05f7-6b1e-427c-aaff-2eb0636864ef None None] Deleting port 08fdea2e-6291-48d6-a91c-d97aa280010d {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:02.341267 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7cf05f7-6b1e-427c-aaff-2eb0636864ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.376889 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Current status of the port 631118e3-2b6a-4fc7-ac32-630eeba1fbea is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:02.377249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.477676 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 8d1c0696-d362-4d18-8064-c99222d6ff3d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:02.478051 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.478335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c294a586-7c1e-432c-8a2d-d632f4709b95 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.483315 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e26f625c-6860-4b60-96b9-9bbdf81552b9 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.494020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f8669-fd71-4740-aa05-3f0528d5ea9d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for 178fd659-7fd3-4fe3-a16c-1695f765580a owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:02.528970 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] For port 631118e3-2b6a-4fc7-ac32-630eeba1fbea, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=631118e3-2b6a-4fc7-ac32-630eeba1fbea,segment=NetworkSegment(94f87d61-d810-4668-a081-e657ce430751),segment_id=94f87d61-d810-4668-a081-e657ce430751)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:02.554945 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26f625c-6860-4b60-96b9-9bbdf81552b9 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 29 16:41:02.555654 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26f625c-6860-4b60-96b9-9bbdf81552b9 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:02.557894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.558673 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e26f625c-6860-4b60-96b9-9bbdf81552b9 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/networks/6c6213bc-646d-40bc-b148-2a99cd2033b0 HTTP/1.1" status: 409 len: 405 time: 0.6887922 Jul 29 16:41:02.574936 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48666) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:02.586400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1326548964'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:02.593598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:02.600383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c294a586-7c1e-432c-8a2d-d632f4709b95 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.601273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c294a586-7c1e-432c-8a2d-d632f4709b95 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Fanout notify agent at l3_agent the message router_deleted on router ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:41:02.603672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Usage tracker for resource:network and tenant:ef969cc19de240de966e6a4544ba3599 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:02.616435 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:02.626442 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:02.650560 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c294a586-7c1e-432c-8a2d-d632f4709b95 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.654619 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c294a586-7c1e-432c-8a2d-d632f4709b95 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/routers/ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6 HTTP/1.1" status: 204 len: 168 time: 1.0847695 Jul 29 16:41:02.656300 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48670) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:02.667530 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Could not find standard attr ID for object 1144413d-36a1-4384-b826-f4886b55c59d. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:41:02.691614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:41:02.705848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-855e9266-6869-49d0-b26e-65e7c23de6f6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:02.724871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Made reservation on behalf of ef969cc19de240de966e6a4544ba3599 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:02.728408 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.751504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b7cf05f7-6b1e-427c-aaff-2eb0636864ef None None] For port 08fdea2e-6291-48d6-a91c-d97aa280010d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=08fdea2e-6291-48d6-a91c-d97aa280010d,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:02.751504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7cf05f7-6b1e-427c-aaff-2eb0636864ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.766912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Pushing event updated for resources: {'Port': ['ID=631118e3-2b6a-4fc7-ac32-630eeba1fbea,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:02.767342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a025ac-98e7-43e0-a715-1eda5cdb797f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting subnet 8e70506c-98fc-4e65-8539-2f16776dad16 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:02.772457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Provisioning complete for port 8d1c0696-d362-4d18-8064-c99222d6ff3d triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:02.772712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.777658 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-75a025ac-98e7-43e0-a715-1eda5cdb797f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.829012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:41:02.850427 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.850945 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Added segment 98a33c0a-3c96-4c1f-9823-72fbd069e424 of type vlan for network 707f6e92-6b8a-4a9e-9913-3af10d35e21d Jul 29 16:41:02.852238 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-855e9266-6869-49d0-b26e-65e7c23de6f6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:02.864401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-75a025ac-98e7-43e0-a715-1eda5cdb797f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:02.866617 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-a5a56386-2833-44d5-b15b-1d8c49b3122c tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:41:02.870522 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a5a56386-2833-44d5-b15b-1d8c49b3122c tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "PUT /v2.0/routers/60c27878-99eb-49b2-83a6-847843efefe3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8886430 Jul 29 16:41:02.871466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48674) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:02.883504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e8e83d-d90c-4978-9310-36398de90f76 None None] DHCP port deletion for 6c6213bc-646d-40bc-b148-2a99cd2033b0 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:02.968809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf05f7-6b1e-427c-aaff-2eb0636864ef None None] Calling delete_port for 08fdea2e-6291-48d6-a91c-d97aa280010d owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:02.982485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.008516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855e9266-6869-49d0-b26e-65e7c23de6f6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:03.012122 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-855e9266-6869-49d0-b26e-65e7c23de6f6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.013663 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-855e9266-6869-49d0-b26e-65e7c23de6f6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:41:03.014264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855e9266-6869-49d0-b26e-65e7c23de6f6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:03.015447 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8e83d-d90c-4978-9310-36398de90f76 None None] Deleting port dd62cedc-785a-4c9f-81f1-04fe0e74145c {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:03.015824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e1e8e83d-d90c-4978-9310-36398de90f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.044075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8669-fd71-4740-aa05-3f0528d5ea9d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.086995 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-855e9266-6869-49d0-b26e-65e7c23de6f6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7726521 Jul 29 16:41:03.088249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48678) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:03.102479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-75a025ac-98e7-43e0-a715-1eda5cdb797f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.142938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 8d1c0696-d362-4d18-8064-c99222d6ff3d is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:03.143542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-9bec197a-4378-41dc-891c-fdcd082db9de tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:03.162464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f8669-fd71-4740-aa05-3f0528d5ea9d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=178fd659-7fd3-4fe3-a16c-1695f765580a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:03.164326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.169975 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:03.170610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.283790 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7cf05f7-6b1e-427c-aaff-2eb0636864ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.344039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b7808f73-0531-41f9-a446-281e95d35a2a None None] Current status of the port 8d1c0696-d362-4d18-8064-c99222d6ff3d is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:03.417118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf05f7-6b1e-427c-aaff-2eb0636864ef None None] Pushing event deleted for resources: {'Port': ['ID=08fdea2e-6291-48d6-a91c-d97aa280010d,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:03.438311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf05f7-6b1e-427c-aaff-2eb0636864ef None None] No DVR routers for this DVR port 08fdea2e-6291-48d6-a91c-d97aa280010d on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:03.469429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e1e8e83d-d90c-4978-9310-36398de90f76 None None] For port dd62cedc-785a-4c9f-81f1-04fe0e74145c, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=dd62cedc-785a-4c9f-81f1-04fe0e74145c,segment=NetworkSegment(3b56d899-250f-4a0c-81af-223f23490935),segment_id=3b56d899-250f-4a0c-81af-223f23490935)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:03.470130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e1e8e83d-d90c-4978-9310-36398de90f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.501691 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:03.513922 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9374056 Jul 29 16:41:03.526844 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48682) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:03.537651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca0cfa-8ffc-466f-ac5f-af5733bc7f0e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event updated for resources: {'Network': ['ID=707f6e92-6b8a-4a9e-9913-3af10d35e21d,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:03.541016 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5166ab1d-ecdc-4860-a420-483e7ddb9c53 None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:03.543072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7be91236-f863-4fdd-88ed-84357b6ad9d7 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Request body: {'subnet': {'network_id': '707f6e92-6b8a-4a9e-9913-3af10d35e21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:03.554931 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5166ab1d-ecdc-4860-a420-483e7ddb9c53 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:03.555697 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-5166ab1d-ecdc-4860-a420-483e7ddb9c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:03.580609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 631118e3-2b6a-4fc7-ac32-630eeba1fbea up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:03.592688 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.641206 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9bec197a-4378-41dc-891c-fdcd082db9de tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:03.663021 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-5166ab1d-ecdc-4860-a420-483e7ddb9c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:03.665088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 707f6e92-6b8a-4a9e-9913-3af10d35e21d details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:41:03.669654 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ab1e43a7-15f5-4972-b1c3-ce9357d4fc84 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.3470044 Jul 29 16:41:03.672124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48686) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:03.673449 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5166ab1d-ecdc-4860-a420-483e7ddb9c53 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:03.674128 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-5166ab1d-ecdc-4860-a420-483e7ddb9c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:03.680239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-33329441'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:03.687425 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:03.693780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Usage tracker for resource:network and tenant:2dfcda58e3f74084b8302be907f8cb07 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:03.702453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:03.736125 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:03.736504 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-5166ab1d-ecdc-4860-a420-483e7ddb9c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:03.736974 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5166ab1d-ecdc-4860-a420-483e7ddb9c53 None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:03.738951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9bec197a-4378-41dc-891c-fdcd082db9de tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:03.741317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-75a025ac-98e7-43e0-a715-1eda5cdb797f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.763753 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Made reservation on behalf of 2dfcda58e3f74084b8302be907f8cb07 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:03.767603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.810412 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:41:03.817593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8e83d-d90c-4978-9310-36398de90f76 None None] Calling delete_port for dd62cedc-785a-4c9f-81f1-04fe0e74145c owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:03.828621 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7f545d90-31c5-4ec7-a241-cbb74c0e3c9a tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.864025 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a025ac-98e7-43e0-a715-1eda5cdb797f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Subnet': ['ID=8e70506c-98fc-4e65-8539-2f16776dad16,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:03.874217 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-75a025ac-98e7-43e0-a715-1eda5cdb797f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.876916 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8669-fd71-4740-aa05-3f0528d5ea9d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.880685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bec197a-4378-41dc-891c-fdcd082db9de tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:03.884094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9bec197a-4378-41dc-891c-fdcd082db9de tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.885532 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bec197a-4378-41dc-891c-fdcd082db9de tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:41:03.885955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bec197a-4378-41dc-891c-fdcd082db9de tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:03.888182 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fb33bc-d28e-4d25-b6ea-7ada88625a2c None None] Network 60fc3126-d721-40f3-851f-9aa6cf12b5fb requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:03.891562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.892127 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Added segment 2eeeb332-b2e2-4fcb-a073-518bbe75ef1e of type vlan for network e3a7a1e9-9044-40b9-807f-ec4897844b5a Jul 29 16:41:03.908027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7be91236-f863-4fdd-88ed-84357b6ad9d7 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:03.911623 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-75a025ac-98e7-43e0-a715-1eda5cdb797f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/8e70506c-98fc-4e65-8539-2f16776dad16 HTTP/1.1" status: 204 len: 168 time: 1.2558613 Jul 29 16:41:03.924454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-99ef6d2e-30b0-414f-879c-f687f8bfd50e None None] Provisioning complete for port 6a750b57-0035-4dcc-b052-d805d339310e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:03.924911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-99ef6d2e-30b0-414f-879c-f687f8bfd50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:03.971315 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48690) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:04.037949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7be91236-f863-4fdd-88ed-84357b6ad9d7 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:04.052303 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9bec197a-4378-41dc-891c-fdcd082db9de tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9580722 Jul 29 16:41:04.056326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48694) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:04.065740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8998fdac-2b9a-407e-af8f-997dd8e7f0a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:04.068471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.097532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3635817-10a8-4bd0-8888-d6c0735b3627 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting subnet 4a215593-3617-42f7-b854-e340ad66d3c5 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:04.103780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f3635817-10a8-4bd0-8888-d6c0735b3627 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.118636 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-99ef6d2e-30b0-414f-879c-f687f8bfd50e None None] Port 6a750b57-0035-4dcc-b052-d805d339310e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:04.118636 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 631118e3-2b6a-4fc7-ac32-630eeba1fbea triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:04.118990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.189700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e1e8e83d-d90c-4978-9310-36398de90f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.213461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:41:04.219685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be91236-f863-4fdd-88ed-84357b6ad9d7 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Made reservation on behalf of ef969cc19de240de966e6a4544ba3599 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:04.225627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7be91236-f863-4fdd-88ed-84357b6ad9d7 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.266461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8e83d-d90c-4978-9310-36398de90f76 None None] Pushing event deleted for resources: {'Port': ['ID=dd62cedc-785a-4c9f-81f1-04fe0e74145c,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:04.277494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8e83d-d90c-4978-9310-36398de90f76 None None] No DVR routers for this DVR port dd62cedc-785a-4c9f-81f1-04fe0e74145c on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:04.283759 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-99ef6d2e-30b0-414f-879c-f687f8bfd50e None None] Provisioning complete for port dd62cedc-785a-4c9f-81f1-04fe0e74145c triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:04.283759 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-99ef6d2e-30b0-414f-879c-f687f8bfd50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.289855 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f3635817-10a8-4bd0-8888-d6c0735b3627 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.322641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-99ef6d2e-30b0-414f-879c-f687f8bfd50e None None] Port dd62cedc-785a-4c9f-81f1-04fe0e74145c was deleted so its status cannot be updated. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jul 29 16:41:04.325713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.331370 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:04.331942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.338201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-99ef6d2e-30b0-414f-879c-f687f8bfd50e None None] Could not find standard attr ID for object 08fdea2e-6291-48d6-a91c-d97aa280010d. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:41:04.412781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48700) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:04.414969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-99ef6d2e-30b0-414f-879c-f687f8bfd50e None None] Provisioning complete for port 378fedaf-01ee-4d5c-a07f-458ab47f192f triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:04.415347 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-99ef6d2e-30b0-414f-879c-f687f8bfd50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.446257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 631118e3-2b6a-4fc7-ac32-630eeba1fbea is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:04.447329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 378fedaf-01ee-4d5c-a07f-458ab47f192f up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:04.472250 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7962816 Jul 29 16:41:04.482420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48702) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:04.504264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06b7b0-5ee2-47e8-be42-8cfd79035a27 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Network': ['ID=e3a7a1e9-9044-40b9-807f-ec4897844b5a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:04.545410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'subnet': {'network_id': 'e3a7a1e9-9044-40b9-807f-ec4897844b5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:04.560630 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network e3a7a1e9-9044-40b9-807f-ec4897844b5a details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:41:04.580551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f3635817-10a8-4bd0-8888-d6c0735b3627 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.645614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-7f545d90-31c5-4ec7-a241-cbb74c0e3c9a tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Deleting port 6a750b57-0035-4dcc-b052-d805d339310e {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:04.645945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7f545d90-31c5-4ec7-a241-cbb74c0e3c9a tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.651389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239dcf58-f03d-47a4-8b44-337f6fda316f None None] DHCP port deletion for 60fc3126-d721-40f3-851f-9aa6cf12b5fb request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:04.680716 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-239dcf58-f03d-47a4-8b44-337f6fda316f None None] Deleting port cb089ef7-da3b-4fd0-9b78-6a3472367c18 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:04.681113 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-239dcf58-f03d-47a4-8b44-337f6fda316f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.732766 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8998fdac-2b9a-407e-af8f-997dd8e7f0a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:04.769577 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7f8669-fd71-4740-aa05-3f0528d5ea9d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Router 1f19bc54-d2da-4099-89ff-2b757310dee2 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:41:04.780541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8998fdac-2b9a-407e-af8f-997dd8e7f0a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:04.814495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f3635817-10a8-4bd0-8888-d6c0735b3627 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.855065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 378fedaf-01ee-4d5c-a07f-458ab47f192f triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:04.855381 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.862953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3635817-10a8-4bd0-8888-d6c0735b3627 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Subnet': ['ID=4a215593-3617-42f7-b854-e340ad66d3c5,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:04.869133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f3635817-10a8-4bd0-8888-d6c0735b3627 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.888385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:04.888634 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f3635817-10a8-4bd0-8888-d6c0735b3627 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/4a215593-3617-42f7-b854-e340ad66d3c5 HTTP/1.1" status: 204 len: 168 time: 0.9162879 Jul 29 16:41:04.891575 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48708) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:04.903558 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8998fdac-2b9a-407e-af8f-997dd8e7f0a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:04.907665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8998fdac-2b9a-407e-af8f-997dd8e7f0a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:04.909141 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-8998fdac-2b9a-407e-af8f-997dd8e7f0a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:41:04.909747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8998fdac-2b9a-407e-af8f-997dd8e7f0a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:04.914601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Usage tracker for resource:subnet and tenant:2dfcda58e3f74084b8302be907f8cb07 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:04.919026 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774e246b-e0bc-4530-8ba7-15ba0cc4e261 None None] Network 7c3927f9-8898-4d58-8254-6821c2414864 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:04.943591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-99ef6d2e-30b0-414f-879c-f687f8bfd50e None None] Current status of the port 378fedaf-01ee-4d5c-a07f-458ab47f192f is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:04.969246 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:05.004747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:05.045250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7f545d90-31c5-4ec7-a241-cbb74c0e3c9a tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:05.116719 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-70b0d03a-fc45-4325-8a68-39c622854db3 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Deleting port c3b8c9ec-ea4a-4bdf-b177-d993f2d78c09 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:05.117088 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70b0d03a-fc45-4325-8a68-39c622854db3 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:05.168681 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8998fdac-2b9a-407e-af8f-997dd8e7f0a8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1098673 Jul 29 16:41:05.180211 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48712) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:05.184899 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f8669-fd71-4740-aa05-3f0528d5ea9d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:05.186404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Made reservation on behalf of 2dfcda58e3f74084b8302be907f8cb07 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:05.189969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:05.214314 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1c7f8669-fd71-4740-aa05-3f0528d5ea9d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "PUT /v2.0/routers/1f19bc54-d2da-4099-89ff-2b757310dee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1023808 Jul 29 16:41:05.214975 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48716) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:05.220611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2bb21b97-a3c2-467e-85b8-1b4c85c86db8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:05.230495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-7f545d90-31c5-4ec7-a241-cbb74c0e3c9a tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Calling delete_port for 6a750b57-0035-4dcc-b052-d805d339310e owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:05.251132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc46baa-b63d-4409-8bc5-515d37da32e0 None None] Sync routers for ids ['1f19bc54-d2da-4099-89ff-2b757310dee2'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:05.296413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:05.296928 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:41:05.314550 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc46baa-b63d-4409-8bc5-515d37da32e0 None None] Routers {'1f19bc54-d2da-4099-89ff-2b757310dee2'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:05.315330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-6fc46baa-b63d-4409-8bc5-515d37da32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['1f19bc54-d2da-4099-89ff-2b757310dee2'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:05.333842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port cb089ef7-da3b-4fd0-9b78-6a3472367c18 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:05.334447 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:05.389346 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-239dcf58-f03d-47a4-8b44-337f6fda316f None None] For port cb089ef7-da3b-4fd0-9b78-6a3472367c18, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cb089ef7-da3b-4fd0-9b78-6a3472367c18,segment=NetworkSegment(cb183949-69e8-4dcd-bec8-e1f243063192),segment_id=cb183949-69e8-4dcd-bec8-e1f243063192)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:05.389642 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-239dcf58-f03d-47a4-8b44-337f6fda316f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:05.410092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-6fc46baa-b63d-4409-8bc5-515d37da32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:05.418220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 378fedaf-01ee-4d5c-a07f-458ab47f192f is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:05.541928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-239dcf58-f03d-47a4-8b44-337f6fda316f None None] Calling delete_port for cb089ef7-da3b-4fd0-9b78-6a3472367c18 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:05.570509 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dd62cedc-785a-4c9f-81f1-04fe0e74145c no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:05.619187 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc46baa-b63d-4409-8bc5-515d37da32e0 None None] Routers {'1f19bc54-d2da-4099-89ff-2b757310dee2'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:05.620126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-6fc46baa-b63d-4409-8bc5-515d37da32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['1f19bc54-d2da-4099-89ff-2b757310dee2'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:05.650443 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-5344d087-a066-4191-898e-e3c0b5d6c555 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] GET failed (client error): The resource could not be found. Jul 29 16:41:05.650902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5344d087-a066-4191-898e-e3c0b5d6c555 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:05.654124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] For port cb089ef7-da3b-4fd0-9b78-6a3472367c18, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cb089ef7-da3b-4fd0-9b78-6a3472367c18,segment=NetworkSegment(cb183949-69e8-4dcd-bec8-e1f243063192),segment_id=cb183949-69e8-4dcd-bec8-e1f243063192)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:05.654656 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:05.674203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: dd62cedc-785a-4c9f-81f1-04fe0e74145c {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:41:05.674420 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dd62cedc-785a-4c9f-81f1-04fe0e74145c not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:41:05.674834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 08fdea2e-6291-48d6-a91c-d97aa280010d no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:05.727489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-6fc46baa-b63d-4409-8bc5-515d37da32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:05.727897 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc46baa-b63d-4409-8bc5-515d37da32e0 None None] The sync data for ids ['1f19bc54-d2da-4099-89ff-2b757310dee2'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:05.729318 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 08fdea2e-6291-48d6-a91c-d97aa280010d {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:41:05.729566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 08fdea2e-6291-48d6-a91c-d97aa280010d not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:41:05.759751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2bb21b97-a3c2-467e-85b8-1b4c85c86db8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:05.763591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5344d087-a066-4191-898e-e3c0b5d6c555 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:05.770445 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5344d087-a066-4191-898e-e3c0b5d6c555 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/178fd659-7fd3-4fe3-a16c-1695f765580a HTTP/1.1" status: 404 len: 333 time: 0.5268412 Jul 29 16:41:05.785597 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48720) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:05.788839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7f545d90-31c5-4ec7-a241-cbb74c0e3c9a tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:05.798549 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-239dcf58-f03d-47a4-8b44-337f6fda316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:05.802085 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for cb089ef7-da3b-4fd0-9b78-6a3472367c18 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:05.855093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e0bd6f-d94d-41a1-94e0-b10d0ba9db07 None None] DHCP port deletion for 7c3927f9-8898-4d58-8254-6821c2414864 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:05.865944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dcf58-f03d-47a4-8b44-337f6fda316f None None] Pushing event deleted for resources: {'Port': ['ID=cb089ef7-da3b-4fd0-9b78-6a3472367c18,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:05.868325 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-35e0bd6f-d94d-41a1-94e0-b10d0ba9db07 None None] Deleting port 87a3412f-ed1b-4e56-b2ca-db113be59233 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:05.868913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-35e0bd6f-d94d-41a1-94e0-b10d0ba9db07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:05.889117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f545d90-31c5-4ec7-a241-cbb74c0e3c9a tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event deleted for resources: {'Port': ['ID=6a750b57-0035-4dcc-b052-d805d339310e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:05.895688 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239dcf58-f03d-47a4-8b44-337f6fda316f None None] No DVR routers for this DVR port cb089ef7-da3b-4fd0-9b78-6a3472367c18 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:05.910457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb089ef7-da3b-4fd0-9b78-6a3472367c18 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:05.934767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2bb21b97-a3c2-467e-85b8-1b4c85c86db8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:05.962994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: cb089ef7-da3b-4fd0-9b78-6a3472367c18 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:41:05.963355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb089ef7-da3b-4fd0-9b78-6a3472367c18 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:41:05.987210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b390e58-d29f-4a34-8b3a-9d5e7002bc48 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:06.102869 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb21b97-a3c2-467e-85b8-1b4c85c86db8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:06.106272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2bb21b97-a3c2-467e-85b8-1b4c85c86db8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:06.107806 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb21b97-a3c2-467e-85b8-1b4c85c86db8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:41:06.108055 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb21b97-a3c2-467e-85b8-1b4c85c86db8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:06.118106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70b0d03a-fc45-4325-8a68-39c622854db3 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:06.118434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7f545d90-31c5-4ec7-a241-cbb74c0e3c9a tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:06.118921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70b0d03a-fc45-4325-8a68-39c622854db3 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:06.152210 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-35e0bd6f-d94d-41a1-94e0-b10d0ba9db07 None None] For port 87a3412f-ed1b-4e56-b2ca-db113be59233, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=87a3412f-ed1b-4e56-b2ca-db113be59233,segment=NetworkSegment(027a796d-bce4-4376-9fb5-7aaf00491b6f),segment_id=027a796d-bce4-4376-9fb5-7aaf00491b6f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:06.152658 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-35e0bd6f-d94d-41a1-94e0-b10d0ba9db07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:06.276779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:41:06.277149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:41:06.299883 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.objects.ports [None req-7be91236-f863-4fdd-88ed-84357b6ad9d7 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89209) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:41:06.326673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-35e0bd6f-d94d-41a1-94e0-b10d0ba9db07 None None] Calling delete_port for 87a3412f-ed1b-4e56-b2ca-db113be59233 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:06.374263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-70b0d03a-fc45-4325-8a68-39c622854db3 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Calling delete_port for c3b8c9ec-ea4a-4bdf-b177-d993f2d78c09 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:06.402786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7be91236-f863-4fdd-88ed-84357b6ad9d7 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:06.412161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-35e0bd6f-d94d-41a1-94e0-b10d0ba9db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:06.459048 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0bd6f-d94d-41a1-94e0-b10d0ba9db07 None None] Pushing event deleted for resources: {'Port': ['ID=87a3412f-ed1b-4e56-b2ca-db113be59233,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:06.464737 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e0bd6f-d94d-41a1-94e0-b10d0ba9db07 None None] No DVR routers for this DVR port 87a3412f-ed1b-4e56-b2ca-db113be59233 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:06.521365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f545d90-31c5-4ec7-a241-cbb74c0e3c9a tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Router 60c27878-99eb-49b2-83a6-847843efefe3 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:41:06.595746 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2bb21b97-a3c2-467e-85b8-1b4c85c86db8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.4123173 Jul 29 16:41:06.642073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48724) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:06.656567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e28a5ed8-35c4-4f53-b331-912f0a5545b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:06.679079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f545d90-31c5-4ec7-a241-cbb74c0e3c9a tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:06.688738 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5c897-9b95-460b-a922-37dd006ec151 None None] Sync routers for ids ['60c27878-99eb-49b2-83a6-847843efefe3'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:06.699982 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5c897-9b95-460b-a922-37dd006ec151 None None] Routers {'60c27878-99eb-49b2-83a6-847843efefe3'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:06.700599 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-77c5c897-9b95-460b-a922-37dd006ec151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['60c27878-99eb-49b2-83a6-847843efefe3'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:06.709149 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b390e58-d29f-4a34-8b3a-9d5e7002bc48 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:06.713016 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b390e58-d29f-4a34-8b3a-9d5e7002bc48 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:06.748107 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be91236-f863-4fdd-88ed-84357b6ad9d7 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event updated for resources: {'Subnet': ['ID=e1d6067a-9589-4fab-972b-4982d60dd7ef,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:06.757187 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7f545d90-31c5-4ec7-a241-cbb74c0e3c9a tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "PUT /v2.0/routers/60c27878-99eb-49b2-83a6-847843efefe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8829420 Jul 29 16:41:06.761639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48728) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:06.762923 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-77c5c897-9b95-460b-a922-37dd006ec151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:06.769296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:06.772086 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5c897-9b95-460b-a922-37dd006ec151 None None] Routers {'60c27878-99eb-49b2-83a6-847843efefe3'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:06.772699 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-77c5c897-9b95-460b-a922-37dd006ec151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['60c27878-99eb-49b2-83a6-847843efefe3'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:06.773263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be91236-f863-4fdd-88ed-84357b6ad9d7 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Checking segment: {'id': '98a33c0a-3c96-4c1f-9823-72fbd069e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '707f6e92-6b8a-4a9e-9913-3af10d35e21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:06.773631 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be91236-f863-4fdd-88ed-84357b6ad9d7 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Network hostable DHCP agents. Network: 707f6e92-6b8a-4a9e-9913-3af10d35e21d, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:41:06.820665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port cb089ef7-da3b-4fd0-9b78-6a3472367c18 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:06.821417 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:06.836964 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-77c5c897-9b95-460b-a922-37dd006ec151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:06.837437 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5c897-9b95-460b-a922-37dd006ec151 None None] The sync data for ids ['60c27878-99eb-49b2-83a6-847843efefe3'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:06.845586 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b390e58-d29f-4a34-8b3a-9d5e7002bc48 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:06.846167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b390e58-d29f-4a34-8b3a-9d5e7002bc48 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Fanout notify agent at l3_agent the message router_deleted on router 1f19bc54-d2da-4099-89ff-2b757310dee2 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:41:06.886141 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-2d6c8032-687b-4960-a8c5-78e5ad49ecbe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] delete failed (client error): The resource could not be found. Jul 29 16:41:06.887255 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2d6c8032-687b-4960-a8c5-78e5ad49ecbe tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1670195972 HTTP/1.1" status: 404 len: 335 time: 0.1249323 Jul 29 16:41:06.891139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be91236-f863-4fdd-88ed-84357b6ad9d7 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Network 707f6e92-6b8a-4a9e-9913-3af10d35e21d is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:41:06.894167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48734) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:06.909544 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a9b1c48e-69c3-4668-9e3c-c2f2cb02c47c tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Request body: {'router': {'external_gateway_info': {'network_id': '60c27878-99eb-49b2-83a6-847843efefe3'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:06.920451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e28a5ed8-35c4-4f53-b331-912f0a5545b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:06.927491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] The port 'cb089ef7-da3b-4fd0-9b78-6a3472367c18' was deleted {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:41:06.966487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Subnet': ['ID=8721c474-bf2c-4a4c-be4a-f058cd3bb3d5,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:06.978429 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e28a5ed8-35c4-4f53-b331-912f0a5545b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:07.008119 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b390e58-d29f-4a34-8b3a-9d5e7002bc48 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.009242 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6b390e58-d29f-4a34-8b3a-9d5e7002bc48 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/routers/1f19bc54-d2da-4099-89ff-2b757310dee2 HTTP/1.1" status: 204 len: 168 time: 1.2192078 Jul 29 16:41:07.025596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Checking segment: {'id': '2eeeb332-b2e2-4fcb-a073-518bbe75ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3a7a1e9-9044-40b9-807f-ec4897844b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:07.025959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network hostable DHCP agents. Network: e3a7a1e9-9044-40b9-807f-ec4897844b5a, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:41:07.036501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48738) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:07.089874 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28a5ed8-35c4-4f53-b331-912f0a5545b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:07.093649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e28a5ed8-35c4-4f53-b331-912f0a5545b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.095498 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28a5ed8-35c4-4f53-b331-912f0a5545b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:41:07.095938 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28a5ed8-35c4-4f53-b331-912f0a5545b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:07.123253 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.163901 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e28a5ed8-35c4-4f53-b331-912f0a5545b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5205958 Jul 29 16:41:07.168174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48742) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:07.175396 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fc3126-d721-40f3-851f-9aa6cf12b5fb']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:07.186438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e1e8bbd0-5d35-4b5d-adaf-97a058aabe37 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:07.204158 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd373f7-4c59-443b-8c10-410ec715ff50 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting subnet cdd8738e-bf3e-44ac-b7cc-d2d7af57c541 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:07.216518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6dd373f7-4c59-443b-8c10-410ec715ff50 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.220164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-7be91236-f863-4fdd-88ed-84357b6ad9d7 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 707f6e92-6b8a-4a9e-9913-3af10d35e21d) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:07.229970 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82f26b0-56ab-4296-904d-59d1223eedd2 None None] Network 707f6e92-6b8a-4a9e-9913-3af10d35e21d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:07.238729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be91236-f863-4fdd-88ed-84357b6ad9d7 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:07.239827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7be91236-f863-4fdd-88ed-84357b6ad9d7 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.248406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb183949-69e8-4dcd-bec8-e1f243063192') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:07.248584 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb183949-69e8-4dcd-bec8-e1f243063192') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:07.342895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.384593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6dd373f7-4c59-443b-8c10-410ec715ff50 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.399889 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7be91236-f863-4fdd-88ed-84357b6ad9d7 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8666706 Jul 29 16:41:07.413588 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.416805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48748) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:07.438759 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Request body: {'port': {'network_id': '707f6e92-6b8a-4a9e-9913-3af10d35e21d', 'name': 'tempest-NetworksIpV6TestAttrs-1878620681'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:07.454792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network e3a7a1e9-9044-40b9-807f-ec4897844b5a is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:41:07.457196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70b0d03a-fc45-4325-8a68-39c622854db3 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.462114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:07.462525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.483885 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e1e8bbd0-5d35-4b5d-adaf-97a058aabe37 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:07.504326 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-707f6e92-6b8a-4a9e-9913-3af10d35e21d', 'network_id': '707f6e92-6b8a-4a9e-9913-3af10d35e21d', 'tenant_id': 'ef969cc19de240de966e6a4544ba3599', 'fixed_ips': [{'subnet_id': 'e1d6067a-9589-4fab-972b-4982d60dd7ef'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:41:07.505774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.578137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0d03a-fc45-4325-8a68-39c622854db3 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event deleted for resources: {'Port': ['ID=c3b8c9ec-ea4a-4bdf-b177-d993f2d78c09,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:07.580206 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, e3a7a1e9-9044-40b9-807f-ec4897844b5a) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:07.594810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7e1df8-4659-4cfe-8aba-4eb036fb4cd8 None None] Network e3a7a1e9-9044-40b9-807f-ec4897844b5a requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:07.595567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:07.596475 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.619144 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment cb183949-69e8-4dcd-bec8-e1f243063192 resource provider aggregate not found Jul 29 16:41:07.639681 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e1e8bbd0-5d35-4b5d-adaf-97a058aabe37 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:07.657107 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment cb183949-69e8-4dcd-bec8-e1f243063192 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb183949-69e8-4dcd-bec8-e1f243063192 found for delete ", "request_id": "req-319cccdd-886f-4587-af13-00636f328d07"}]} Jul 29 16:41:07.695441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a9b1c48e-69c3-4668-9e3c-c2f2cb02c47c tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.716704 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e8bbd0-5d35-4b5d-adaf-97a058aabe37 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:07.720279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e1e8bbd0-5d35-4b5d-adaf-97a058aabe37 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.721734 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e8bbd0-5d35-4b5d-adaf-97a058aabe37 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:41:07.722914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e8bbd0-5d35-4b5d-adaf-97a058aabe37 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:07.751072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.751340 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-56e6d180-dae2-4ec1-b6eb-c7cdf81f2332 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2675557 Jul 29 16:41:07.758646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.767145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48758) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:07.798193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1466124475', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:07.807156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Network': ['ID=60fc3126-d721-40f3-851f-9aa6cf12b5fb,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:07.811228 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-a9b1c48e-69c3-4668-9e3c-c2f2cb02c47c tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] update failed (client error): The resource could not be found. Jul 29 16:41:07.819151 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a9b1c48e-69c3-4668-9e3c-c2f2cb02c47c tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "PUT /v2.0/routers/60c27878-99eb-49b2-83a6-847843efefe3 HTTP/1.1" status: 404 len: 339 time: 0.9137201 Jul 29 16:41:07.819330 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/networks/60fc3126-d721-40f3-851f-9aa6cf12b5fb HTTP/1.1" status: 204 len: 168 time: 2.9236903 Jul 29 16:41:07.819330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48762) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:07.819330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48764) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:07.826886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1882505320'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:07.835573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:07.848171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9be91-e38b-4bbe-9de6-d4811b24aa40 req-ec2bfa07-d8d6-4d09-9c43-281554231f8e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:07.849768 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0dc9be91-e38b-4bbe-9de6-d4811b24aa40 req-ec2bfa07-d8d6-4d09-9c43-281554231f8e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.4396312 Jul 29 16:41:07.858798 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:07.865680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Allocated IP 2001:db8::f816:3eff:fe60:e179 (707f6e92-6b8a-4a9e-9913-3af10d35e21d/e1d6067a-9589-4fab-972b-4982d60dd7ef/9370f8be-b2b2-41b6-b658-7f2c295f95d3) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:07.867927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:07.868310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:07.868650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:07.868988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:07.869405 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:07.869736 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:07.870090 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:07.870443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:07.870768 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:07.871160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:07.871486 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:07.871839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b2899-9f5f-4484-ae98-e4c9f563b9c4 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:07.875112 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70b0d03a-fc45-4325-8a68-39c622854db3 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.875747 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-70b0d03a-fc45-4325-8a68-39c622854db3 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Floating IP 195ec4eb-3b2c-4527-b119-c0ecc4a36e32 disassociated (deleted). External IP: 172.26.1.50, port: e95f1339-f0c7-4a44-a095-0627049aa96a. Jul 29 16:41:07.877487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Usage tracker for resource:router and tenant:2dfcda58e3f74084b8302be907f8cb07 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:07.885375 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6dd373f7-4c59-443b-8c10-410ec715ff50 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:07.914696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:07.917689 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e1e8bbd0-5d35-4b5d-adaf-97a058aabe37 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7466376 Jul 29 16:41:07.918930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Usage tracker for resource:port and tenant:ef969cc19de240de966e6a4544ba3599 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:07.923551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:07.947350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48770) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:07.958378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 87a3412f-ed1b-4e56-b2ca-db113be59233 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:08.044304 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-e3a7a1e9-9044-40b9-807f-ec4897844b5a', 'network_id': 'e3a7a1e9-9044-40b9-807f-ec4897844b5a', 'tenant_id': '2dfcda58e3f74084b8302be907f8cb07', 'fixed_ips': [{'subnet_id': '8721c474-bf2c-4a4c-be4a-f058cd3bb3d5'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:41:08.045448 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:08.063387 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 87a3412f-ed1b-4e56-b2ca-db113be59233 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:41:08.063976 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 87a3412f-ed1b-4e56-b2ca-db113be59233 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:41:08.085073 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6a408216-1857-4d33-b1db-1d7122da68d2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:08.100925 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Usage tracker for resource:network and tenant:eaaf9ddd746749bdbdf9555e1e724aa8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:08.103327 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0dc9be91-e38b-4bbe-9de6-d4811b24aa40 req-cf369403-ef7f-417e-a591-f04da92d2f6e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478330 Jul 29 16:41:08.107930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:08.112985 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:08.115834 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:08.131254 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6a408216-1857-4d33-b1db-1d7122da68d2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:08.132453 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6a408216-1857-4d33-b1db-1d7122da68d2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1839123 Jul 29 16:41:08.135240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48774) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:08.135545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:08.143844 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:08.195020 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:08.196062 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:08.202867 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Made reservation on behalf of ef969cc19de240de966e6a4544ba3599 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:08.206439 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:08.222187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Made reservation on behalf of eaaf9ddd746749bdbdf9555e1e724aa8 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:08.226313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:08.251050 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-90e7a01a-8ab7-4111-847e-a3faacb93f92 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:08.280633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] device_id is not set on port 9a1fb9e2-ebae-4368-b081-c04945c13fb8 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:41:08.332629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6dd373f7-4c59-443b-8c10-410ec715ff50 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:08.360419 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Allocated IP 172.20.0.2 (e3a7a1e9-9044-40b9-807f-ec4897844b5a/8721c474-bf2c-4a4c-be4a-f058cd3bb3d5/5a9972c8-c6e5-4983-a358-1888c84187d6) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:08.370687 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6514b56-dc7f-464d-9961-c54ca0950a3c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:08.372163 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a6514b56-dc7f-464d-9961-c54ca0950a3c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:08.381442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:08.399640 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd373f7-4c59-443b-8c10-410ec715ff50 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd8738e-bf3e-44ac-b7cc-d2d7af57c541,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:08.417287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:41:08.421974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6dd373f7-4c59-443b-8c10-410ec715ff50 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:08.474133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a6514b56-dc7f-464d-9961-c54ca0950a3c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:08.476281 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a6514b56-dc7f-464d-9961-c54ca0950a3c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3397801 Jul 29 16:41:08.482653 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48780) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:08.500157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:08.501106 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Added segment faa51498-c89c-4087-92e6-6e6d6d53cd3c of type vlan for network 1c3f59aa-057c-4266-bfb7-c207b63ac823 Jul 29 16:41:08.515513 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6dd373f7-4c59-443b-8c10-410ec715ff50 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/cdd8738e-bf3e-44ac-b7cc-d2d7af57c541 HTTP/1.1" status: 204 len: 168 time: 1.4778860 Jul 29 16:41:08.555793 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48784) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:08.600190 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a536ccb6-5d2b-4157-aeee-0a58ee95324b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160707 Jul 29 16:41:08.610467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48788) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:08.624587 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e445e09-161c-4e5b-a02a-67e61e868136 None None] Network 4d3cf1a6-4728-481f-ac31-186b1c37e8a4 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:08.705668 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:08.752344 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Transition to ACTIVE for port object 9370f8be-b2b2-41b6-b658-7f2c295f95d3 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:08.764535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:08.769553 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-90e7a01a-8ab7-4111-847e-a3faacb93f92 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:08.830852 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-fef1c82d-0033-4d10-80a4-1e77302cd021 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:08.841729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Transition to ACTIVE for port object 9370f8be-b2b2-41b6-b658-7f2c295f95d3 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:08.945621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585841ad-6120-4e6a-b644-ce581ad00e6e req-89d90e8d-d567-4b2a-a7fe-f3e71f32055a tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:08.947281 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-585841ad-6120-4e6a-b644-ce581ad00e6e req-89d90e8d-d567-4b2a-a7fe-f3e71f32055a tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.5888286 Jul 29 16:41:08.955476 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-90e7a01a-8ab7-4111-847e-a3faacb93f92 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3927f9-8898-4d58-8254-6821c2414864']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:08.964581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:08.965633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:41:08.967323 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b0d03a-fc45-4325-8a68-39c622854db3 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:41:09.007689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.012400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-90e7a01a-8ab7-4111-847e-a3faacb93f92 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027a796d-bce4-4376-9fb5-7aaf00491b6f') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:09.012696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-90e7a01a-8ab7-4111-847e-a3faacb93f92 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027a796d-bce4-4376-9fb5-7aaf00491b6f') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:09.037998 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-90e7a01a-8ab7-4111-847e-a3faacb93f92 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.050979 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Network 707f6e92-6b8a-4a9e-9913-3af10d35e21d is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:09.054551 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-585841ad-6120-4e6a-b644-ce581ad00e6e req-70cccc3f-aee4-4281-ae76-8b9806e69b13 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745046 Jul 29 16:41:09.068963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.078550 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.078825 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:09.085851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:09.086464 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.114175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Allocated IP 2001:db8::f816:3eff:fefd:5048 (707f6e92-6b8a-4a9e-9913-3af10d35e21d/e1d6067a-9589-4fab-972b-4982d60dd7ef/9a1fb9e2-ebae-4368-b081-c04945c13fb8) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:09.118322 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:09.120808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.127941 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-90e7a01a-8ab7-4111-847e-a3faacb93f92 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.148593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Pushing event updated for resources: {'Port': ['ID=9370f8be-b2b2-41b6-b658-7f2c295f95d3,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:09.174177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fef1c82d-0033-4d10-80a4-1e77302cd021 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:09.179905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port d2d8010e-67b6-4028-b37f-9ea72796783b {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:09.182648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.187266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Transition to ACTIVE for port object 5a9972c8-c6e5-4983-a358-1888c84187d6 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:09.253664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e7a01a-8ab7-4111-847e-a3faacb93f92 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:09.254667 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-90e7a01a-8ab7-4111-847e-a3faacb93f92 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.278252 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Transition to ACTIVE for port object 5a9972c8-c6e5-4983-a358-1888c84187d6 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:09.279383 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Attempting to bind port 9370f8be-b2b2-41b6-b658-7f2c295f95d3 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:41:09.279751 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Attempting to bind port 9370f8be-b2b2-41b6-b658-7f2c295f95d3 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '98a33c0a-3c96-4c1f-9823-72fbd069e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '707f6e92-6b8a-4a9e-9913-3af10d35e21d'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:41:09.280120 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Attempting to bind port 9370f8be-b2b2-41b6-b658-7f2c295f95d3 on network 707f6e92-6b8a-4a9e-9913-3af10d35e21d {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:41:09.289563 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:41:09.289938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Checking segment: {'id': '98a33c0a-3c96-4c1f-9823-72fbd069e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '707f6e92-6b8a-4a9e-9913-3af10d35e21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:09.290509 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.290725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Bound using segment: {'id': '98a33c0a-3c96-4c1f-9823-72fbd069e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '707f6e92-6b8a-4a9e-9913-3af10d35e21d'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:41:09.291179 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Bound port: 9370f8be-b2b2-41b6-b658-7f2c295f95d3, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a33c0a-3c96-4c1f-9823-72fbd069e424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '707f6e92-6b8a-4a9e-9913-3af10d35e21d'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:41:09.291557 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.300453 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4801660 Jul 29 16:41:09.305787 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.380580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48794) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:09.392775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9e543-30f7-4d6a-bbe6-e73493f894ce tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event updated for resources: {'Network': ['ID=1c3f59aa-057c-4266-bfb7-c207b63ac823,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:09.400406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Request body: {'subnet': {'network_id': '1c3f59aa-057c-4266-bfb7-c207b63ac823', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:09.411011 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5d4080-fcf6-42e5-b2b4-e8c8e25bec19 None None] DHCP port deletion for 4d3cf1a6-4728-481f-ac31-186b1c37e8a4 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:09.420068 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 1c3f59aa-057c-4266-bfb7-c207b63ac823 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:41:09.451444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d4080-fcf6-42e5-b2b4-e8c8e25bec19 None None] Deleting port d2d8010e-67b6-4028-b37f-9ea72796783b {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:09.451821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2a5d4080-fcf6-42e5-b2b4-e8c8e25bec19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.475809 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fef1c82d-0033-4d10-80a4-1e77302cd021 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:09.528165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Network e3a7a1e9-9044-40b9-807f-ec4897844b5a is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:09.548786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:09.550485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Pushing event updated for resources: {'Port': ['ID=5a9972c8-c6e5-4983-a358-1888c84187d6,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:09.553505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:09.573225 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef1c82d-0033-4d10-80a4-1e77302cd021 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:09.576438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fef1c82d-0033-4d10-80a4-1e77302cd021 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.627279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-90e7a01a-8ab7-4111-847e-a3faacb93f92 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.690702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b0d03a-fc45-4325-8a68-39c622854db3 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:09.691272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] For port 9370f8be-b2b2-41b6-b658-7f2c295f95d3, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:41:09.696288 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70b0d03a-fc45-4325-8a68-39c622854db3 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.744264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a85e0-6685-4c1e-8f63-c66997f3010a None None] Sync routers for ids ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:09.758075 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] For port 9370f8be-b2b2-41b6-b658-7f2c295f95d3, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9370f8be-b2b2-41b6-b658-7f2c295f95d3,segment=NetworkSegment(98a33c0a-3c96-4c1f-9823-72fbd069e424),segment_id=98a33c0a-3c96-4c1f-9823-72fbd069e424)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:41:09.773972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.828636 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Attempting to bind port 5a9972c8-c6e5-4983-a358-1888c84187d6 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:41:09.829008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Attempting to bind port 5a9972c8-c6e5-4983-a358-1888c84187d6 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '2eeeb332-b2e2-4fcb-a073-518bbe75ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3a7a1e9-9044-40b9-807f-ec4897844b5a'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:41:09.829398 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Attempting to bind port 5a9972c8-c6e5-4983-a358-1888c84187d6 on network e3a7a1e9-9044-40b9-807f-ec4897844b5a {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:41:09.842104 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 027a796d-bce4-4376-9fb5-7aaf00491b6f resource provider aggregate not found Jul 29 16:41:09.849990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-90e7a01a-8ab7-4111-847e-a3faacb93f92 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.855717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a85e0-6685-4c1e-8f63-c66997f3010a None None] Routers {'4ee9ff46-73a4-4b42-8655-8396763e1ac7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:09.856342 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d20a85e0-6685-4c1e-8f63-c66997f3010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:09.870128 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-90e7a01a-8ab7-4111-847e-a3faacb93f92 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/networks/7c3927f9-8898-4d58-8254-6821c2414864 HTTP/1.1" status: 204 len: 168 time: 2.0483532 Jul 29 16:41:09.882522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48802) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:09.885242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7a01a-8ab7-4111-847e-a3faacb93f92 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Network': ['ID=7c3927f9-8898-4d58-8254-6821c2414864,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:09.904418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:09.908281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Usage tracker for resource:subnet and tenant:eaaf9ddd746749bdbdf9555e1e724aa8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:09.911323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:09.918069 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 027a796d-bce4-4376-9fb5-7aaf00491b6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 027a796d-bce4-4376-9fb5-7aaf00491b6f found for delete ", "request_id": "req-032531bf-1212-4cec-ba7a-c54019fe9ddb"}]} Jul 29 16:41:09.922760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d2d8010e-67b6-4028-b37f-9ea72796783b no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:09.927583 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-70b0d03a-fc45-4325-8a68-39c622854db3 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "DELETE /v2.0/floatingips/195ec4eb-3b2c-4527-b119-c0ecc4a36e32 HTTP/1.1" status: 204 len: 168 time: 5.4528577 Jul 29 16:41:09.927729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:09.951264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:41:09.951643 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Checking segment: {'id': '2eeeb332-b2e2-4fcb-a073-518bbe75ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3a7a1e9-9044-40b9-807f-ec4897844b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:09.952045 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.952434 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Bound using segment: {'id': '2eeeb332-b2e2-4fcb-a073-518bbe75ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3a7a1e9-9044-40b9-807f-ec4897844b5a'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:41:09.952913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Bound port: 5a9972c8-c6e5-4983-a358-1888c84187d6, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eeeb332-b2e2-4fcb-a073-518bbe75ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e3a7a1e9-9044-40b9-807f-ec4897844b5a'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:41:09.953882 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:09.989799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Made reservation on behalf of eaaf9ddd746749bdbdf9555e1e724aa8 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:09.993407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:10.033991 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-448651035'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:10.039985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'tag': 'e95f1339-f0c7-4a44-a095-0627049aa96a'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:41:10.050448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:10.061572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] For port d2d8010e-67b6-4028-b37f-9ea72796783b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d2d8010e-67b6-4028-b37f-9ea72796783b,segment=NetworkSegment(9c2aaea1-9c48-4456-a2d5-4792868ecd91),segment_id=9c2aaea1-9c48-4456-a2d5-4792868ecd91)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:10.061934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:10.084072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:network and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:10.094261 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346481a1-af07-457e-b3d5-f11391f6e25f req-76e0b575-584e-4b48-89b8-81b654502a11 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:10.095753 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-346481a1-af07-457e-b3d5-f11391f6e25f req-76e0b575-584e-4b48-89b8-81b654502a11 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.6781178 Jul 29 16:41:10.096661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:10.208419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:10.257781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c414c1e-773b-4be0-b6b8-74d6ae09529c None None] Pushing event updated for resources: {'Port': ['ID=9370f8be-b2b2-41b6-b658-7f2c295f95d3,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:10.269890 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-346481a1-af07-457e-b3d5-f11391f6e25f req-59c9f834-4c55-49cc-86fe-d7f85e488eb8 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662040 Jul 29 16:41:10.271948 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a860b4-6ebe-4f8f-a2c1-495036afa350'] response: {'name': 'network-changed', 'server_uuid': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'tag': 'e95f1339-f0c7-4a44-a095-0627049aa96a', 'status': 'completed', 'code': 200} Jul 29 16:41:10.288142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for d2d8010e-67b6-4028-b37f-9ea72796783b owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:10.312131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:10.315564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-2a5d4080-fcf6-42e5-b2b4-e8c8e25bec19 None None] For port d2d8010e-67b6-4028-b37f-9ea72796783b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d2d8010e-67b6-4028-b37f-9ea72796783b,segment=NetworkSegment(9c2aaea1-9c48-4456-a2d5-4792868ecd91),segment_id=9c2aaea1-9c48-4456-a2d5-4792868ecd91)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:10.316185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2a5d4080-fcf6-42e5-b2b4-e8c8e25bec19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:10.361532 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:10.364973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:10.448559 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:10.453782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Transition to ACTIVE for port object 9a1fb9e2-ebae-4368-b081-c04945c13fb8 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:10.572983 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d4080-fcf6-42e5-b2b4-e8c8e25bec19 None None] Calling delete_port for d2d8010e-67b6-4028-b37f-9ea72796783b owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:10.613190 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] For port 5a9972c8-c6e5-4983-a358-1888c84187d6, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:41:10.669232 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-d20a85e0-6685-4c1e-8f63-c66997f3010a None None] Set router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:41:10.674693 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:41:10.720871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:10.721279 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Added segment 05105085-eb6c-4817-ae72-efd7b283f42f of type vlan for network 7beb35b8-c881-4e3b-8cbf-c9ba31c26b51 Jul 29 16:41:10.744683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:10.747901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] For port 5a9972c8-c6e5-4983-a358-1888c84187d6, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=5a9972c8-c6e5-4983-a358-1888c84187d6,segment=NetworkSegment(2eeeb332-b2e2-4fcb-a073-518bbe75ef1e),segment_id=2eeeb332-b2e2-4fcb-a073-518bbe75ef1e)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:41:10.778691 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:10.834246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d2d8010e-67b6-4028-b37f-9ea72796783b is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:10.834566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:10.877318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.objects.ports [None req-fef1c82d-0033-4d10-80a4-1e77302cd021 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89209) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:41:10.886016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:10.917519 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event updated for resources: {'Subnet': ['ID=ec15af59-e347-4947-93bd-522b4bab3537,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:10.941511 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Checking segment: {'id': 'faa51498-c89c-4087-92e6-6e6d6d53cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c3f59aa-057c-4266-bfb7-c207b63ac823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:10.942828 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Network hostable DHCP agents. Network: 1c3f59aa-057c-4266-bfb7-c207b63ac823, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:41:10.954829 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:10.981181 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-2a5d4080-fcf6-42e5-b2b4-e8c8e25bec19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:41:10.981536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-2a5d4080-fcf6-42e5-b2b4-e8c8e25bec19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:41:11.038377 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:11.045032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12397b00-4a2a-4966-b10b-cfee882fa19b req-beed7891-7ff3-4b87-b4a2-9a2282000e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:11.046671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fef1c82d-0033-4d10-80a4-1e77302cd021 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:11.047214 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12397b00-4a2a-4966-b10b-cfee882fa19b req-beed7891-7ff3-4b87-b4a2-9a2282000e79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43ee33cc813f44109927ef3a85b8b480&device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 1098 time: 0.6770735 Jul 29 16:41:11.083548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=d2d8010e-67b6-4028-b37f-9ea72796783b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:11.087064 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:11.094601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f0597-3b37-4cd0-9195-a1c674fe3658 None None] Pushing event updated for resources: {'Port': ['ID=5a9972c8-c6e5-4983-a358-1888c84187d6,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:11.146504 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Network 1c3f59aa-057c-4266-bfb7-c207b63ac823 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:41:11.158074 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No DVR routers for this DVR port d2d8010e-67b6-4028-b37f-9ea72796783b on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:11.237171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d20a85e0-6685-4c1e-8f63-c66997f3010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:42Z', 'updated_at': '2022-07-29T16:37:55Z', 'revision_number': 4, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'gw_port': {'id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:44Z', 'updated_at': '2022-07-29T16:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43daa2be-19fb-4dfe-ac42-565d634c80b4', 'name': '', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'mac_address': 'fa:16:3e:02:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:52Z', 'updated_at': '2022-07-29T16:38:03Z', 'revision_number': 5, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'subnets': [{'id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:11.243162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:11.243646 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:11.244290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a85e0-6685-4c1e-8f63-c66997f3010a None None] Checking router: 4ee9ff46-73a4-4b42-8655-8396763e1ac7 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:41:11.244397 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:11.244477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:11.244897 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:11.245334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:11.245730 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:11.246141 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:11.246531 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:11.247130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:11.247376 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Network 707f6e92-6b8a-4a9e-9913-3af10d35e21d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:11.247531 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:11.247947 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:11.255688 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a85e0-6685-4c1e-8f63-c66997f3010a None None] Routers {'4ee9ff46-73a4-4b42-8655-8396763e1ac7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:11.256869 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d20a85e0-6685-4c1e-8f63-c66997f3010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:11.273968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1c82d-0033-4d10-80a4-1e77302cd021 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:11.280506 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:11.282563 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 1c3f59aa-057c-4266-bfb7-c207b63ac823) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:11.291820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-fef1c82d-0033-4d10-80a4-1e77302cd021 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:11.293418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:11.299179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:11.299540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef1c82d-0033-4d10-80a4-1e77302cd021 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:11.299807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:11.300249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fef1c82d-0033-4d10-80a4-1e77302cd021 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:11.316292 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6521f149-39b7-4b29-aab9-a0ded4403848 None None] Network 1c3f59aa-057c-4266-bfb7-c207b63ac823 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:11.323852 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:11.324449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:11.330169 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event updated for resources: {'Port': ['ID=9a1fb9e2-ebae-4368-b081-c04945c13fb8,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:11.349532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5450ff98-e888-430a-829b-ed3e15935e97 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:11.375798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:41:11.403824 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e86e9aa6-b3e5-4fe6-ab4f-c28d07772a59 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.9835927 Jul 29 16:41:11.414577 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b21d5027-ce92-4494-b8c5-7c2fa4a3094f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0279210 Jul 29 16:41:11.414577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48816) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:11.415462 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Allocated IP 172.26.1.7 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/435eafb4-e1f6-42f2-89d4-4ad4c874edbe) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:11.419118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48818) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:11.473833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d08602-e626-4476-ae1f-69d7205d7236 req-7d07c457-e609-4c4a-9dc6-6bd024465807 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:11.474578 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-59d08602-e626-4476-ae1f-69d7205d7236 req-7d07c457-e609-4c4a-9dc6-6bd024465807 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Synchronizing usage tracker for tenant:43ee33cc813f44109927ef3a85b8b480 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:11.477156 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1c82d-0033-4d10-80a4-1e77302cd021 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=437e5a17-fe90-48bc-89d1-ef0488584861,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:11.492447 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d4080-fcf6-42e5-b2b4-e8c8e25bec19 None None] Deleting port d2d8010e-67b6-4028-b37f-9ea72796783b {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:11.493186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2a5d4080-fcf6-42e5-b2b4-e8c8e25bec19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:11.587124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:11.664533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3cf1a6-4728-481f-ac31-186b1c37e8a4']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:11.673737 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12397b00-4a2a-4966-b10b-cfee882fa19b req-90387830-b0f4-4676-9506-45bf3a8a4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:11.675205 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12397b00-4a2a-4966-b10b-cfee882fa19b req-90387830-b0f4-4676-9506-45bf3a8a4f10 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 HTTP/1.1" status: 200 len: 898 time: 0.5821521 Jul 29 16:41:11.680170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-470a5f74-f788-4b9f-8007-44213dc85d89 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c3f59aa-057c-4266-bfb7-c207b63ac823'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:11.718273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2aaea1-9c48-4456-a2d5-4792868ecd91') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:11.718630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2aaea1-9c48-4456-a2d5-4792868ecd91') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:11.746993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:11.809405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:11.820006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:11.825903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:11.849023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:11.982805 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d4080-fcf6-42e5-b2b4-e8c8e25bec19 None None] The port 'd2d8010e-67b6-4028-b37f-9ea72796783b' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:41:11.984107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 5a9972c8-c6e5-4983-a358-1888c84187d6 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:11.999302 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fef1c82d-0033-4d10-80a4-1e77302cd021 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3819242 Jul 29 16:41:12.000659 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-59d08602-e626-4476-ae1f-69d7205d7236 req-7d07c457-e609-4c4a-9dc6-6bd024465807 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Unset dirty status for tenant:43ee33cc813f44109927ef3a85b8b480 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:12.002036 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-59d08602-e626-4476-ae1f-69d7205d7236 req-7d07c457-e609-4c4a-9dc6-6bd024465807 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 1.5711629 Jul 29 16:41:12.002998 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48824) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:12.009968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:12.010643 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:12.054256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d643e930-f735-450d-ae67-df6564899aea None None] Network 707f6e92-6b8a-4a9e-9913-3af10d35e21d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:12.113313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c1185-c701-4ebf-84e8-67adae95db81 req-91094cf2-9fba-4912-b80f-1cbeb9bf7fcb tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:12.115543 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2b8c1185-c701-4ebf-84e8-67adae95db81 req-91094cf2-9fba-4912-b80f-1cbeb9bf7fcb tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 1.0776906 Jul 29 16:41:12.161349 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2756901 Jul 29 16:41:12.168533 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 9c2aaea1-9c48-4456-a2d5-4792868ecd91 resource provider aggregate not found Jul 29 16:41:12.174392 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'mac_address': 'fa:16:3e:b2:06:6c', 'name': 'tempest-NetworksTestDHCPv6-605198609'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:12.181652 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12397b00-4a2a-4966-b10b-cfee882fa19b req-0922d569-d0f3-459c-8420-89893c469483 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e95f1339-f0c7-4a44-a095-0627049aa96a HTTP/1.1" status: 200 len: 217 time: 0.4208140 Jul 29 16:41:12.182175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48830) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:12.201699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'subnet': {'network_id': '7beb35b8-c881-4e3b-8cbf-c9ba31c26b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:12.246019 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 9c2aaea1-9c48-4456-a2d5-4792868ecd91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c2aaea1-9c48-4456-a2d5-4792868ecd91 found for delete ", "request_id": "req-4d2b4e4d-a392-4026-88ba-bf4e908295b4"}]} Jul 29 16:41:12.330024 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-d20a85e0-6685-4c1e-8f63-c66997f3010a None None] Set router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:41:12.352450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744e3fe-fea3-4350-a768-16d1823a2935 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Network': ['ID=7beb35b8-c881-4e3b-8cbf-c9ba31c26b51,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:12.376143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a63bc5-8ac4-42b2-99e2-ae8ec674635a tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Deleting subnet e1d6067a-9589-4fab-972b-4982d60dd7ef {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:12.386851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '437e5a17-fe90-48bc-89d1-ef0488584861'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:41:12.387667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:12.395498 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-59d08602-e626-4476-ae1f-69d7205d7236 req-0b89669b-542e-421d-bba8-3fb66ac085eb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586935 Jul 29 16:41:12.409185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:12.414086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-05a63bc5-8ac4-42b2-99e2-ae8ec674635a tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:12.419414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-938efa00-0f91-4db2-a93b-305e5714a26c None None] Provisioning for port 9370f8be-b2b2-41b6-b658-7f2c295f95d3 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:12.425239 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2b8c1185-c701-4ebf-84e8-67adae95db81 req-f56c000c-f106-4b7a-bdd6-700c1c81c1a2 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625585 Jul 29 16:41:12.438205 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 7beb35b8-c881-4e3b-8cbf-c9ba31c26b51 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:41:12.502835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-05a63bc5-8ac4-42b2-99e2-ae8ec674635a tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:12.506181 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:12.517667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:12.523477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:12.527876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:12.538573 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:12.556580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Network': ['ID=4d3cf1a6-4728-481f-ac31-186b1c37e8a4,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:12.569207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:12.663923 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cad35e8b-2e95-4bf2-bf46-c7f90aae4074 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/networks/4d3cf1a6-4728-481f-ac31-186b1c37e8a4 HTTP/1.1" status: 204 len: 168 time: 4.1016881 Jul 29 16:41:12.665166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48840) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:12.742416 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:12.807276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12397b00-4a2a-4966-b10b-cfee882fa19b req-d0cb611d-92d0-4740-9055-22859a262d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:12.808885 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12397b00-4a2a-4966-b10b-cfee882fa19b req-d0cb611d-92d0-4740-9055-22859a262d91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13f062b0-bf27-4901-9936-6392c3e3a598 HTTP/1.1" status: 200 len: 835 time: 0.5774887 Jul 29 16:41:12.835504 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port 3df05484-b230-4e37-904e-ab9ec486e2c7 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:41:12.907762 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3136fb2b-5ebc-40b2-a596-66d789510b6a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:12.908865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3136fb2b-5ebc-40b2-a596-66d789510b6a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:13.006153 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b11463-a6d7-469e-a76b-5621444154f8 None None] Network e3a7a1e9-9044-40b9-807f-ec4897844b5a requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:13.017734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::f816:3eff:feb2:66c (560f49a9-f2f8-459c-86f0-823ac32fcdf1/437e5a17-fe90-48bc-89d1-ef0488584861/3df05484-b230-4e37-904e-ab9ec486e2c7) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:13.058410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:13.065199 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-470a5f74-f788-4b9f-8007-44213dc85d89 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:13.074527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3136fb2b-5ebc-40b2-a596-66d789510b6a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:13.076086 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3136fb2b-5ebc-40b2-a596-66d789510b6a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/a4b01704-f7ac-4643-a868-f662ff739394 HTTP/1.1" status: 200 len: 841 time: 0.4050832 Jul 29 16:41:13.079586 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48846) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:13.080808 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:13.169215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-05a63bc5-8ac4-42b2-99e2-ae8ec674635a tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:13.177747 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-27e32609-c282-47bd-9bf8-18e575007b27 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/a4b01704-f7ac-4643-a868-f662ff739394?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0970523 Jul 29 16:41:13.183877 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48850) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:13.194183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-180c6498-527b-4c60-8a26-57ab06fa5009 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'subnet': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:13.198384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-1c3f59aa-057c-4266-bfb7-c207b63ac823', 'network_id': '1c3f59aa-057c-4266-bfb7-c207b63ac823', 'tenant_id': 'eaaf9ddd746749bdbdf9555e1e724aa8', 'fixed_ips': [{'subnet_id': 'ec15af59-e347-4947-93bd-522b4bab3537'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:41:13.199277 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:13.246169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 5a9972c8-c6e5-4983-a358-1888c84187d6 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:13.303910 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-142c8f90-41ad-4261-b7f9-ab063d3865b8 None None] Provisioning for port 5a9972c8-c6e5-4983-a358-1888c84187d6 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:13.308253 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:subnet and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:13.314262 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 5a9972c8-c6e5-4983-a358-1888c84187d6 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:13.314713 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:13.320239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:13.346516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:13.366325 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-142c8f90-41ad-4261-b7f9-ab063d3865b8 None None] Provisioning complete for port 5a9972c8-c6e5-4983-a358-1888c84187d6 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:13.366796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-142c8f90-41ad-4261-b7f9-ab063d3865b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:13.391731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-05a63bc5-8ac4-42b2-99e2-ae8ec674635a tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:13.453225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:13.487406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a63bc5-8ac4-42b2-99e2-ae8ec674635a tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d6067a-9589-4fab-972b-4982d60dd7ef,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:13.498802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba79ff2-c027-4f66-8a3a-a6ffc66c2377 req-af933e83-9b5d-4314-94ac-cd55fb26ae88 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:13.499616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-0ba79ff2-c027-4f66-8a3a-a6ffc66c2377 req-af933e83-9b5d-4314-94ac-cd55fb26ae88 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Synchronizing usage tracker for tenant:43ee33cc813f44109927ef3a85b8b480 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:13.502837 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-05a63bc5-8ac4-42b2-99e2-ae8ec674635a tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:13.518658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:13.575513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:13.586286 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:13.589752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:13.609387 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:13.670780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-180c6498-527b-4c60-8a26-57ab06fa5009 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:13.705522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-180c6498-527b-4c60-8a26-57ab06fa5009 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:subnet and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:13.718613 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-05a63bc5-8ac4-42b2-99e2-ae8ec674635a tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/subnets/e1d6067a-9589-4fab-972b-4982d60dd7ef HTTP/1.1" status: 204 len: 168 time: 2.2983406 Jul 29 16:41:13.718613 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-0ba79ff2-c027-4f66-8a3a-a6ffc66c2377 req-af933e83-9b5d-4314-94ac-cd55fb26ae88 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Unset dirty status for tenant:43ee33cc813f44109927ef3a85b8b480 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:13.718613 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0ba79ff2-c027-4f66-8a3a-a6ffc66c2377 req-af933e83-9b5d-4314-94ac-cd55fb26ae88 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 1.6053364 Jul 29 16:41:13.719077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=435eafb4-e1f6-42f2-89d4-4ad4c874edbe,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:13.723956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-180c6498-527b-4c60-8a26-57ab06fa5009 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:13.728712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48858) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:13.770350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-180c6498-527b-4c60-8a26-57ab06fa5009 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:13.820593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12397b00-4a2a-4966-b10b-cfee882fa19b req-b3963103-5ab2-472e-9ec1-7be266343927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:13.822232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:13.822463 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12397b00-4a2a-4966-b10b-cfee882fa19b req-b3963103-5ab2-472e-9ec1-7be266343927 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9351044 Jul 29 16:41:13.833911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180c6498-527b-4c60-8a26-57ab06fa5009 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:13.837367 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-180c6498-527b-4c60-8a26-57ab06fa5009 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:13.884869 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0b0e3-63e7-4fe8-af49-917d3ee38c2c req-b2c5e3af-2514-4f5b-beb2-76e8fbd2c6aa tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:13.886412 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5ee0b0e3-63e7-4fe8-af49-917d3ee38c2c req-b2c5e3af-2514-4f5b-beb2-76e8fbd2c6aa tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.5353680 Jul 29 16:41:13.942829 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object 3df05484-b230-4e37-904e-ab9ec486e2c7 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:13.955334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8914dbd-7651-41a3-b743-6b63407e0711 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:13.957035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8914dbd-7651-41a3-b743-6b63407e0711 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:13.957818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f8914dbd-7651-41a3-b743-6b63407e0711 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Synchronizing usage tracker for tenant:ef969cc19de240de966e6a4544ba3599 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:13.978824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-142c8f90-41ad-4261-b7f9-ab063d3865b8 None None] Current status of the port 5a9972c8-c6e5-4983-a358-1888c84187d6 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:13.979204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-142c8f90-41ad-4261-b7f9-ab063d3865b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:13.994570 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 5a9972c8-c6e5-4983-a358-1888c84187d6 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:13.994942 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:14.003607 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341b8b1-a627-4668-8454-3006c9934561 req-3e0f9c49-183a-4e0e-ad36-58b650509872 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:14.005923 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7341b8b1-a627-4668-8454-3006c9934561 req-3e0f9c49-183a-4e0e-ad36-58b650509872 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 0.4191334 Jul 29 16:41:14.087867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f8914dbd-7651-41a3-b743-6b63407e0711 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Unset dirty status for tenant:ef969cc19de240de966e6a4544ba3599 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:14.089106 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f8914dbd-7651-41a3-b743-6b63407e0711 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3603809 Jul 29 16:41:14.101930 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48862) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:14.135261 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5ee0b0e3-63e7-4fe8-af49-917d3ee38c2c req-a69f3e02-e818-4ae5-8cc1-1c9255a9f96b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908164 Jul 29 16:41:14.162586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 5a9972c8-c6e5-4983-a358-1888c84187d6, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=5a9972c8-c6e5-4983-a358-1888c84187d6,segment=NetworkSegment(2eeeb332-b2e2-4fcb-a073-518bbe75ef1e),segment_id=2eeeb332-b2e2-4fcb-a073-518bbe75ef1e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:14.180639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d20a85e0-6685-4c1e-8f63-c66997f3010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:42Z', 'updated_at': '2022-07-29T16:37:55Z', 'revision_number': 4, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'gw_port': {'id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:44Z', 'updated_at': '2022-07-29T16:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43daa2be-19fb-4dfe-ac42-565d634c80b4', 'name': '', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'mac_address': 'fa:16:3e:02:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:52Z', 'updated_at': '2022-07-29T16:38:03Z', 'revision_number': 5, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'subnets': [{'id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:14.189075 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a85e0-6685-4c1e-8f63-c66997f3010a None None] The sync data for ids ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'] in dv-neutron-851534-1-hyperv is: [{'id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:42Z', 'updated_at': '2022-07-29T16:37:55Z', 'revision_number': 4, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'gw_port': {'id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:44Z', 'updated_at': '2022-07-29T16:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43daa2be-19fb-4dfe-ac42-565d634c80b4', 'name': '', 'network_id': '6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'mac_address': 'fa:16:3e:02:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:52Z', 'updated_at': '2022-07-29T16:38:03Z', 'revision_number': 5, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'subnets': [{'id': '13f062b0-bf27-4901-9936-6392c3e3a598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:14.206541 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:14.208060 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9370f8be-b2b2-41b6-b658-7f2c295f95d3 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:14.232100 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7341b8b1-a627-4668-8454-3006c9934561 req-47c74c55-e69f-43f6-82e9-d0b6d3f2cfa8 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001579 Jul 29 16:41:14.264645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:14.313987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-0ba79ff2-c027-4f66-8a3a-a6ffc66c2377 req-39812ca9-9ce5-4b92-bad2-fef4c809641b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Deleting port e95f1339-f0c7-4a44-a095-0627049aa96a {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:14.314531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-0ba79ff2-c027-4f66-8a3a-a6ffc66c2377 req-39812ca9-9ce5-4b92-bad2-fef4c809641b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:14.375839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3bfa2b87-f9e2-46c4-9ee6-8c897aa08771 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:14.406356 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c4a587-9b44-4ac8-b424-03c12e7c2284 None None] Network 707f6e92-6b8a-4a9e-9913-3af10d35e21d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:14.428704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Allocated IP 2001:db8:1::2 (1c3f59aa-057c-4266-bfb7-c207b63ac823/ec15af59-e347-4947-93bd-522b4bab3537/d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:14.434226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:14.443536 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:14.450994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:14.456552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:14.457949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:14.551294 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfa2b87-f9e2-46c4-9ee6-8c897aa08771 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 29 16:41:14.552023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfa2b87-f9e2-46c4-9ee6-8c897aa08771 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:14.558965 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=3df05484-b230-4e37-904e-ab9ec486e2c7,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:14.594387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-180c6498-527b-4c60-8a26-57ab06fa5009 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:14.622187 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb1fd1-797c-499a-a9b9-68e6e165c371 None None] New status for floating IP 195ec4eb-3b2c-4527-b119-c0ecc4a36e32: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:41:14.656862 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b8a83b25-eae0-4e80-a01a-0c1afa372631 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5401442 Jul 29 16:41:14.663572 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3bfa2b87-f9e2-46c4-9ee6-8c897aa08771 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/networks/707f6e92-6b8a-4a9e-9913-3af10d35e21d HTTP/1.1" status: 409 len: 405 time: 0.5606101 Jul 29 16:41:14.669091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48866) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:14.669550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48868) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:14.681445 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-666583376'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:14.688323 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=5a9972c8-c6e5-4983-a358-1888c84187d6,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:14.693625 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-142c8f90-41ad-4261-b7f9-ab063d3865b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:41:14.694173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-142c8f90-41ad-4261-b7f9-ab063d3865b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:41:14.732980 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12397b00-4a2a-4966-b10b-cfee882fa19b req-41affde2-355f-4adc-9be2-d612a54d397f service neutron] 10.222.0.69 "GET /v2.0/networks/6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8980219 Jul 29 16:41:14.746391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180c6498-527b-4c60-8a26-57ab06fa5009 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 2a265526-819a-4291-8373-8ab2e6e57a8d is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:14.750330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:14.752782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:14.755617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:14.755972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:14.756308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:14.756638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:14.756968 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:14.760359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-180c6498-527b-4c60-8a26-57ab06fa5009 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:14.760750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:14.761123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:14.761466 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:14.761796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:14.762524 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:14.762524 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:41:14.775334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Usage tracker for resource:network and tenant:ef969cc19de240de966e6a4544ba3599 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:14.783129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180c6498-527b-4c60-8a26-57ab06fa5009 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:14.783854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-180c6498-527b-4c60-8a26-57ab06fa5009 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:14.800145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:14.826670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:14.827291 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 9370f8be-b2b2-41b6-b658-7f2c295f95d3 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:14.832218 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c6498-527b-4c60-8a26-57ab06fa5009 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Subnet': ['ID=84343439-ef97-4d16-b03b-3ee800b3b24b,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:14.850672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Allocated IP 2001:db8::f816:3eff:fef3:bc48 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/437e5a17-fe90-48bc-89d1-ef0488584861/067842e0-a5b3-42e3-94d7-6d4bea8f90fa) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:14.859220 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-180c6498-527b-4c60-8a26-57ab06fa5009 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6718631 Jul 29 16:41:14.860770 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48874) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:14.871203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 9370f8be-b2b2-41b6-b658-7f2c295f95d3 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:14.872000 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:14.874039 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ee9dd611-fbee-4aa3-9844-06c3b547221c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'security_group': {'name': 'tempest-secgroup-657886830'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:14.883240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Made reservation on behalf of ef969cc19de240de966e6a4544ba3599 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:14.892493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:14.905311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ee9dd611-fbee-4aa3-9844-06c3b547221c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:14.920538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ee9dd611-fbee-4aa3-9844-06c3b547221c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:security_group and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:14.924745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ee9dd611-fbee-4aa3-9844-06c3b547221c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:14.932750 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ee9dd611-fbee-4aa3-9844-06c3b547221c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:14.937829 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054e93ac-de40-44e1-92bd-f448b609b720 None None] Network 2a265526-819a-4291-8373-8ab2e6e57a8d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:14.956210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:41:14.965910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a55eb9-ccd0-4104-93cf-e0ea0075ff28 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:14.966734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-73a55eb9-ccd0-4104-93cf-e0ea0075ff28 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:14.975999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ee9dd611-fbee-4aa3-9844-06c3b547221c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:14.995612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:14.996043 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Added segment 7311d4f2-9cca-4fc7-9afd-97678df1367f of type vlan for network 2f7aecd1-83b2-4c5e-ae94-459c320d6573 Jul 29 16:41:15.014542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ee9dd611-fbee-4aa3-9844-06c3b547221c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:15.023029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ee9dd611-fbee-4aa3-9844-06c3b547221c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:security_group_rule and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:15.025814 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-73a55eb9-ccd0-4104-93cf-e0ea0075ff28 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:15.029481 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-73a55eb9-ccd0-4104-93cf-e0ea0075ff28 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.3528609 Jul 29 16:41:15.035497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ee9dd611-fbee-4aa3-9844-06c3b547221c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:15.040927 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48878) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:15.073936 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-470a5f74-f788-4b9f-8007-44213dc85d89 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:41:15.080837 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-470a5f74-f788-4b9f-8007-44213dc85d89 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "PUT /v2.0/routers/60c27878-99eb-49b2-83a6-847843efefe3 HTTP/1.1" status: 400 len: 364 time: 3.5817335 Jul 29 16:41:15.081027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:15.082820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ee9dd611-fbee-4aa3-9844-06c3b547221c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:15.088817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48882) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:15.109882 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:15.248683 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:15.317696 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a2b99b30-f5db-4004-9758-e6eb789599fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:15.320509 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12397b00-4a2a-4966-b10b-cfee882fa19b req-616a381d-c5ce-466e-a66c-99c605880601 service neutron] 10.222.0.69 "GET /v2.0/networks/6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106626 Jul 29 16:41:15.362025 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-fa31903e-4961-4882-925d-612b201909c1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 3df05484-b230-4e37-904e-ab9ec486e2c7 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:15.362618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fa31903e-4961-4882-925d-612b201909c1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:15.411866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 9370f8be-b2b2-41b6-b658-7f2c295f95d3 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:15.412429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:15.424378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-0ba79ff2-c027-4f66-8a3a-a6ffc66c2377 req-39812ca9-9ce5-4b92-bad2-fef4c809641b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] For port e95f1339-f0c7-4a44-a095-0627049aa96a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e95f1339-f0c7-4a44-a095-0627049aa96a,segment=NetworkSegment(c46bdec6-117b-4805-b7fa-a26a383622d3),segment_id=c46bdec6-117b-4805-b7fa-a26a383622d3)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:15.424748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-0ba79ff2-c027-4f66-8a3a-a6ffc66c2377 req-39812ca9-9ce5-4b92-bad2-fef4c809641b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:15.474717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:15.480293 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:15.480633 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:15.516636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Checking segment: {'id': '05105085-eb6c-4817-ae72-efd7b283f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7beb35b8-c881-4e3b-8cbf-c9ba31c26b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:15.516924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network hostable DHCP agents. Network: 7beb35b8-c881-4e3b-8cbf-c9ba31c26b51, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:41:15.523372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Subnet': ['ID=3a721c83-ad4f-4818-8e26-e500e6df3b91,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:15.554135 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 9370f8be-b2b2-41b6-b658-7f2c295f95d3, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9370f8be-b2b2-41b6-b658-7f2c295f95d3,segment=NetworkSegment(98a33c0a-3c96-4c1f-9823-72fbd069e424),segment_id=98a33c0a-3c96-4c1f-9823-72fbd069e424)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:15.565343 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-142c8f90-41ad-4261-b7f9-ab063d3865b8 None None] Current status of the port 5a9972c8-c6e5-4983-a358-1888c84187d6 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:15.596790 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:15.604786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-0ba79ff2-c027-4f66-8a3a-a6ffc66c2377 req-39812ca9-9ce5-4b92-bad2-fef4c809641b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Calling delete_port for e95f1339-f0c7-4a44-a095-0627049aa96a owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:15.758585 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 5a9972c8-c6e5-4983-a358-1888c84187d6 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:15.962254 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c6eb82-438f-4ee0-8293-3227e612a09d None None] DHCP port deletion for 707f6e92-6b8a-4a9e-9913-3af10d35e21d request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:15.968775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network 7beb35b8-c881-4e3b-8cbf-c9ba31c26b51 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:41:15.980475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=9370f8be-b2b2-41b6-b658-7f2c295f95d3,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:15.988770 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3161808f-0db9-4581-b43b-462e887f36d3 None None] Provisioning complete for port 5a9972c8-c6e5-4983-a358-1888c84187d6 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:15.988770 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3161808f-0db9-4581-b43b-462e887f36d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.025621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.027442 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6eb82-438f-4ee0-8293-3227e612a09d None None] Deleting port 9370f8be-b2b2-41b6-b658-7f2c295f95d3 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:16.027900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a3c6eb82-438f-4ee0-8293-3227e612a09d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.061100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 7beb35b8-c881-4e3b-8cbf-c9ba31c26b51) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:16.069527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event updated for resources: {'Network': ['ID=2f7aecd1-83b2-4c5e-ae94-459c320d6573,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:16.070932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:16.071539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.074950 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c2d3331f-2997-46c7-9f0a-5e1a107fdc39 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3965161 Jul 29 16:41:16.077502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48890) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:16.088421 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b31a40ea-b972-474c-ae98-6e63af6eca1e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Request body: {'subnet': {'network_id': '2f7aecd1-83b2-4c5e-ae94-459c320d6573', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:16.116297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ee9dd611-fbee-4aa3-9844-06c3b547221c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.149469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.168643 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ee9dd611-fbee-4aa3-9844-06c3b547221c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.170824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a299e05-664a-4c63-b9a8-00ffaa6e629e None None] Network 7beb35b8-c881-4e3b-8cbf-c9ba31c26b51 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:16.184246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 2f7aecd1-83b2-4c5e-ae94-459c320d6573 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:41:16.197860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e95f1339-f0c7-4a44-a095-0627049aa96a no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:16.248087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Transition to ACTIVE for port object d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:16.272543 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37b061-e970-4e1a-b68d-12f9bbd2e36f req-4b0bea87-d9d0-4936-ab2a-b8f2e8db4e56 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:16.274553 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Transition to ACTIVE for port object 067842e0-a5b3-42e3-94d7-6d4bea8f90fa will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:16.277423 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7911c678-106f-43b2-b037-f769560e1c9e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0812755 Jul 29 16:41:16.277559 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5b37b061-e970-4e1a-b68d-12f9bbd2e36f req-4b0bea87-d9d0-4936-ab2a-b8f2e8db4e56 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 1.0093708 Jul 29 16:41:16.278208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48894) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:16.285399 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.294355 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-accd3190-586a-4312-bfbb-031c263ba82e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1631026607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:16.312583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-accd3190-586a-4312-bfbb-031c263ba82e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:16.315609 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b31a40ea-b972-474c-ae98-6e63af6eca1e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:16.348883 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ee9dd611-fbee-4aa3-9844-06c3b547221c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.352652 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ee9dd611-fbee-4aa3-9844-06c3b547221c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4817061 Jul 29 16:41:16.360774 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48898) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:16.380402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-accd3190-586a-4312-bfbb-031c263ba82e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:router and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:16.382864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-0ba79ff2-c027-4f66-8a3a-a6ffc66c2377 req-39812ca9-9ce5-4b92-bad2-fef4c809641b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.387570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-accd3190-586a-4312-bfbb-031c263ba82e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:16.392961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dd611-fbee-4aa3-9844-06c3b547221c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59395ecf-1b96-4ef1-b34f-52b65b1fb645,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:16.412940 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ca098b08-ef6c-48cd-b2f0-467f63d4f94b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'security_group': {'name': 'tempest-secgroup-829523886'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:16.431013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ca098b08-ef6c-48cd-b2f0-467f63d4f94b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:16.435844 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.452349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c49a4-4494-4f13-a549-e2b0ff24ff97 req-26a0ba0c-fc0e-466e-bcee-dbaa212e8fe1 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:16.454459 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-296c49a4-4494-4f13-a549-e2b0ff24ff97 req-26a0ba0c-fc0e-466e-bcee-dbaa212e8fe1 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d7b5502-7abd-4695-81c7-cb934be2d7f0 HTTP/1.1" status: 200 len: 945 time: 1.0138133 Jul 29 16:41:16.477221 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5b37b061-e970-4e1a-b68d-12f9bbd2e36f req-c5aa2813-b44e-4ad8-b428-1781af05fe58 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822901 Jul 29 16:41:16.490790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b31a40ea-b972-474c-ae98-6e63af6eca1e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:16.499438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-accd3190-586a-4312-bfbb-031c263ba82e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:16.521208 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ca098b08-ef6c-48cd-b2f0-467f63d4f94b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:security_group and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:16.525316 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39812ca9-9ce5-4b92-bad2-fef4c809641b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event deleted for resources: {'Port': ['ID=e95f1339-f0c7-4a44-a095-0627049aa96a,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:16.536550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ca098b08-ef6c-48cd-b2f0-467f63d4f94b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:16.585926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-accd3190-586a-4312-bfbb-031c263ba82e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.587249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-accd3190-586a-4312-bfbb-031c263ba82e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.590839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31a40ea-b972-474c-ae98-6e63af6eca1e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Made reservation on behalf of ef969cc19de240de966e6a4544ba3599 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:16.594240 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b31a40ea-b972-474c-ae98-6e63af6eca1e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.623954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ca098b08-ef6c-48cd-b2f0-467f63d4f94b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:16.668442 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Transition to ACTIVE for port object 067842e0-a5b3-42e3-94d7-6d4bea8f90fa will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:16.675196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Transition to ACTIVE for port object d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:16.685680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] No active binding found for port e95f1339-f0c7-4a44-a095-0627049aa96a {{(pid=89211) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jul 29 16:41:16.686159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e95f1339-f0c7-4a44-a095-0627049aa96a not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:41:16.687853 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 5a9972c8-c6e5-4983-a358-1888c84187d6 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:16.688104 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.696086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fa31903e-4961-4882-925d-612b201909c1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.719552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba79ff2-c027-4f66-8a3a-a6ffc66c2377 req-39812ca9-9ce5-4b92-bad2-fef4c809641b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] No DVR routers for this DVR port e95f1339-f0c7-4a44-a095-0627049aa96a on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:16.731205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-0ba79ff2-c027-4f66-8a3a-a6ffc66c2377 req-39812ca9-9ce5-4b92-bad2-fef4c809641b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.733723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'name': 'network-vif-deleted', 'tag': 'e95f1339-f0c7-4a44-a095-0627049aa96a'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:41:16.762286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.763713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-accd3190-586a-4312-bfbb-031c263ba82e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.774718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.781714 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0ba79ff2-c027-4f66-8a3a-a6ffc66c2377 req-39812ca9-9ce5-4b92-bad2-fef4c809641b tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.69 "DELETE /v2.0/ports/e95f1339-f0c7-4a44-a095-0627049aa96a HTTP/1.1" status: 204 len: 173 time: 3.0484569 Jul 29 16:41:16.799059 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c79685c-e150-4ab2-9003-9df55b9d9633'] response: {'server_uuid': '7d7b5502-7abd-4695-81c7-cb934be2d7f0', 'name': 'network-vif-deleted', 'tag': 'e95f1339-f0c7-4a44-a095-0627049aa96a', 'status': 'completed', 'code': 200} Jul 29 16:41:16.827669 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-296c49a4-4494-4f13-a549-e2b0ff24ff97 req-666b7f1f-d9ca-4702-a53a-1626b40f41d4 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "GET /v2.0/security-groups?id=b19c36f2-3c16-4b72-af36-75b2282993db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3473871 Jul 29 16:41:16.834794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-accd3190-586a-4312-bfbb-031c263ba82e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.898091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca098b08-ef6c-48cd-b2f0-467f63d4f94b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.918665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-accd3190-586a-4312-bfbb-031c263ba82e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:16.922824 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-accd3190-586a-4312-bfbb-031c263ba82e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6391890 Jul 29 16:41:16.929845 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-fa31903e-4961-4882-925d-612b201909c1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 3df05484-b230-4e37-904e-ab9ec486e2c7 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:16.930027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48904) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:16.935876 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:16.942326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'port': {'network_id': '7beb35b8-c881-4e3b-8cbf-c9ba31c26b51', 'name': 'tempest-RoutersIpV6Test-1948680519'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:16.983653 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router fae27eb1-5492-422f-b929-62833560b5be is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:41:16.994957 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:17.026037 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Network 1c3f59aa-057c-4266-bfb7-c207b63ac823 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:17.032423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:17.043315 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ca098b08-ef6c-48cd-b2f0-467f63d4f94b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:17.046255 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:17.052983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ca098b08-ef6c-48cd-b2f0-467f63d4f94b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:security_group_rule and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:17.061538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ca098b08-ef6c-48cd-b2f0-467f63d4f94b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:17.078455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a3c6eb82-438f-4ee0-8293-3227e612a09d None None] For port 9370f8be-b2b2-41b6-b658-7f2c295f95d3, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9370f8be-b2b2-41b6-b658-7f2c295f95d3,segment=NetworkSegment(98a33c0a-3c96-4c1f-9823-72fbd069e424),segment_id=98a33c0a-3c96-4c1f-9823-72fbd069e424)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:17.079971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a3c6eb82-438f-4ee0-8293-3227e612a09d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:17.081157 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ca098b08-ef6c-48cd-b2f0-467f63d4f94b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:17.101720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:17.173749 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-2a265526-819a-4291-8373-8ab2e6e57a8d', 'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'tenant_id': '6ef8b3c0991c44b3b2e7bc738e572b53', 'fixed_ips': [{'subnet_id': '84343439-ef97-4d16-b03b-3ee800b3b24b'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:41:17.174644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:17.199882 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Pushing event updated for resources: {'Port': ['ID=d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:17.342962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:17.353616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:port and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:17.354536 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fa31903e-4961-4882-925d-612b201909c1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:17.357540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Allocated IP 2001:db8::1 (9d282a2a-3b9e-40cb-bebb-97ffd872e1af/4f371d0a-0845-47de-af10-a8e74e9d227a/30d2da42-19d4-486c-85c8-0e9cdf61b330) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:17.370758 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:17.378985 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:17.442968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31903e-4961-4882-925d-612b201909c1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=3df05484-b230-4e37-904e-ab9ec486e2c7,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:17.459952 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:17.464312 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:17.542104 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6eb82-438f-4ee0-8293-3227e612a09d None None] Calling delete_port for 9370f8be-b2b2-41b6-b658-7f2c295f95d3 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:17.576511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-3161808f-0db9-4581-b43b-462e887f36d3 None None] Current status of the port 5a9972c8-c6e5-4983-a358-1888c84187d6 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:17.615916 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.objects.ports [None req-b31a40ea-b972-474c-ae98-6e63af6eca1e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89210) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:41:17.622243 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b31a40ea-b972-474c-ae98-6e63af6eca1e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:17.705278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca098b08-ef6c-48cd-b2f0-467f63d4f94b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:17.794052 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fa31903e-4961-4882-925d-612b201909c1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:17.816271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:17.823276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca098b08-ef6c-48cd-b2f0-467f63d4f94b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:17.830287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] device_id is not set on port b6670609-4052-41c0-8804-5d797c726f77 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:41:17.871167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca098b08-ef6c-48cd-b2f0-467f63d4f94b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:17.876979 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ca098b08-ef6c-48cd-b2f0-467f63d4f94b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4775271 Jul 29 16:41:17.877182 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ffcaa-210e-4b85-b1b0-ec8c3c09cf53 None None] Sync routers for ids ['fae27eb1-5492-422f-b929-62833560b5be'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:17.882875 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48912) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:17.893734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Attempting to bind port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:41:17.893734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Attempting to bind port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'faa51498-c89c-4087-92e6-6e6d6d53cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c3f59aa-057c-4266-bfb7-c207b63ac823'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:41:17.893734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Attempting to bind port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 on network 1c3f59aa-057c-4266-bfb7-c207b63ac823 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:41:17.896880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1417184467', 'security_groups': ['54b2b353-ff27-488e-9e2b-ea37c09d70b0'], 'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '84343439-ef97-4d16-b03b-3ee800b3b24b'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:17.913567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Attempting to bind port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:41:17.913831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Attempting to bind port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:41:17.914169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Attempting to bind port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:41:17.929591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Pushing event updated for resources: {'Port': ['ID=067842e0-a5b3-42e3-94d7-6d4bea8f90fa,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:17.935189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:17.935433 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fa31903e-4961-4882-925d-612b201909c1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/3df05484-b230-4e37-904e-ab9ec486e2c7 HTTP/1.1" status: 204 len: 168 time: 2.8932099 Jul 29 16:41:17.939237 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9cae0ea0-aad5-41f0-bef8-9b41d0cb31c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.1572726 Jul 29 16:41:17.940048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48916) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:17.941292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48918) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:17.950274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a40ea-b972-474c-ae98-6e63af6eca1e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event updated for resources: {'Subnet': ['ID=8c04b38d-a54b-409c-b25b-c4d75c6c078f,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:17.967525 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-869b5609-bd90-4ae5-86e2-f893ff83a05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:17.969195 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3161808f-0db9-4581-b43b-462e887f36d3 None None] Provisioning for port 9a1fb9e2-ebae-4368-b081-c04945c13fb8 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:17.972718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:41:17.973941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Checking segment: {'id': 'faa51498-c89c-4087-92e6-6e6d6d53cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c3f59aa-057c-4266-bfb7-c207b63ac823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:17.974523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:17.975054 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Bound using segment: {'id': 'faa51498-c89c-4087-92e6-6e6d6d53cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c3f59aa-057c-4266-bfb7-c207b63ac823'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:41:17.975707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Bound port: d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa51498-c89c-4087-92e6-6e6d6d53cd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1c3f59aa-057c-4266-bfb7-c207b63ac823'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:41:17.976278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:17.999084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:41:17.999816 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:18.000397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:18.000938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:41:18.001660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Bound port: 067842e0-a5b3-42e3-94d7-6d4bea8f90fa, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:41:18.002369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:18.009022 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca098b08-ef6c-48cd-b2f0-467f63d4f94b tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b2b353-ff27-488e-9e2b-ea37c09d70b0,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:18.022609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-7beb35b8-c881-4e3b-8cbf-c9ba31c26b51', 'network_id': '7beb35b8-c881-4e3b-8cbf-c9ba31c26b51', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'fixed_ips': [{'subnet_id': '3a721c83-ad4f-4818-8e26-e500e6df3b91'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:41:18.024193 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:18.040033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48924) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:18.067679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3161808f-0db9-4581-b43b-462e887f36d3 None None] Provisioning complete for port 9a1fb9e2-ebae-4368-b081-c04945c13fb8 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:18.068330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3161808f-0db9-4581-b43b-462e887f36d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:18.093801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a40ea-b972-474c-ae98-6e63af6eca1e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Checking segment: {'id': '7311d4f2-9cca-4fc7-9afd-97678df1367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2f7aecd1-83b2-4c5e-ae94-459c320d6573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:18.094172 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31a40ea-b972-474c-ae98-6e63af6eca1e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Network hostable DHCP agents. Network: 2f7aecd1-83b2-4c5e-ae94-459c320d6573, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:41:18.132853 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86ffcaa-210e-4b85-b1b0-ec8c3c09cf53 None None] Routers {'fae27eb1-5492-422f-b929-62833560b5be'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:18.133795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f86ffcaa-210e-4b85-b1b0-ec8c3c09cf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:40:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['fae27eb1-5492-422f-b929-62833560b5be'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:18.182231 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 5a9972c8-c6e5-4983-a358-1888c84187d6 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:18.249183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:18.258950 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31a40ea-b972-474c-ae98-6e63af6eca1e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Network 2f7aecd1-83b2-4c5e-ae94-459c320d6573 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:41:18.274966 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daf58e6-5831-4d4c-be09-62701b196ba2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:18.276471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daf58e6-5831-4d4c-be09-62701b196ba2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:18.278062 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3daf58e6-5831-4d4c-be09-62701b196ba2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3307722 Jul 29 16:41:18.284970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48928) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:18.287858 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-b31a40ea-b972-474c-ae98-6e63af6eca1e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 2f7aecd1-83b2-4c5e-ae94-459c320d6573) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:18.294368 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce95105-7cca-45b6-9d60-1a6f0300f398 req-e9c797f2-f181-4621-a771-4eec31c1fee5 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:18.306278 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cce95105-7cca-45b6-9d60-1a6f0300f398 req-e9c797f2-f181-4621-a771-4eec31c1fee5 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.6281879 Jul 29 16:41:18.330845 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Transition to ACTIVE for port object 30d2da42-19d4-486c-85c8-0e9cdf61b330 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:18.353135 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f86ffcaa-210e-4b85-b1b0-ec8c3c09cf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:18.356914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31a40ea-b972-474c-ae98-6e63af6eca1e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:18.357495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b31a40ea-b972-474c-ae98-6e63af6eca1e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:18.359742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:18.377852 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392ba0fe-49c3-4ff5-99b8-96ef7dba3660 None None] Network 2f7aecd1-83b2-4c5e-ae94-459c320d6573 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:18.403476 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Allocated IP 2001:db8::54 (7beb35b8-c881-4e3b-8cbf-c9ba31c26b51/3a721c83-ad4f-4818-8e26-e500e6df3b91/b6670609-4052-41c0-8804-5d797c726f77) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:18.409295 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9370f8be-b2b2-41b6-b658-7f2c295f95d3 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:18.433629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a3c6eb82-438f-4ee0-8293-3227e612a09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:18.447396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:18.472337 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cce95105-7cca-45b6-9d60-1a6f0300f398 req-34bd3908-c9e5-4e37-b126-1ece24aca596 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686089 Jul 29 16:41:18.554949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:18.567375 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b31a40ea-b972-474c-ae98-6e63af6eca1e tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4876454 Jul 29 16:41:18.572497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48936) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:18.579792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba34feb-7c78-431f-b2f7-034952410334 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 437e5a17-fe90-48bc-89d1-ef0488584861 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:18.586034 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cba34feb-7c78-431f-b2f7-034952410334 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:18.591639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6eb82-438f-4ee0-8293-3227e612a09d None None] Pushing event deleted for resources: {'Port': ['ID=9370f8be-b2b2-41b6-b658-7f2c295f95d3,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:18.623590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-3161808f-0db9-4581-b43b-462e887f36d3 None None] Port 9a1fb9e2-ebae-4368-b081-c04945c13fb8 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:18.626933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:18.653718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3161808f-0db9-4581-b43b-462e887f36d3 None None] Could not find standard attr ID for object 9370f8be-b2b2-41b6-b658-7f2c295f95d3. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:41:18.655118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86ffcaa-210e-4b85-b1b0-ec8c3c09cf53 None None] Routers {'fae27eb1-5492-422f-b929-62833560b5be'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:18.655673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f86ffcaa-210e-4b85-b1b0-ec8c3c09cf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['fae27eb1-5492-422f-b929-62833560b5be'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:18.701366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cba34feb-7c78-431f-b2f7-034952410334 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:18.706386 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 9370f8be-b2b2-41b6-b658-7f2c295f95d3 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:41:18.706728 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9370f8be-b2b2-41b6-b658-7f2c295f95d3 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:41:18.719393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Allocated IP 172.20.0.2 (2a265526-819a-4291-8373-8ab2e6e57a8d/84343439-ef97-4d16-b03b-3ee800b3b24b/4ea2a463-92e1-459c-a893-3fee316fd04b) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:18.730116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:18.752292 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:18.752872 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6eb82-438f-4ee0-8293-3227e612a09d None None] No DVR routers for this DVR port 9370f8be-b2b2-41b6-b658-7f2c295f95d3 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:18.765730 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f86ffcaa-210e-4b85-b1b0-ec8c3c09cf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:18.765730 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ffcaa-210e-4b85-b1b0-ec8c3c09cf53 None None] The sync data for ids ['fae27eb1-5492-422f-b929-62833560b5be'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:18.811840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] For port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:41:18.847504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] For port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:41:18.862210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Network 9d282a2a-3b9e-40cb-bebb-97ffd872e1af is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:18.883971 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:18.907792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:18.907792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:18.910896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event updated for resources: {'Port': ['ID=30d2da42-19d4-486c-85c8-0e9cdf61b330,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:18.924678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] For port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=067842e0-a5b3-42e3-94d7-6d4bea8f90fa,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:41:18.925526 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] For port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5,segment=NetworkSegment(faa51498-c89c-4087-92e6-6e6d6d53cd3c),segment_id=faa51498-c89c-4087-92e6-6e6d6d53cd3c)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:41:18.938877 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:19.012296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:19.014963 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:19.072532 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:19.097633 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port f4039519-2528-4c4d-872f-03cfcb41dd51 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:41:19.100411 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cba34feb-7c78-431f-b2f7-034952410334 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:19.188443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7a69c-6968-49fa-98a9-d3793eaddafe None None] Pushing event updated for resources: {'Port': ['ID=067842e0-a5b3-42e3-94d7-6d4bea8f90fa,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:19.204574 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:19.273298 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd277332-3dd4-433c-9020-0a5ee7757627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-2f7aecd1-83b2-4c5e-ae94-459c320d6573', 'network_id': '2f7aecd1-83b2-4c5e-ae94-459c320d6573', 'tenant_id': 'ef969cc19de240de966e6a4544ba3599', 'fixed_ips': [{'subnet_id': '8c04b38d-a54b-409c-b25b-c4d75c6c078f'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:41:19.274390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fd277332-3dd4-433c-9020-0a5ee7757627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:19.284570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Transition to ACTIVE for port object b6670609-4052-41c0-8804-5d797c726f77 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:19.380868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cba34feb-7c78-431f-b2f7-034952410334 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:19.383694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:19.396790 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Transition to ACTIVE for port object 4ea2a463-92e1-459c-a893-3fee316fd04b will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:19.516775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Transition to ACTIVE for port object 4ea2a463-92e1-459c-a893-3fee316fd04b will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:19.555513 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba1c71-91cb-42d8-8b56-17024da3b32d None None] Pushing event updated for resources: {'Port': ['ID=d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:19.583185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:19.589538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:19.645743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba34feb-7c78-431f-b2f7-034952410334 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=437e5a17-fe90-48bc-89d1-ef0488584861,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:19.661315 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cba34feb-7c78-431f-b2f7-034952410334 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:19.681244 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cba34feb-7c78-431f-b2f7-034952410334 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/437e5a17-fe90-48bc-89d1-ef0488584861 HTTP/1.1" status: 204 len: 168 time: 1.3945298 Jul 29 16:41:19.690488 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48944) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:19.712428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:19.845931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:19.853332 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:19.867291 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dca6320f-fe63-4370-84ba-86d5d547aa98 None None] Provisioning for port 30d2da42-19d4-486c-85c8-0e9cdf61b330 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:19.948050 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-87e8920b-4cdb-49d7-bd29-4e9e5894604c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2516840 Jul 29 16:41:19.963380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48948) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:19.982363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network 7beb35b8-c881-4e3b-8cbf-c9ba31c26b51 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:20.030483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:20.046116 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:20.068093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dca6320f-fe63-4370-84ba-86d5d547aa98 None None] Provisioning complete for port 30d2da42-19d4-486c-85c8-0e9cdf61b330 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:20.068711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dca6320f-fe63-4370-84ba-86d5d547aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:20.093262 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Network 2a265526-819a-4291-8373-8ab2e6e57a8d is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:20.094208 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Allocated IP 172.20.0.4 (2a265526-819a-4291-8373-8ab2e6e57a8d/84343439-ef97-4d16-b03b-3ee800b3b24b/f4039519-2528-4c4d-872f-03cfcb41dd51) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:20.102408 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=b6670609-4052-41c0-8804-5d797c726f77,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:20.112929 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:20.118660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:20.118864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:20.118864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:20.120338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:20.171647 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Pushing event updated for resources: {'Port': ['ID=4ea2a463-92e1-459c-a893-3fee316fd04b,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:20.185136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:20.251532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-dca6320f-fe63-4370-84ba-86d5d547aa98 None None] Port 30d2da42-19d4-486c-85c8-0e9cdf61b330 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:20.259666 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Allocated IP 2001:db8::2 (7beb35b8-c881-4e3b-8cbf-c9ba31c26b51/3a721c83-ad4f-4818-8e26-e500e6df3b91/00e8cd89-688a-4ee8-a91e-407a598349fa) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server [None req-fd277332-3dd4-433c-9020-0a5ee7757627 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c04b38d-a54b-409c-b25b-c4d75c6c078f: This subnet is being modified by another concurrent operation. Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 16:41:20.276198 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1454, in create_port Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1421, in _create_port_db Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server raise exception Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c04b38d-a54b-409c-b25b-c4d75c6c078f: This subnet is being modified by another concurrent operation. Jul 29 16:41:20.280001 dv-neutron-851534-1-hyperv neutron-server[89211]: ERROR oslo_messaging.rpc.server Jul 29 16:41:20.283663 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4eaf03af-6b16-4db3-bc0f-14766378ab8a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.3506489 Jul 29 16:41:20.290534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 48952) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:20.294307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Attempting to bind port 4ea2a463-92e1-459c-a893-3fee316fd04b on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:41:20.294672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Attempting to bind port 4ea2a463-92e1-459c-a893-3fee316fd04b by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b79e0361-cddb-4109-877f-9f5a93f73110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:41:20.295226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Attempting to bind port 4ea2a463-92e1-459c-a893-3fee316fd04b on network 2a265526-819a-4291-8373-8ab2e6e57a8d {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:41:20.309336 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:41:20.310220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Checking segment: {'id': 'b79e0361-cddb-4109-877f-9f5a93f73110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:20.311122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:20.311369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Bound using segment: {'id': 'b79e0361-cddb-4109-877f-9f5a93f73110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:41:20.312187 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Bound port: 4ea2a463-92e1-459c-a893-3fee316fd04b, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79e0361-cddb-4109-877f-9f5a93f73110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:41:20.312739 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:20.345644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121213f8-4e10-4a7a-befe-b49f9cfbaff7 None None] Network 2f7aecd1-83b2-4c5e-ae94-459c320d6573 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:20.379847 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:20.449189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:20.449858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Subnet': ['ID=8c04b38d-a54b-409c-b25b-c4d75c6c078f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:20.461870 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:20.476778 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:20.528476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 067842e0-a5b3-42e3-94d7-6d4bea8f90fa up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:20.571240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:20.586086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:20.606909 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7aecd1-83b2-4c5e-ae94-459c320d6573']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:20.624826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7311d4f2-9cca-4fc7-9afd-97678df1367f') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:20.625107 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7311d4f2-9cca-4fc7-9afd-97678df1367f') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:20.642482 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:20.662175 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:20.663747 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:20.672840 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:20.673273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:20.733667 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:20.737739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:20.771273 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] For port 4ea2a463-92e1-459c-a893-3fee316fd04b, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:41:20.775003 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] For port 4ea2a463-92e1-459c-a893-3fee316fd04b, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4ea2a463-92e1-459c-a893-3fee316fd04b,segment=NetworkSegment(b79e0361-cddb-4109-877f-9f5a93f73110),segment_id=b79e0361-cddb-4109-877f-9f5a93f73110)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:41:20.837659 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:20.943788 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:20.973845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349f51ac-b650-450c-ac0c-9495792e6633 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:20.996575 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 7311d4f2-9cca-4fc7-9afd-97678df1367f resource provider aggregate not found Jul 29 16:41:21.044244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:21.046383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:21.060551 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 7311d4f2-9cca-4fc7-9afd-97678df1367f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7311d4f2-9cca-4fc7-9afd-97678df1367f found for delete ", "request_id": "req-70b9cb81-76bc-4751-a7be-deccf30c4153"}]} Jul 29 16:41:21.111923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:21.199077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f52ec34-c29c-4c6d-97c3-2efba3398adb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:21.219815 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-096be005-a70a-4499-9541-359b772dea25 None None] Provisioning for port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:21.243401 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab7b0f-2852-49cb-8434-06591888c810 None None] Pushing event updated for resources: {'Port': ['ID=4ea2a463-92e1-459c-a893-3fee316fd04b,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:21.273820 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-096be005-a70a-4499-9541-359b772dea25 None None] Provisioning complete for port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:21.274077 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-096be005-a70a-4499-9541-359b772dea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:21.306123 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Network': ['ID=2f7aecd1-83b2-4c5e-ae94-459c320d6573,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:21.314626 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:21.321833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82074c-2715-4a3c-a6fc-7b8747ddc7e9 req-7d277c7e-287c-46ca-9914-d03d23f6a1e4 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:21.330703 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3b82074c-2715-4a3c-a6fc-7b8747ddc7e9 req-7d277c7e-287c-46ca-9914-d03d23f6a1e4 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 1.4949152 Jul 29 16:41:21.483689 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Transition to ACTIVE for port object 00e8cd89-688a-4ee8-a91e-407a598349fa will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:21.488416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837a4909-3429-483f-b541-8fe89ae9e751 None None] Network 1c3f59aa-057c-4266-bfb7-c207b63ac823 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:21.682492 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1daa0c9f-694d-4b38-a7ad-4abf514046ce tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/networks/2f7aecd1-83b2-4c5e-ae94-459c320d6573 HTTP/1.1" status: 204 len: 168 time: 3.1068468 Jul 29 16:41:21.683283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Transition to ACTIVE for port object 00e8cd89-688a-4ee8-a91e-407a598349fa will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:21.699487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48962) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:21.712763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1579722886'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:21.716799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:21.725546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:21.729481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:21.737775 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3b82074c-2715-4a3c-a6fc-7b8747ddc7e9 req-9c2b3e5e-4d15-4c7d-ad83-2d61139d69df tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4062045 Jul 29 16:41:21.774772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Usage tracker for resource:network and tenant:ef969cc19de240de966e6a4544ba3599 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:21.783125 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:21.802863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:21.845832 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Allocated IP 172.20.0.1 (e3a7a1e9-9044-40b9-807f-ec4897844b5a/8721c474-bf2c-4a4c-be4a-f058cd3bb3d5/26e7c641-0b15-4ff0-92e6-8c8610d3c2f3) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:21.912548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:21.921160 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Network 7beb35b8-c881-4e3b-8cbf-c9ba31c26b51 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:21.922476 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Made reservation on behalf of ef969cc19de240de966e6a4544ba3599 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:21.927308 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:21.929499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:21.938418 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:21.940312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:21.941792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Pushing event updated for resources: {'Port': ['ID=00e8cd89-688a-4ee8-a91e-407a598349fa,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:21.948039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-096be005-a70a-4499-9541-359b772dea25 None None] Current status of the port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:21.948484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-096be005-a70a-4499-9541-359b772dea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:21.961633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-077377d7-9266-4635-8b87-ed941c556d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:21.977296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:21.978046 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:22.067002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Transition to ACTIVE for port object f4039519-2528-4c4d-872f-03cfcb41dd51 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:22.102237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:41:22.165090 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:22.176534 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event updated for resources: {'Port': ['ID=30d2da42-19d4-486c-85c8-0e9cdf61b330,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:22.189093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Deleting port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:22.189770 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:22.212296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:22.212296 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Added segment d7f82f8c-2864-4c56-9d3b-a3aed741142f of type vlan for network acc07d6c-6a8d-4825-a8ce-873acc390da7 Jul 29 16:41:22.228033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.objects.ports [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89210) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:41:22.277523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Attempting to bind port 00e8cd89-688a-4ee8-a91e-407a598349fa on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:41:22.278041 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Attempting to bind port 00e8cd89-688a-4ee8-a91e-407a598349fa by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '05105085-eb6c-4817-ae72-efd7b283f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7beb35b8-c881-4e3b-8cbf-c9ba31c26b51'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:41:22.278337 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Attempting to bind port 00e8cd89-688a-4ee8-a91e-407a598349fa on network 7beb35b8-c881-4e3b-8cbf-c9ba31c26b51 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:41:22.284774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-096be005-a70a-4499-9541-359b772dea25 None None] For port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=067842e0-a5b3-42e3-94d7-6d4bea8f90fa,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:22.303268 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:41:22.303859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Checking segment: {'id': '05105085-eb6c-4817-ae72-efd7b283f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7beb35b8-c881-4e3b-8cbf-c9ba31c26b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:22.304417 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:22.306081 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Bound using segment: {'id': '05105085-eb6c-4817-ae72-efd7b283f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7beb35b8-c881-4e3b-8cbf-c9ba31c26b51'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:41:22.306770 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Bound port: 00e8cd89-688a-4ee8-a91e-407a598349fa, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05105085-eb6c-4817-ae72-efd7b283f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7beb35b8-c881-4e3b-8cbf-c9ba31c26b51'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:41:22.307345 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:22.309683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:22.328105 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-096be005-a70a-4499-9541-359b772dea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:22.348500 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:22.423766 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4ea2a463-92e1-459c-a893-3fee316fd04b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:22.440951 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:22.463578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Transition to ACTIVE for port object 26e7c641-0b15-4ff0-92e6-8c8610d3c2f3 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:22.472793 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 2a265526-819a-4291-8373-8ab2e6e57a8d is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:22.506651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:22.509166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:22.572770 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:41:22.589384 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:22.590010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:22.603468 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Network 9d282a2a-3b9e-40cb-bebb-97ffd872e1af is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:22.614254 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:22.643528 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=f4039519-2528-4c4d-872f-03cfcb41dd51,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:22.710513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:22.727107 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2f52ec34-c29c-4c6d-97c3-2efba3398adb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Deleting port 43daa2be-19fb-4dfe-ac42-565d634c80b4 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:22.727560 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f52ec34-c29c-4c6d-97c3-2efba3398adb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:22.766700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:22.774320 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:22.775885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:22.781714 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bc066d5e-5b8c-45d4-b2b7-57310bed41b4 None None] Provisioning for port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:22.792894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096be005-a70a-4499-9541-359b772dea25 None None] Pushing event updated for resources: {'Port': ['ID=067842e0-a5b3-42e3-94d7-6d4bea8f90fa,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:22.826592 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bc066d5e-5b8c-45d4-b2b7-57310bed41b4 None None] Provisioning complete for port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:22.827100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc066d5e-5b8c-45d4-b2b7-57310bed41b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:22.931641 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network e3a7a1e9-9044-40b9-807f-ec4897844b5a is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:22.958084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:22.960802 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] For port 00e8cd89-688a-4ee8-a91e-407a598349fa, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:41:22.972537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:22.982691 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 4ea2a463-92e1-459c-a893-3fee316fd04b completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:23.004908 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] For port 00e8cd89-688a-4ee8-a91e-407a598349fa, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=00e8cd89-688a-4ee8-a91e-407a598349fa,segment=NetworkSegment(05105085-eb6c-4817-ae72-efd7b283f42f),segment_id=05105085-eb6c-4817-ae72-efd7b283f42f)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:41:23.031256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] For port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=067842e0-a5b3-42e3-94d7-6d4bea8f90fa,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:23.031808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:23.041331 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:23.086833 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-25a70d02-8430-433d-a8f9-fc92ae3c7188 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1975348 Jul 29 16:41:23.087535 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48968) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:23.128845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=26e7c641-0b15-4ff0-92e6-8c8610d3c2f3,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:23.187856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0979a792-e24d-48dd-8f31-08f7634019df tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'subnet': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:23.203821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:23.226240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event updated for resources: {'Network': ['ID=acc07d6c-6a8d-4825-a8ce-873acc390da7,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:23.244891 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2db83491-2a88-4921-8671-92ec65b544ed tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5415490 Jul 29 16:41:23.250141 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 067842e0-a5b3-42e3-94d7-6d4bea8f90fa no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:23.257144 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48972) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:23.285861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-077377d7-9266-4635-8b87-ed941c556d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:23.289856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:23.305353 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Calling delete_port for 067842e0-a5b3-42e3-94d7-6d4bea8f90fa owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:23.337672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network acc07d6c-6a8d-4825-a8ce-873acc390da7 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:41:23.339468 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Request body: {'subnet': {'network_id': 'acc07d6c-6a8d-4825-a8ce-873acc390da7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:23.377203 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-077377d7-9266-4635-8b87-ed941c556d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:23.567333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de865ddb-5cb8-40fa-bbb5-3e89131969b4 None None] Pushing event updated for resources: {'Port': ['ID=00e8cd89-688a-4ee8-a91e-407a598349fa,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:23.570483 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-bc066d5e-5b8c-45d4-b2b7-57310bed41b4 None None] Current status of the port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:23.570957 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc066d5e-5b8c-45d4-b2b7-57310bed41b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:23.657417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Router 60c27878-99eb-49b2-83a6-847843efefe3 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:41:23.680665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-bc066d5e-5b8c-45d4-b2b7-57310bed41b4 None None] For port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5,segment=NetworkSegment(faa51498-c89c-4087-92e6-6e6d6d53cd3c),segment_id=faa51498-c89c-4087-92e6-6e6d6d53cd3c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:23.696687 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc066d5e-5b8c-45d4-b2b7-57310bed41b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:23.773217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:23.773601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:23.842383 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc066d5e-5b8c-45d4-b2b7-57310bed41b4 None None] Pushing event updated for resources: {'Port': ['ID=d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:23.861386 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Provisioning for port f4039519-2528-4c4d-872f-03cfcb41dd51 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:23.868811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Provisioning complete for port f4039519-2528-4c4d-872f-03cfcb41dd51 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:23.869331 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:23.936193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:23.941577 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Port f4039519-2528-4c4d-872f-03cfcb41dd51 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:23.955338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Provisioning complete for port 30d2da42-19d4-486c-85c8-0e9cdf61b330 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:23.955803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.008573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077377d7-9266-4635-8b87-ed941c556d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=b6670609-4052-41c0-8804-5d797c726f77,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:24.022590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Port 30d2da42-19d4-486c-85c8-0e9cdf61b330 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:24.033071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:24.036373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Provisioning complete for port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:24.036819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.096529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] For port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=067842e0-a5b3-42e3-94d7-6d4bea8f90fa,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:24.107318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0979a792-e24d-48dd-8f31-08f7634019df tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:24.121521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Usage tracker for resource:subnet and tenant:ef969cc19de240de966e6a4544ba3599 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:24.129703 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0979a792-e24d-48dd-8f31-08f7634019df tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:subnet and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:24.142439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:24.144809 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0979a792-e24d-48dd-8f31-08f7634019df tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:24.162373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0979a792-e24d-48dd-8f31-08f7634019df tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:24.172189 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042a83e-9240-4b4c-9c17-baf6178c5177 req-cebf89df-d04d-4b6f-94e0-28c4b0a0f313 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:24.173734 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6042a83e-9240-4b4c-9c17-baf6178c5177 req-cebf89df-d04d-4b6f-94e0-28c4b0a0f313 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 1.0912046 Jul 29 16:41:24.175759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:24.179376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-2f52ec34-c29c-4c6d-97c3-2efba3398adb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] For port 43daa2be-19fb-4dfe-ac42-565d634c80b4, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=43daa2be-19fb-4dfe-ac42-565d634c80b4,segment=NetworkSegment(c46bdec6-117b-4805-b7fa-a26a383622d3),segment_id=c46bdec6-117b-4805-b7fa-a26a383622d3)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:24.179803 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f52ec34-c29c-4c6d-97c3-2efba3398adb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.233720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Current status of the port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:24.246200 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Provisioning for port 26e7c641-0b15-4ff0-92e6-8c8610d3c2f3 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:24.251148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Provisioning complete for port 26e7c641-0b15-4ff0-92e6-8c8610d3c2f3 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:24.251523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.307679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:41:24.331434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.346363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2f52ec34-c29c-4c6d-97c3-2efba3398adb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Calling delete_port for 43daa2be-19fb-4dfe-ac42-565d634c80b4 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:24.351529 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:41:24.352197 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:41:24.385773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0979a792-e24d-48dd-8f31-08f7634019df tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:24.389019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0979a792-e24d-48dd-8f31-08f7634019df tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.403529 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Made reservation on behalf of ef969cc19de240de966e6a4544ba3599 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:24.406921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.414446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.415197 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.420335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:41:24.420695 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:41:24.421224 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Port 26e7c641-0b15-4ff0-92e6-8c8610d3c2f3 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:24.435378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:24.443969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Provisioning complete for port a4b01704-f7ac-4643-a868-f662ff739394 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:24.445810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.446091 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb9155-99df-4e75-b534-b8ba4382bf9d None None] Sync routers for ids ['60c27878-99eb-49b2-83a6-847843efefe3'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:24.460083 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb9155-99df-4e75-b534-b8ba4382bf9d None None] Routers {'60c27878-99eb-49b2-83a6-847843efefe3'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:24.460692 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b1eb9155-99df-4e75-b534-b8ba4382bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['60c27878-99eb-49b2-83a6-847843efefe3'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:24.518551 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Port a4b01704-f7ac-4643-a868-f662ff739394 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:24.535974 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Provisioning for port 4ea2a463-92e1-459c-a893-3fee316fd04b completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:24.544101 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fc0e64d0-1699-4405-a383-eec1b2ba4528 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "PUT /v2.0/routers/60c27878-99eb-49b2-83a6-847843efefe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4525485 Jul 29 16:41:24.549793 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Provisioning complete for port 4ea2a463-92e1-459c-a893-3fee316fd04b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:24.550445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.571891 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b1eb9155-99df-4e75-b534-b8ba4382bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:24.583867 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb9155-99df-4e75-b534-b8ba4382bf9d None None] Routers {'60c27878-99eb-49b2-83a6-847843efefe3'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:24.585397 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b1eb9155-99df-4e75-b534-b8ba4382bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['60c27878-99eb-49b2-83a6-847843efefe3'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:24.654566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48976) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:24.665228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:24.670324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=067842e0-a5b3-42e3-94d7-6d4bea8f90fa,revision_number=6']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:24.673448 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=14c80da0-271c-4866-9cf1-941486db8958,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:24.676722 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:24.681551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:24.682359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.709685 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b1eb9155-99df-4e75-b534-b8ba4382bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:24.710342 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb9155-99df-4e75-b534-b8ba4382bf9d None None] The sync data for ids ['60c27878-99eb-49b2-83a6-847843efefe3'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:24.735684 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Current status of the port 4ea2a463-92e1-459c-a893-3fee316fd04b is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:24.736217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.764658 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6042a83e-9240-4b4c-9c17-baf6178c5177 req-3513824d-8637-4e01-ab4c-585d870035a9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5727746 Jul 29 16:41:24.802690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] For port 4ea2a463-92e1-459c-a893-3fee316fd04b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4ea2a463-92e1-459c-a893-3fee316fd04b,segment=NetworkSegment(b79e0361-cddb-4109-877f-9f5a93f73110),segment_id=b79e0361-cddb-4109-877f-9f5a93f73110)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:24.807431 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.837776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-077377d7-9266-4635-8b87-ed941c556d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.855965 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Deleting port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:24.856390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:24.895329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087e16d6-7f50-45ba-80a8-2439a3c86bf6 None None] Network 7beb35b8-c881-4e3b-8cbf-c9ba31c26b51 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:24.896620 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2060ea78-a2d5-4437-b1b3-7ae858a43395 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9310553 Jul 29 16:41:24.916224 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48980) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:24.923251 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4d18978a-4c13-4b1d-8a81-7cc7dbf90b53 req-bb4866ef-406d-435e-9541-a142b3e0783a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5865378 Jul 29 16:41:24.951909 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'mac_address': 'fa:16:3e:dc:1e:c1', 'name': 'tempest-NetworksTestDHCPv6-1944571326'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:25.080526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18978a-4c13-4b1d-8a81-7cc7dbf90b53 req-fbf0508f-2d86-4e53-8f47-c5892db97ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:25.081384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ec102e04-7832-4483-9ee8-9ed54f5192ff None None] Provisioning for port 00e8cd89-688a-4ee8-a91e-407a598349fa completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:25.082652 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4d18978a-4c13-4b1d-8a81-7cc7dbf90b53 req-fbf0508f-2d86-4e53-8f47-c5892db97ce8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9ff8c7771054c2480eec2059eb8ce49&device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 1098 time: 0.1310279 Jul 29 16:41:25.103057 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c1eec08-6ea8-4005-87d5-beb8d490de59 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:25.119296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:25.119588 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:25.128196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c0546-60b3-4049-92a1-5a99c3908556 None None] Pushing event updated for resources: {'Port': ['ID=4ea2a463-92e1-459c-a893-3fee316fd04b,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:25.239459 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.ipam_backend_mixin [None req-0979a792-e24d-48dd-8f31-08f7634019df tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 84343439-ef97-4d16-b03b-3ee800b3b24b (CIDR: 172.20.0.0/28) Jul 29 16:41:25.256361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=067842e0-a5b3-42e3-94d7-6d4bea8f90fa,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:25.262305 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-077377d7-9266-4635-8b87-ed941c556d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:25.266501 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-0979a792-e24d-48dd-8f31-08f7634019df tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:41:25.266995 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0979a792-e24d-48dd-8f31-08f7634019df tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:25.279643 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:25.321415 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:25.431688 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0979a792-e24d-48dd-8f31-08f7634019df tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2833533 Jul 29 16:41:25.438455 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-2c1eec08-6ea8-4005-87d5-beb8d490de59 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 16:41:25.442999 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2c1eec08-6ea8-4005-87d5-beb8d490de59 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "DELETE /v2.0/routers/60c27878-99eb-49b2-83a6-847843efefe3 HTTP/1.1" status: 409 len: 329 time: 0.7732201 Jul 29 16:41:25.443705 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48984) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:25.444034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 48986) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:25.461317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7385f2a5-f8c5-47df-b731-47c7a71f598a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'subnet': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:25.538362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] For port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=067842e0-a5b3-42e3-94d7-6d4bea8f90fa,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:25.540070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:25.682792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:25.709278 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:25.714353 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=067842e0-a5b3-42e3-94d7-6d4bea8f90fa,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:25.717194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4ea2a463-92e1-459c-a893-3fee316fd04b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:25.753121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Calling delete_port for 067842e0-a5b3-42e3-94d7-6d4bea8f90fa owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:25.820366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:25.831550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:25.861292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:25.872947 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 4ea2a463-92e1-459c-a893-3fee316fd04b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:25.873298 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:25.875867 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18978a-4c13-4b1d-8a81-7cc7dbf90b53 req-a92c4491-9b52-4462-9f40-8892ee850b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:25.875867 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4d18978a-4c13-4b1d-8a81-7cc7dbf90b53 req-a92c4491-9b52-4462-9f40-8892ee850b1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a HTTP/1.1" status: 200 len: 913 time: 0.7524812 Jul 29 16:41:25.903664 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f52ec34-c29c-4c6d-97c3-2efba3398adb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:25.943045 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:41:25.943401 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:41:25.945161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=26e7c641-0b15-4ff0-92e6-8c8610d3c2f3,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:25.966301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:26.016122 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52ec34-c29c-4c6d-97c3-2efba3398adb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event deleted for resources: {'Port': ['ID=43daa2be-19fb-4dfe-ac42-565d634c80b4,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:26.022647 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 4ea2a463-92e1-459c-a893-3fee316fd04b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:26.023805 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:26.108055 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:26.128275 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4d18978a-4c13-4b1d-8a81-7cc7dbf90b53 req-bfaf6b00-b7b2-4e59-aba6-f55d31c9d5ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3806123a-5c5d-4068-bb4f-0b9df28a776f HTTP/1.1" status: 200 len: 1001 time: 0.2368586 Jul 29 16:41:26.134030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-077377d7-9266-4635-8b87-ed941c556d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:26.149832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:26.150205 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:26.173997 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-077377d7-9266-4635-8b87-ed941c556d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:26.174762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-077377d7-9266-4635-8b87-ed941c556d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:26.284029 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:26.285774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 00e8cd89-688a-4ee8-a91e-407a598349fa up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:26.361890 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-18b6af70-9074-4142-bae5-015c1b897dac None None] Provisioning for port b6670609-4052-41c0-8804-5d797c726f77 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:26.373311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-18b6af70-9074-4142-bae5-015c1b897dac None None] Provisioning complete for port b6670609-4052-41c0-8804-5d797c726f77 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:26.373694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-18b6af70-9074-4142-bae5-015c1b897dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:26.376349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077377d7-9266-4635-8b87-ed941c556d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=b6670609-4052-41c0-8804-5d797c726f77,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:26.380653 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network e3a7a1e9-9044-40b9-807f-ec4897844b5a is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:26.384304 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18978a-4c13-4b1d-8a81-7cc7dbf90b53 req-77d5e723-107f-41df-a8dc-9d6f9b7daa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:26.385898 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4d18978a-4c13-4b1d-8a81-7cc7dbf90b53 req-77d5e723-107f-41df-a8dc-9d6f9b7daa80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ff5ec273-f912-48b7-b63a-03fe2ae0c78d HTTP/1.1" status: 200 len: 851 time: 0.2474234 Jul 29 16:41:26.388962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:26.445525 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-18b6af70-9074-4142-bae5-015c1b897dac None None] Port b6670609-4052-41c0-8804-5d797c726f77 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:26.455382 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 00e8cd89-688a-4ee8-a91e-407a598349fa completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:26.461203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 00e8cd89-688a-4ee8-a91e-407a598349fa triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:26.461719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:26.529224 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-18b6af70-9074-4142-bae5-015c1b897dac None None] Provisioning complete for port 00e8cd89-688a-4ee8-a91e-407a598349fa triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:26.529611 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-18b6af70-9074-4142-bae5-015c1b897dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:26.544711 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:26.660919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Deleting port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:26.662505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:26.719018 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077377d7-9266-4635-8b87-ed941c556d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network 7beb35b8-c881-4e3b-8cbf-c9ba31c26b51 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:26.723012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-077377d7-9266-4635-8b87-ed941c556d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:26.783839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event updated for resources: {'Subnet': ['ID=b26f5e11-8108-4696-917b-7ddefe20102c,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:26.792026 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 00e8cd89-688a-4ee8-a91e-407a598349fa is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:26.792410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:26.952466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18978a-4c13-4b1d-8a81-7cc7dbf90b53 req-1b99f407-5781-4ef6-bbcf-01eb6a31be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:26.954136 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4d18978a-4c13-4b1d-8a81-7cc7dbf90b53 req-1b99f407-5781-4ef6-bbcf-01eb6a31be85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5591190 Jul 29 16:41:26.956091 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router fae27eb1-5492-422f-b929-62833560b5be has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:41:27.004891 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:27.039297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7385f2a5-f8c5-47df-b731-47c7a71f598a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:27.072812 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 00e8cd89-688a-4ee8-a91e-407a598349fa, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=00e8cd89-688a-4ee8-a91e-407a598349fa,segment=NetworkSegment(05105085-eb6c-4817-ae72-efd7b283f42f),segment_id=05105085-eb6c-4817-ae72-efd7b283f42f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:27.083222 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-18b6af70-9074-4142-bae5-015c1b897dac None None] Current status of the port 00e8cd89-688a-4ee8-a91e-407a598349fa is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:27.083851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-18b6af70-9074-4142-bae5-015c1b897dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:27.098815 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:27.150320 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7385f2a5-f8c5-47df-b731-47c7a71f598a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:subnet and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:27.157810 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7385f2a5-f8c5-47df-b731-47c7a71f598a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:27.215007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port 81719921-dc74-408c-9e4e-522a8a41df65 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:41:27.218868 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] For port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=067842e0-a5b3-42e3-94d7-6d4bea8f90fa,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:27.219332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:27.248157 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7385f2a5-f8c5-47df-b731-47c7a71f598a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:27.271499 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c0a2-f151-4d62-bb9a-e87ddc22be42 req-6101ed3a-767e-4255-a94c-f62d93d8f2ff tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:27.278672 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5fc0c0a2-f151-4d62-bb9a-e87ddc22be42 req-6101ed3a-767e-4255-a94c-f62d93d8f2ff tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 1.2689760 Jul 29 16:41:27.313369 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Checking segment: {'id': 'd7f82f8c-2864-4c56-9d3b-a3aed741142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'acc07d6c-6a8d-4825-a8ce-873acc390da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:27.313744 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Network hostable DHCP agents. Network: acc07d6c-6a8d-4825-a8ce-873acc390da7, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:41:27.380178 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7385f2a5-f8c5-47df-b731-47c7a71f598a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:27.383646 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7385f2a5-f8c5-47df-b731-47c7a71f598a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:27.406184 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Calling delete_port for 067842e0-a5b3-42e3-94d7-6d4bea8f90fa owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:27.427783 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5fc0c0a2-f151-4d62-bb9a-e87ddc22be42 req-96bb117b-6bff-4663-9434-e5ae2e0c4b39 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481466 Jul 29 16:41:27.447499 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4d18978a-4c13-4b1d-8a81-7cc7dbf90b53 req-a74784f6-4138-4acf-8de1-95765d670601 service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707673 Jul 29 16:41:27.518000 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=00e8cd89-688a-4ee8-a91e-407a598349fa,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:27.527969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-18b6af70-9074-4142-bae5-015c1b897dac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:41:27.529425 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-18b6af70-9074-4142-bae5-015c1b897dac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:41:27.603720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077377d7-9266-4635-8b87-ed941c556d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 25ffcfac-bbf3-4046-8636-2a9121eda74c is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:41:27.638780 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:27.682529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:27.701324 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fa014e2b-1fd3-493a-a48a-948fd97c4386 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "PUT /v2.0/routers/fae27eb1-5492-422f-b929-62833560b5be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7524233 Jul 29 16:41:27.719299 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49000) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:27.747231 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] Pushing event deleted for resources: {'Port': ['ID=067842e0-a5b3-42e3-94d7-6d4bea8f90fa,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:27.750666 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9703188-e6ed-40bb-8b01-2a02cd9ab4d9 None None] Sync routers for ids ['fae27eb1-5492-422f-b929-62833560b5be'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:27.775789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9703188-e6ed-40bb-8b01-2a02cd9ab4d9 None None] Routers {'fae27eb1-5492-422f-b929-62833560b5be'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:27.776428 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a9703188-e6ed-40bb-8b01-2a02cd9ab4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['fae27eb1-5492-422f-b929-62833560b5be'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:27.799090 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'port': {'network_id': 'e3a7a1e9-9044-40b9-807f-ec4897844b5a', 'name': 'tempest-FloatingIPTestJSON-1584455522'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:27.851544 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Network acc07d6c-6a8d-4825-a8ce-873acc390da7 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:41:27.867291 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f52ec34-c29c-4c6d-97c3-2efba3398adb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:27.885083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a9703188-e6ed-40bb-8b01-2a02cd9ab4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:27.910967 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4d18978a-4c13-4b1d-8a81-7cc7dbf90b53 req-1659de36-958f-4e5f-a0bd-529e0b5aedfe service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616065 Jul 29 16:41:27.946153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077377d7-9266-4635-8b87-ed941c556d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:27.957766 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-077377d7-9266-4635-8b87-ed941c556d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/25ffcfac-bbf3-4046-8636-2a9121eda74c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6642375 Jul 29 16:41:27.958675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49004) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:27.960676 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9cc0c-63cd-4b32-b30f-fb284f8bcd1b None None] No DVR routers for this DVR port 067842e0-a5b3-42e3-94d7-6d4bea8f90fa on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:27.966290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9703188-e6ed-40bb-8b01-2a02cd9ab4d9 None None] Routers {'fae27eb1-5492-422f-b929-62833560b5be'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:27.966906 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a9703188-e6ed-40bb-8b01-2a02cd9ab4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['fae27eb1-5492-422f-b929-62833560b5be'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:27.984687 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, acc07d6c-6a8d-4825-a8ce-873acc390da7) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:27.989296 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1076e95-2d80-4e68-8bb8-4799b766eeb3 None None] Sync routers for ids ['25ffcfac-bbf3-4046-8636-2a9121eda74c'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:28.016246 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1076e95-2d80-4e68-8bb8-4799b766eeb3 None None] Routers {'25ffcfac-bbf3-4046-8636-2a9121eda74c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:28.017177 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a1076e95-2d80-4e68-8bb8-4799b766eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['25ffcfac-bbf3-4046-8636-2a9121eda74c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:28.070503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:28.079480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:28.083972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8387973-83ed-4055-8183-695b25629480 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:28.084566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c8387973-83ed-4055-8183-695b25629480 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Synchronizing usage tracker for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:28.085162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:28.094489 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Usage tracker for resource:port and tenant:2dfcda58e3f74084b8302be907f8cb07 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:28.098053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:28.108747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:28.116149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85da1a0-e8d0-4273-9e04-b187e0ca4781 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:28.120775 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a1076e95-2d80-4e68-8bb8-4799b766eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:28.127917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73965040-4fb2-49c1-b018-5d0781086fc3 None None] Network acc07d6c-6a8d-4825-a8ce-873acc390da7 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:28.132255 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1076e95-2d80-4e68-8bb8-4799b766eeb3 None None] Routers {'25ffcfac-bbf3-4046-8636-2a9121eda74c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:28.133354 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a1076e95-2d80-4e68-8bb8-4799b766eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['25ffcfac-bbf3-4046-8636-2a9121eda74c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:28.185002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Made reservation on behalf of 2dfcda58e3f74084b8302be907f8cb07 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:28.189920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::f816:3eff:fedc:1ec1 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/14c80da0-271c-4866-9cf1-941486db8958/81719921-dc74-408c-9e4e-522a8a41df65) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:28.190442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:28.202888 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a1076e95-2d80-4e68-8bb8-4799b766eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:28.203262 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1076e95-2d80-4e68-8bb8-4799b766eeb3 None None] The sync data for ids ['25ffcfac-bbf3-4046-8636-2a9121eda74c'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:28.224202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c8387973-83ed-4055-8183-695b25629480 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Unset dirty status for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:28.228187 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c8387973-83ed-4055-8183-695b25629480 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports/b6670609-4052-41c0-8804-5d797c726f77 HTTP/1.1" status: 200 len: 983 time: 0.2526405 Jul 29 16:41:28.229251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49008) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:28.229617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a9703188-e6ed-40bb-8b01-2a02cd9ab4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:28.230015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9703188-e6ed-40bb-8b01-2a02cd9ab4d9 None None] The sync data for ids ['fae27eb1-5492-422f-b929-62833560b5be'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:28.271044 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-118460f6-9186-4b2d-8843-796b59846f53 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.9433501 Jul 29 16:41:28.293999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49012) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:28.313758 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] device_id is not set on port 26a6625a-ded0-46b6-a9cc-b00f075b0b19 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:41:28.335267 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-18b6af70-9074-4142-bae5-015c1b897dac None None] Current status of the port 00e8cd89-688a-4ee8-a91e-407a598349fa is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:28.437092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d4ddee4-d80f-4de2-b734-d85c0078d701 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:28.546921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2e918d8d-555b-4adc-ae2a-db3beeb3ec81 None None] Provisioning complete for port b6670609-4052-41c0-8804-5d797c726f77 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:28.547299 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2e918d8d-555b-4adc-ae2a-db3beeb3ec81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:28.586996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565398d-bc0d-456c-b1a4-7480b3897dfe req-760c9aef-0565-4bc6-acfe-a30d637165f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:28.588564 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8565398d-bc0d-456c-b1a4-7480b3897dfe req-760c9aef-0565-4bc6-acfe-a30d637165f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9ff8c7771054c2480eec2059eb8ce49&device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 1098 time: 0.4672940 Jul 29 16:41:28.634007 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '14c80da0-271c-4866-9cf1-941486db8958'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:41:28.634833 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:28.659513 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-acc07d6c-6a8d-4825-a8ce-873acc390da7', 'network_id': 'acc07d6c-6a8d-4825-a8ce-873acc390da7', 'tenant_id': 'ef969cc19de240de966e6a4544ba3599', 'fixed_ips': [{'subnet_id': 'b26f5e11-8108-4696-917b-7ddefe20102c'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:41:28.660359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:28.679111 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2e918d8d-555b-4adc-ae2a-db3beeb3ec81 None None] Port b6670609-4052-41c0-8804-5d797c726f77 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:28.752210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4229d2-5170-436b-abfb-2a17cba84f7d req-73c86090-56d2-4ce3-8de0-bfd422252527 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:28.754276 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5e4229d2-5170-436b-abfb-2a17cba84f7d req-73c86090-56d2-4ce3-8de0-bfd422252527 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.8997242 Jul 29 16:41:28.817362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2e918d8d-555b-4adc-ae2a-db3beeb3ec81 None None] Provisioning complete for port 26e7c641-0b15-4ff0-92e6-8c8610d3c2f3 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:28.817935 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2e918d8d-555b-4adc-ae2a-db3beeb3ec81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:28.856073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Allocated IP 172.20.0.12 (e3a7a1e9-9044-40b9-807f-ec4897844b5a/8721c474-bf2c-4a4c-be4a-f058cd3bb3d5/26a6625a-ded0-46b6-a9cc-b00f075b0b19) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:28.926987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2e918d8d-555b-4adc-ae2a-db3beeb3ec81 None None] Port 26e7c641-0b15-4ff0-92e6-8c8610d3c2f3 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:28.951156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Allocated IP 2001:db8::2 (acc07d6c-6a8d-4825-a8ce-873acc390da7/b26f5e11-8108-4696-917b-7ddefe20102c/9041b8c8-c5d9-40a4-a9e3-aad86936fa59) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:29.093729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565398d-bc0d-456c-b1a4-7480b3897dfe req-56137b49-af7e-4aee-9535-71761e4c3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:29.095128 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8565398d-bc0d-456c-b1a4-7480b3897dfe req-56137b49-af7e-4aee-9535-71761e4c3d1f service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a HTTP/1.1" status: 200 len: 913 time: 0.4293237 Jul 29 16:41:29.124078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:29.161984 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5e4229d2-5170-436b-abfb-2a17cba84f7d req-a39ae95c-ce81-486f-912a-12c06470a0d6 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3847630 Jul 29 16:41:29.168180 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:29.179796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Transition to ACTIVE for port object 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:29.199294 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Transition to ACTIVE for port object 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:29.204839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:29.273798 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Network acc07d6c-6a8d-4825-a8ce-873acc390da7 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:29.276865 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:29.280644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:29.290066 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Pushing event updated for resources: {'Port': ['ID=9041b8c8-c5d9-40a4-a9e3-aad86936fa59,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:29.353598 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8565398d-bc0d-456c-b1a4-7480b3897dfe req-05f45f9c-7910-48eb-a3fe-1337b4ee8da6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3806123a-5c5d-4068-bb4f-0b9df28a776f HTTP/1.1" status: 200 len: 1001 time: 0.2500467 Jul 29 16:41:29.395813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Attempting to bind port 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:41:29.395813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Attempting to bind port 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'd7f82f8c-2864-4c56-9d3b-a3aed741142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'acc07d6c-6a8d-4825-a8ce-873acc390da7'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:41:29.396088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Attempting to bind port 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 on network acc07d6c-6a8d-4825-a8ce-873acc390da7 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:41:29.402416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:41:29.402705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Checking segment: {'id': 'd7f82f8c-2864-4c56-9d3b-a3aed741142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'acc07d6c-6a8d-4825-a8ce-873acc390da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:29.403111 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:29.403576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Bound using segment: {'id': 'd7f82f8c-2864-4c56-9d3b-a3aed741142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'acc07d6c-6a8d-4825-a8ce-873acc390da7'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:41:29.403969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Bound port: 9041b8c8-c5d9-40a4-a9e3-aad86936fa59, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f82f8c-2864-4c56-9d3b-a3aed741142f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'acc07d6c-6a8d-4825-a8ce-873acc390da7'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:41:29.404345 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:29.418792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:29.421810 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Deleting port 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:29.422144 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:29.468962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7385f2a5-f8c5-47df-b731-47c7a71f598a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:29.471511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 00e8cd89-688a-4ee8-a91e-407a598349fa up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:29.520029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565398d-bc0d-456c-b1a4-7480b3897dfe req-f9a7bd25-12d8-4027-b2c8-e7bb60baedae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:29.521204 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8565398d-bc0d-456c-b1a4-7480b3897dfe req-f9a7bd25-12d8-4027-b2c8-e7bb60baedae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ff5ec273-f912-48b7-b63a-03fe2ae0c78d HTTP/1.1" status: 200 len: 851 time: 0.1577723 Jul 29 16:41:29.537792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f52ec34-c29c-4c6d-97c3-2efba3398adb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:41:29.545815 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object 81719921-dc74-408c-9e4e-522a8a41df65 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:29.573411 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:29.577592 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] For port 9041b8c8-c5d9-40a4-a9e3-aad86936fa59, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:41:29.582674 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] For port 9041b8c8-c5d9-40a4-a9e3-aad86936fa59, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9041b8c8-c5d9-40a4-a9e3-aad86936fa59,segment=NetworkSegment(d7f82f8c-2864-4c56-9d3b-a3aed741142f),segment_id=d7f82f8c-2864-4c56-9d3b-a3aed741142f)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:41:29.585651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7385f2a5-f8c5-47df-b731-47c7a71f598a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 2a265526-819a-4291-8373-8ab2e6e57a8d is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:29.589451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 00e8cd89-688a-4ee8-a91e-407a598349fa triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:29.589832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:29.622333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-7385f2a5-f8c5-47df-b731-47c7a71f598a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:29.625405 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Transition to ACTIVE for port object 26a6625a-ded0-46b6-a9cc-b00f075b0b19 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:29.635320 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:29.683344 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7385f2a5-f8c5-47df-b731-47c7a71f598a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:29.683943 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7385f2a5-f8c5-47df-b731-47c7a71f598a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:29.692039 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385f2a5-f8c5-47df-b731-47c7a71f598a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Subnet': ['ID=194345b6-399a-4229-b0db-eca56460df91,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:29.715500 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ccf926-0fc2-408d-9e83-b73710e81b01 None None] Network 2a265526-819a-4291-8373-8ab2e6e57a8d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:29.726903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565398d-bc0d-456c-b1a4-7480b3897dfe req-ff46b574-57e6-406e-9d10-41aae5c7b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:29.728566 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8565398d-bc0d-456c-b1a4-7480b3897dfe req-ff46b574-57e6-406e-9d10-41aae5c7b5b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1988127 Jul 29 16:41:29.760842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f62db2a8-bcd4-4fc0-a9ea-d18613ad6dfc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:29.825551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:29.867811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ab946-9a35-474b-9375-1bae73615dfd None None] Pushing event updated for resources: {'Port': ['ID=9041b8c8-c5d9-40a4-a9e3-aad86936fa59,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:29.871603 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7385f2a5-f8c5-47df-b731-47c7a71f598a tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.4198837 Jul 29 16:41:29.880732 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49016) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:29.937023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-9bdd3ba6-7b6e-4122-9aee-1e2df87b0542 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-827388744', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '194345b6-399a-4229-b0db-eca56460df91'}], 'security_groups': ['59395ecf-1b96-4ef1-b34f-52b65b1fb645']}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:30.013037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:30.026110 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 00e8cd89-688a-4ee8-a91e-407a598349fa is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:30.053767 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Network e3a7a1e9-9044-40b9-807f-ec4897844b5a is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:30.062474 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:30.065154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:30.083062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ddee4-d80f-4de2-b734-d85c0078d701 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Deleting port 30d2da42-19d4-486c-85c8-0e9cdf61b330 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:30.083271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d4ddee4-d80f-4de2-b734-d85c0078d701 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:30.114199 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event updated for resources: {'Port': ['ID=26a6625a-ded0-46b6-a9cc-b00f075b0b19,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:30.156119 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Allocated IP 2001:db8::f816:3eff:fe2a:fec2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/14c80da0-271c-4866-9cf1-941486db8958/8d1f6a59-4343-4c5b-9567-51d8f26fa0c1) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:30.246275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=81719921-dc74-408c-9e4e-522a8a41df65,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:30.330363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:30.334035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:30.338600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:30.339570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:30.361179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:30.368181 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:30.369304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:30.431600 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8565398d-bc0d-456c-b1a4-7480b3897dfe req-52cb0254-bc86-4492-95c9-bf519b132da8 service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6954525 Jul 29 16:41:30.448092 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fe120c32-0b79-449f-b549-d1085816903a tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6743386 Jul 29 16:41:30.454624 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49024) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:30.570990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:30.592040 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Transition to ACTIVE for port object 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:30.599713 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac309d8-2d8c-4567-900e-587ec1491bdb None None] Update dhcp port {'port': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'fixed_ips': [{'subnet_id': '84343439-ef97-4d16-b03b-3ee800b3b24b', 'ip_address': '172.20.0.2'}, {'subnet_id': '194345b6-399a-4229-b0db-eca56460df91'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': '4ea2a463-92e1-459c-a893-3fee316fd04b'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:41:30.626379 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-f62db2a8-bcd4-4fc0-a9ea-d18613ad6dfc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port b6670609-4052-41c0-8804-5d797c726f77 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:30.626964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f62db2a8-bcd4-4fc0-a9ea-d18613ad6dfc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:30.636433 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0969440e-089d-487b-8686-bbcc26eebbef None None] Provisioning for port 26a6625a-ded0-46b6-a9cc-b00f075b0b19 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:30.655405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0969440e-089d-487b-8686-bbcc26eebbef None None] Provisioning complete for port 26a6625a-ded0-46b6-a9cc-b00f075b0b19 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:30.655778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0969440e-089d-487b-8686-bbcc26eebbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:30.659970 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8565398d-bc0d-456c-b1a4-7480b3897dfe req-3a02e898-e37d-4c43-a63f-be3071592dc9 service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198584 Jul 29 16:41:30.680240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f52ec34-c29c-4c6d-97c3-2efba3398adb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:30.681529 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Transition to ACTIVE for port object 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:30.687959 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2f52ec34-c29c-4c6d-97c3-2efba3398adb tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "PUT /v2.0/routers/4ee9ff46-73a4-4b42-8655-8396763e1ac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6449332 Jul 29 16:41:30.696133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49028) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:30.712831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:30.720862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] For port 9041b8c8-c5d9-40a4-a9e3-aad86936fa59, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9041b8c8-c5d9-40a4-a9e3-aad86936fa59,segment=NetworkSegment(d7f82f8c-2864-4c56-9d3b-a3aed741142f),segment_id=d7f82f8c-2864-4c56-9d3b-a3aed741142f)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:30.721532 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:30.735085 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a16ad8d9-3164-45db-bc88-b38d73494ff5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Request body: {'floatingip': {'port_id': '26a6625a-ded0-46b6-a9cc-b00f075b0b19'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:30.761034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a4d5ce-e322-4a5f-bec3-fde0eb4942fd None None] Sync routers for ids ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:30.791285 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fac309d8-2d8c-4567-900e-587ec1491bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:30.827963 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a4d5ce-e322-4a5f-bec3-fde0eb4942fd None None] Routers {'4ee9ff46-73a4-4b42-8655-8396763e1ac7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:30.828603 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d1a4d5ce-e322-4a5f-bec3-fde0eb4942fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:30.880631 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0969440e-089d-487b-8686-bbcc26eebbef None None] Port 26a6625a-ded0-46b6-a9cc-b00f075b0b19 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:30.920384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:30.986365 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:31.006053 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:31.007946 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Pushing event updated for resources: {'Port': ['ID=8d1f6a59-4343-4c5b-9567-51d8f26fa0c1,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:31.012682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0956e94-0980-42d7-8df9-9543cc6d7c02 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Deleting subnet 13f062b0-bf27-4901-9936-6392c3e3a598 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:31.023541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f0956e94-0980-42d7-8df9-9543cc6d7c02 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:31.030740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Calling delete_port for 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:31.061608 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-855eb4cb-b3cd-4ac6-b95b-f7099906cd8c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.1340215 Jul 29 16:41:31.065201 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49032) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:31.163118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f62db2a8-bcd4-4fc0-a9ea-d18613ad6dfc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:31.180207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f0956e94-0980-42d7-8df9-9543cc6d7c02 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:31.243719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-d1a4d5ce-e322-4a5f-bec3-fde0eb4942fd None None] Set router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:41:31.339959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a16ad8d9-3164-45db-bc88-b38d73494ff5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:31.379326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-f62db2a8-bcd4-4fc0-a9ea-d18613ad6dfc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for b6670609-4052-41c0-8804-5d797c726f77 owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:31.455981 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d4ddee4-d80f-4de2-b734-d85c0078d701 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:31.540741 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9247b8e6-d41f-47df-9499-e8f06326c1aa tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:31.546589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9247b8e6-d41f-47df-9499-e8f06326c1aa tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:31.548155 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9247b8e6-d41f-47df-9499-e8f06326c1aa tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4700053 Jul 29 16:41:31.552551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49036) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:31.562654 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f0956e94-0980-42d7-8df9-9543cc6d7c02 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:31.662315 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3ba6-7b6e-4122-9aee-1e2df87b0542 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:31.663491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:31.687507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef1c06c-84e7-4b21-aa8e-75535f737512 None None] Network acc07d6c-6a8d-4825-a8ce-873acc390da7 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:31.690370 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-7f26656d-9b9f-4545-9954-731a3f6332ce tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 81719921-dc74-408c-9e4e-522a8a41df65 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:31.690845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7f26656d-9b9f-4545-9954-731a3f6332ce tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:31.749263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ddee4-d80f-4de2-b734-d85c0078d701 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Calling delete_port for 30d2da42-19d4-486c-85c8-0e9cdf61b330 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:31.770539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f0956e94-0980-42d7-8df9-9543cc6d7c02 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:31.843203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Attempting to bind port 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:41:31.843573 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Attempting to bind port 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:41:31.843918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Attempting to bind port 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:41:31.881078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cba76-7841-4bf9-b40c-c1506097587e req-94d70d09-d97d-4996-9b2c-14902fd0e563 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:31.882885 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-585cba76-7841-4bf9-b40c-c1506097587e req-94d70d09-d97d-4996-9b2c-14902fd0e563 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 1.4396505 Jul 29 16:41:31.883390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:41:31.883927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:31.884151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:31.884542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:41:31.885013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Bound port: 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:41:31.885477 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:31.889483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0956e94-0980-42d7-8df9-9543cc6d7c02 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event deleted for resources: {'Subnet': ['ID=13f062b0-bf27-4901-9936-6392c3e3a598,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:31.896411 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f0956e94-0980-42d7-8df9-9543cc6d7c02 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:31.929946 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f0956e94-0980-42d7-8df9-9543cc6d7c02 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "DELETE /v2.0/subnets/13f062b0-bf27-4901-9936-6392c3e3a598 HTTP/1.1" status: 204 len: 168 time: 1.2310042 Jul 29 16:41:31.932554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49040) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:31.947087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448b7234-8c18-4375-922c-74f903c06649 None None] Network 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:32.131383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f62db2a8-bcd4-4fc0-a9ea-d18613ad6dfc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:32.183042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-fac309d8-2d8c-4567-900e-587ec1491bdb None None] Allocated IP 172.20.0.18 (2a265526-819a-4291-8373-8ab2e6e57a8d/194345b6-399a-4229-b0db-eca56460df91/4ea2a463-92e1-459c-a893-3fee316fd04b) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:32.183571 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-585cba76-7841-4bf9-b40c-c1506097587e req-1f2d9348-e993-4f98-87e8-be93b7471bfd tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454138 Jul 29 16:41:32.216928 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62db2a8-bcd4-4fc0-a9ea-d18613ad6dfc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=b6670609-4052-41c0-8804-5d797c726f77,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:32.268944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e7e363b3-6e2f-439b-ad0c-bb81719798b5 None None] Provisioning for port 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:32.272515 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:32.277166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:32.334563 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e7e363b3-6e2f-439b-ad0c-bb81719798b5 None None] Provisioning complete for port 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:32.334932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e7e363b3-6e2f-439b-ad0c-bb81719798b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:32.374749 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:32.375115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:32.444200 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] For port 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:41:32.470371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Port': ['ID=9041b8c8-c5d9-40a4-a9e3-aad86936fa59,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:32.474163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e7e363b3-6e2f-439b-ad0c-bb81719798b5 None None] Port 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 was deleted so its status cannot be updated. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jul 29 16:41:32.540050 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Port 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 was deleted so its status cannot be updated. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jul 29 16:41:32.567635 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] For port 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8d1f6a59-4343-4c5b-9567-51d8f26fa0c1,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:41:32.570584 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7f26656d-9b9f-4545-9954-731a3f6332ce tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:32.591009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:32.614740 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:32.637824 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] No DVR routers for this DVR port 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:32.694581 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f62db2a8-bcd4-4fc0-a9ea-d18613ad6dfc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:32.770169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-fac309d8-2d8c-4567-900e-587ec1491bdb None None] For port 4ea2a463-92e1-459c-a893-3fee316fd04b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4ea2a463-92e1-459c-a893-3fee316fd04b,segment=NetworkSegment(b79e0361-cddb-4109-877f-9f5a93f73110),segment_id=b79e0361-cddb-4109-877f-9f5a93f73110)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:32.776555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96265cde-4a7c-4c98-ba15-1ff738c3aba7 None None] Pushing event updated for resources: {'Port': ['ID=8d1f6a59-4343-4c5b-9567-51d8f26fa0c1,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:32.777416 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-7f26656d-9b9f-4545-9954-731a3f6332ce tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 81719921-dc74-408c-9e4e-522a8a41df65 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:32.800024 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d1a4d5ce-e322-4a5f-bec3-fde0eb4942fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:42Z', 'updated_at': '2022-07-29T16:41:25Z', 'revision_number': 5, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'gw_port': {'id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:44Z', 'updated_at': '2022-07-29T16:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:32.815265 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a4d5ce-e322-4a5f-bec3-fde0eb4942fd None None] Checking router: 4ee9ff46-73a4-4b42-8655-8396763e1ac7 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:41:32.848732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fac309d8-2d8c-4567-900e-587ec1491bdb None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:32.858805 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:32.859262 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a4d5ce-e322-4a5f-bec3-fde0eb4942fd None None] Routers {'4ee9ff46-73a4-4b42-8655-8396763e1ac7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:32.859889 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d1a4d5ce-e322-4a5f-bec3-fde0eb4942fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:32.985951 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51643e7e-41a4-451b-b92c-0d9e061cc272 None None] DHCP port deletion for 6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:33.099473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-51643e7e-41a4-451b-b92c-0d9e061cc272 None None] Deleting port 2f06a847-9842-4f32-8b45-d54762478d3f {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:33.099857 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-51643e7e-41a4-451b-b92c-0d9e061cc272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:33.352984 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-d1a4d5ce-e322-4a5f-bec3-fde0eb4942fd None None] Set router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:41:33.425272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d4ddee4-d80f-4de2-b734-d85c0078d701 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:33.434379 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:33.444685 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62db2a8-bcd4-4fc0-a9ea-d18613ad6dfc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 25ffcfac-bbf3-4046-8636-2a9121eda74c has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:41:33.470453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-fac309d8-2d8c-4567-900e-587ec1491bdb None None] Transition to ACTIVE for port object 4ea2a463-92e1-459c-a893-3fee316fd04b will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:33.513492 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fac309d8-2d8c-4567-900e-587ec1491bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:33.551844 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ddee4-d80f-4de2-b734-d85c0078d701 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event deleted for resources: {'Port': ['ID=30d2da42-19d4-486c-85c8-0e9cdf61b330,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:33.572157 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:33.629187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Deleting port e4d2d531-6ba5-458d-8948-af07adf13b23 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:33.630037 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:33.708583 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:33.741841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Subnet': ['ID=b26f5e11-8108-4696-917b-7ddefe20102c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:33.790956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7f26656d-9b9f-4545-9954-731a3f6332ce tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:33.794950 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62db2a8-bcd4-4fc0-a9ea-d18613ad6dfc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:33.806387 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e885141-ed0b-4d4c-9fb9-e565a822fbfd None None] Sync routers for ids ['25ffcfac-bbf3-4046-8636-2a9121eda74c'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:33.824420 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e885141-ed0b-4d4c-9fb9-e565a822fbfd None None] Routers {'25ffcfac-bbf3-4046-8636-2a9121eda74c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:33.826779 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-5e885141-ed0b-4d4c-9fb9-e565a822fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['25ffcfac-bbf3-4046-8636-2a9121eda74c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:33.924494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e4390e-e487-4e69-9ab1-c29a6e80e255 None None] Network acc07d6c-6a8d-4825-a8ce-873acc390da7 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:34.018328 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d4ddee4-d80f-4de2-b734-d85c0078d701 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:34.029720 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-5e885141-ed0b-4d4c-9fb9-e565a822fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:34.031741 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26656d-9b9f-4545-9954-731a3f6332ce tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=81719921-dc74-408c-9e4e-522a8a41df65,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:34.038857 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f62db2a8-bcd4-4fc0-a9ea-d18613ad6dfc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/25ffcfac-bbf3-4046-8636-2a9121eda74c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8081727 Jul 29 16:41:34.040139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49048) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:34.040784 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e885141-ed0b-4d4c-9fb9-e565a822fbfd None None] Routers {'25ffcfac-bbf3-4046-8636-2a9121eda74c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:34.041635 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-5e885141-ed0b-4d4c-9fb9-e565a822fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['25ffcfac-bbf3-4046-8636-2a9121eda74c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:34.145166 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-5e885141-ed0b-4d4c-9fb9-e565a822fbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:34.145890 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e885141-ed0b-4d4c-9fb9-e565a822fbfd None None] The sync data for ids ['25ffcfac-bbf3-4046-8636-2a9121eda74c'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:34.282148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:34.307274 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-51643e7e-41a4-451b-b92c-0d9e061cc272 None None] For port 2f06a847-9842-4f32-8b45-d54762478d3f, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2f06a847-9842-4f32-8b45-d54762478d3f,segment=NetworkSegment(c46bdec6-117b-4805-b7fa-a26a383622d3),segment_id=c46bdec6-117b-4805-b7fa-a26a383622d3)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:34.307639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-51643e7e-41a4-451b-b92c-0d9e061cc272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:34.330485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac309d8-2d8c-4567-900e-587ec1491bdb None None] Pushing event updated for resources: {'Port': ['ID=4ea2a463-92e1-459c-a893-3fee316fd04b,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:34.394656 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7f26656d-9b9f-4545-9954-731a3f6332ce tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:34.399765 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7f26656d-9b9f-4545-9954-731a3f6332ce tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/81719921-dc74-408c-9e4e-522a8a41df65 HTTP/1.1" status: 204 len: 168 time: 2.8432968 Jul 29 16:41:34.407316 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49052) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:34.522257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac508d0-e368-4dbd-b9dc-2bf852e6bdaa None None] DHCP port deletion for acc07d6c-6a8d-4825-a8ce-873acc390da7 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:34.524146 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2f06a847-9842-4f32-8b45-d54762478d3f no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:34.569448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:34.580818 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-51643e7e-41a4-451b-b92c-0d9e061cc272 None None] Calling delete_port for 2f06a847-9842-4f32-8b45-d54762478d3f owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:34.625349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af20b-862c-498a-a89d-207c195ac297 req-107e3673-372d-4a05-a5ea-21e99bf1a3d3 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:34.626914 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0e1af20b-862c-498a-a89d-207c195ac297 req-107e3673-372d-4a05-a5ea-21e99bf1a3d3 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 1.2472095 Jul 29 16:41:34.695089 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d1a4d5ce-e322-4a5f-bec3-fde0eb4942fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:42Z', 'updated_at': '2022-07-29T16:41:25Z', 'revision_number': 5, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'gw_port': {'id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:44Z', 'updated_at': '2022-07-29T16:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:34.709517 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9315b0c9-d5f5-4278-85cd-c6f33432a5b7 None None] Provisioning for port 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:34.716030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a4d5ce-e322-4a5f-bec3-fde0eb4942fd None None] The sync data for ids ['4ee9ff46-73a4-4b42-8655-8396763e1ac7'] in dv-neutron-851534-1-hyperv is: [{'id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1049759227', 'tenant_id': '43ee33cc813f44109927ef3a85b8b480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:37:42Z', 'updated_at': '2022-07-29T16:41:25Z', 'revision_number': 5, 'project_id': '43ee33cc813f44109927ef3a85b8b480', 'gw_port': {'id': 'e4d2d531-6ba5-458d-8948-af07adf13b23', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9ff46-73a4-4b42-8655-8396763e1ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:37:44Z', 'updated_at': '2022-07-29T16:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:34.739058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9315b0c9-d5f5-4278-85cd-c6f33432a5b7 None None] Provisioning complete for port 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:34.739665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9315b0c9-d5f5-4278-85cd-c6f33432a5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:34.745389 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a16ad8d9-3164-45db-bc88-b38d73494ff5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:34.753554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] For port e4d2d531-6ba5-458d-8948-af07adf13b23, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e4d2d531-6ba5-458d-8948-af07adf13b23,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:34.755237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:34.763638 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc07d6c-6a8d-4825-a8ce-873acc390da7']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:34.853410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a16ad8d9-3164-45db-bc88-b38d73494ff5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:34.872333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-51643e7e-41a4-451b-b92c-0d9e061cc272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:34.948385 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Calling delete_port for e4d2d531-6ba5-458d-8948-af07adf13b23 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:34.955660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51643e7e-41a4-451b-b92c-0d9e061cc272 None None] Pushing event deleted for resources: {'Port': ['ID=2f06a847-9842-4f32-8b45-d54762478d3f,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:34.956520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f82f8c-2864-4c56-9d3b-a3aed741142f') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:34.956914 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f82f8c-2864-4c56-9d3b-a3aed741142f') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:34.979835 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2f06a847-9842-4f32-8b45-d54762478d3f is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:34.980150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:34.982491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:35.016329 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:35.026686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:35.027447 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:35.039858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51643e7e-41a4-451b-b92c-0d9e061cc272 None None] No DVR routers for this DVR port 2f06a847-9842-4f32-8b45-d54762478d3f on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:35.183538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9315b0c9-d5f5-4278-85cd-c6f33432a5b7 None None] Current status of the port 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:35.184611 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9315b0c9-d5f5-4278-85cd-c6f33432a5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:35.187958 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-9bdd3ba6-7b6e-4122-9aee-1e2df87b0542 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Delete allocated IP 172.20.0.4 (2a265526-819a-4291-8373-8ab2e6e57a8d/84343439-ef97-4d16-b03b-3ee800b3b24b) {{(pid=89209) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 16:41:35.200010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-9bdd3ba6-7b6e-4122-9aee-1e2df87b0542 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Allocated IP 172.20.0.25 (2a265526-819a-4291-8373-8ab2e6e57a8d/194345b6-399a-4229-b0db-eca56460df91/f4039519-2528-4c4d-872f-03cfcb41dd51) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:35.230006 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0e1af20b-862c-498a-a89d-207c195ac297 req-2341cce3-3f42-4268-99eb-dc2a20663201 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5618925 Jul 29 16:41:35.237356 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9315b0c9-d5f5-4278-85cd-c6f33432a5b7 None None] For port 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8d1f6a59-4343-4c5b-9567-51d8f26fa0c1,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:35.244413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9315b0c9-d5f5-4278-85cd-c6f33432a5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:35.295814 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93824599-1134-4132-a70a-225a6087e583 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:35.297393 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93824599-1134-4132-a70a-225a6087e583 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:35.298148 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-93824599-1134-4132-a70a-225a6087e583 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:35.330467 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-18e4fd34-22b5-46f2-befd-e11c87284354 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] remove_router_interface failed (client error): The resource could not be found. Jul 29 16:41:35.339019 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-18e4fd34-22b5-46f2-befd-e11c87284354 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/25ffcfac-bbf3-4046-8636-2a9121eda74c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2944162 Jul 29 16:41:35.339649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49062) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:35.463985 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c25c1c24-d6d3-4419-856e-7c9efee1450d None None] Provisioning for port 4ea2a463-92e1-459c-a893-3fee316fd04b completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:35.468260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1e4b9915-3530-4413-bfcf-2b374391ae6f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Synchronizing usage tracker for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:35.479837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315b0c9-d5f5-4278-85cd-c6f33432a5b7 None None] Pushing event updated for resources: {'Port': ['ID=8d1f6a59-4343-4c5b-9567-51d8f26fa0c1,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:35.486868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-93824599-1134-4132-a70a-225a6087e583 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:35.491478 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-93824599-1134-4132-a70a-225a6087e583 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 1.0065553 Jul 29 16:41:35.493528 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4ea2a463-92e1-459c-a893-3fee316fd04b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:35.493683 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49066) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:35.518471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c25c1c24-d6d3-4419-856e-7c9efee1450d None None] Provisioning complete for port 4ea2a463-92e1-459c-a893-3fee316fd04b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:35.518950 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c25c1c24-d6d3-4419-856e-7c9efee1450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:35.631483 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 4ea2a463-92e1-459c-a893-3fee316fd04b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:35.631906 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:35.641221 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1e4b9915-3530-4413-bfcf-2b374391ae6f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Unset dirty status for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:35.645545 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1e4b9915-3530-4413-bfcf-2b374391ae6f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ffcfac-bbf3-4046-8636-2a9121eda74c HTTP/1.1" status: 200 len: 205 time: 0.3034000 Jul 29 16:41:35.656604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49070) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:35.717572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:35.742997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c25c1c24-d6d3-4419-856e-7c9efee1450d None None] Current status of the port 4ea2a463-92e1-459c-a893-3fee316fd04b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:35.752627 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c25c1c24-d6d3-4419-856e-7c9efee1450d None None] Could not find standard attr ID for object 3df05484-b230-4e37-904e-ab9ec486e2c7. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:41:35.785015 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-a16ad8d9-3164-45db-bc88-b38d73494ff5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Floating IP 84e12b43-95a1-430b-ba91-8afea6e193bc associated. External IP: 172.26.1.109, port: e7ed932c-fa17-43c9-893d-2a7e0484f7d8. Jul 29 16:41:35.817690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c25c1c24-d6d3-4419-856e-7c9efee1450d None None] Provisioning complete for port f4039519-2528-4c4d-872f-03cfcb41dd51 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:35.818007 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c25c1c24-d6d3-4419-856e-7c9efee1450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:35.850836 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event deleted for resources: {'Port': ['ID=e4d2d531-6ba5-458d-8948-af07adf13b23,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:35.871722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 4ea2a463-92e1-459c-a893-3fee316fd04b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:35.882505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c25c1c24-d6d3-4419-856e-7c9efee1450d None None] Port f4039519-2528-4c4d-872f-03cfcb41dd51 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:35.886060 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 43daa2be-19fb-4dfe-ac42-565d634c80b4 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:35.912430 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment d7f82f8c-2864-4c56-9d3b-a3aed741142f resource provider aggregate not found Jul 29 16:41:35.919939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4ddee4-d80f-4de2-b734-d85c0078d701 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Router 60c27878-99eb-49b2-83a6-847843efefe3 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:41:35.920324 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271c9b63-4ca8-4703-a1c5-a6be1b57e2ec None None] get_active_networks_info from dv-neutron-851534-1-hyperv {{(pid=89211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 16:41:35.946121 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b16382ba-4f34-4be1-b6ea-89e3e634a622 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:35.954474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 43daa2be-19fb-4dfe-ac42-565d634c80b4 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:41:35.954942 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 43daa2be-19fb-4dfe-ac42-565d634c80b4 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:41:35.955362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:35.995542 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment d7f82f8c-2864-4c56-9d3b-a3aed741142f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7f82f8c-2864-4c56-9d3b-a3aed741142f found for delete ", "request_id": "req-13e53ca4-c15b-413d-8465-f86e557adeac"}]} Jul 29 16:41:36.007432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c29a507-9e4a-4d09-b644-fedb767162a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 14c80da0-271c-4866-9cf1-941486db8958 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:36.009528 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:41:36.009839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9041b8c8-c5d9-40a4-a9e3-aad86936fa59 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:41:36.013607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c25c1c24-d6d3-4419-856e-7c9efee1450d None None] Provisioning complete for port a4b01704-f7ac-4643-a868-f662ff739394 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:36.013977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c25c1c24-d6d3-4419-856e-7c9efee1450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.033919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.038899 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.079550 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c29a507-9e4a-4d09-b644-fedb767162a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.103331 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c25c1c24-d6d3-4419-856e-7c9efee1450d None None] Port a4b01704-f7ac-4643-a868-f662ff739394 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:36.111682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c25c1c24-d6d3-4419-856e-7c9efee1450d None None] Could not find standard attr ID for object 81719921-dc74-408c-9e4e-522a8a41df65. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:41:36.158397 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Network': ['ID=acc07d6c-6a8d-4825-a8ce-873acc390da7,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:36.190107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c9b63-4ca8-4703-a1c5-a6be1b57e2ec None None] Resources bound (agent type, host, resource id): {{(pid=89211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 16:41:36.302616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.316940 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d753c3a6-b1ff-4450-805c-dd140567ff20 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/networks/acc07d6c-6a8d-4825-a8ce-873acc390da7 HTTP/1.1" status: 204 len: 168 time: 8.0156851 Jul 29 16:41:36.323305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49076) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:36.339194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4ddee4-d80f-4de2-b734-d85c0078d701 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:36.348988 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5d4ddee4-d80f-4de2-b734-d85c0078d701 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "PUT /v2.0/routers/60c27878-99eb-49b2-83a6-847843efefe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8957729 Jul 29 16:41:36.353165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8587e5-12ac-4b35-a068-83841882315c None None] Sync routers for ids ['60c27878-99eb-49b2-83a6-847843efefe3'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:36.359115 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-599477082'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:36.365422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49080) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:36.401280 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8587e5-12ac-4b35-a068-83841882315c None None] Routers {'60c27878-99eb-49b2-83a6-847843efefe3'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:36.402841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e8587e5-12ac-4b35-a068-83841882315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['60c27878-99eb-49b2-83a6-847843efefe3'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:36.445456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:36.454846 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2a6c2-fee0-4230-99af-2369e1ce0962 req-5b791afe-0b63-4fd8-bc23-203031c49ec2 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:36.456336 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f9c2a6c2-fee0-4230-99af-2369e1ce0962 req-5b791afe-0b63-4fd8-bc23-203031c49ec2 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.6098268 Jul 29 16:41:36.476086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Usage tracker for resource:network and tenant:ef969cc19de240de966e6a4544ba3599 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:36.500774 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-5e780c46-839a-4a0d-8cc6-b2f3f8b93a38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] show failed (client error): The resource could not be found. Jul 29 16:41:36.506554 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5e780c46-839a-4a0d-8cc6-b2f3f8b93a38 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-871514812 HTTP/1.1" status: 404 len: 334 time: 0.1350722 Jul 29 16:41:36.508563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:36.511249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e8587e5-12ac-4b35-a068-83841882315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:36.516434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49084) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:36.526933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c29a507-9e4a-4d09-b644-fedb767162a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.529982 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8587e5-12ac-4b35-a068-83841882315c None None] Routers {'60c27878-99eb-49b2-83a6-847843efefe3'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:36.530301 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:36.530605 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e8587e5-12ac-4b35-a068-83841882315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['60c27878-99eb-49b2-83a6-847843efefe3'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:36.539476 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-889dd9a5-ea2b-49b2-9ea4-912e0b8a69d1 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:36.603106 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e8587e5-12ac-4b35-a068-83841882315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:36.603466 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8587e5-12ac-4b35-a068-83841882315c None None] The sync data for ids ['60c27878-99eb-49b2-83a6-847843efefe3'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:36.643989 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b16382ba-4f34-4be1-b6ea-89e3e634a622 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.648165 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b16382ba-4f34-4be1-b6ea-89e3e634a622 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.659930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.664009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.717303 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b16382ba-4f34-4be1-b6ea-89e3e634a622 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.718125 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16382ba-4f34-4be1-b6ea-89e3e634a622 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Fanout notify agent at l3_agent the message router_deleted on router 25ffcfac-bbf3-4046-8636-2a9121eda74c {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:41:36.731800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.732324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Fanout notify agent at l3_agent the message router_deleted on router 4ee9ff46-73a4-4b42-8655-8396763e1ac7 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:41:36.746077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.747629 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1c98654b-23ff-4c78-b859-b2ef36c3b42e tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "DELETE /v2.0/routers/4ee9ff46-73a4-4b42-8655-8396763e1ac7 HTTP/1.1" status: 204 len: 168 time: 4.8123679 Jul 29 16:41:36.750872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49090) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:36.776273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b16382ba-4f34-4be1-b6ea-89e3e634a622 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.780101 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-889dd9a5-ea2b-49b2-9ea4-912e0b8a69d1 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] update failed (client error): The resource could not be found. Jul 29 16:41:36.780724 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b16382ba-4f34-4be1-b6ea-89e3e634a622 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/routers/25ffcfac-bbf3-4046-8636-2a9121eda74c HTTP/1.1" status: 204 len: 168 time: 1.1229162 Jul 29 16:41:36.781854 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49094) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:36.787370 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-889dd9a5-ea2b-49b2-9ea4-912e0b8a69d1 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1145357026 HTTP/1.1" status: 404 len: 335 time: 0.2594683 Jul 29 16:41:36.790801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c29a507-9e4a-4d09-b644-fedb767162a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.792029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49096) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:36.802869 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f9c2a6c2-fee0-4230-99af-2369e1ce0962 req-6a76134a-2d9f-46c4-b019-dc0ce234107e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295617 Jul 29 16:41:36.866847 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Made reservation on behalf of ef969cc19de240de966e6a4544ba3599 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:36.871249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:36.939665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-9bdd3ba6-7b6e-4122-9aee-1e2df87b0542 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:41:36.976474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3ba6-7b6e-4122-9aee-1e2df87b0542 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.014582 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-5292ec8f-7d04-4862-b40f-e5ede10eecb7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting subnet 3a721c83-ad4f-4818-8e26-e500e6df3b91 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:37.016606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d4d9d2-8ca5-45cb-a9b8-ea343353e5f6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Deleting subnet ec15af59-e347-4947-93bd-522b4bab3537 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:37.021840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5292ec8f-7d04-4862-b40f-e5ede10eecb7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.028007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19d4d9d2-8ca5-45cb-a9b8-ea343353e5f6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.052402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7939-e95f-47b7-bbb8-481162183c5a tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.075539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:41:37.105706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-9bdd3ba6-7b6e-4122-9aee-1e2df87b0542 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Transition to ACTIVE for port object f4039519-2528-4c4d-872f-03cfcb41dd51 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:37.108946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.109463 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Added segment d56a912c-4ef9-4f9e-be3f-8926488e9bca of type vlan for network 7116262c-e361-4379-bf7d-a690ecc86df0 Jul 29 16:41:37.121513 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19d4d9d2-8ca5-45cb-a9b8-ea343353e5f6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.130053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5292ec8f-7d04-4862-b40f-e5ede10eecb7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.157453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c29a507-9e4a-4d09-b644-fedb767162a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.230389 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3ba6-7b6e-4122-9aee-1e2df87b0542 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.243634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16ad8d9-3164-45db-bc88-b38d73494ff5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:41:37.276738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29a507-9e4a-4d09-b644-fedb767162a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=14c80da0-271c-4866-9cf1-941486db8958,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:37.291876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c29a507-9e4a-4d09-b644-fedb767162a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.294819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52c0311-d44f-4024-89ff-cbf6c34b12ef None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:37.335894 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3c29a507-9e4a-4d09-b644-fedb767162a1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/14c80da0-271c-4866-9cf1-941486db8958 HTTP/1.1" status: 204 len: 168 time: 1.8389583 Jul 29 16:41:37.344257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49112) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:37.423476 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7939-e95f-47b7-bbb8-481162183c5a tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.453439 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e6c7573b-f643-49d9-8f6f-bc1f29e73c1b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1080551 Jul 29 16:41:37.462125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:37.464009 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49118) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:37.472725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-cd1f7939-e95f-47b7-bbb8-481162183c5a tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:37.488635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-cd1f7939-e95f-47b7-bbb8-481162183c5a tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46bdec6-117b-4805-b7fa-a26a383622d3') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:37.489089 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-cd1f7939-e95f-47b7-bbb8-481162183c5a tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46bdec6-117b-4805-b7fa-a26a383622d3') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:37.499257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5292ec8f-7d04-4862-b40f-e5ede10eecb7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.540524 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7939-e95f-47b7-bbb8-481162183c5a tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.569589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7939-e95f-47b7-bbb8-481162183c5a tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.578355 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1f7939-e95f-47b7-bbb8-481162183c5a tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:37.579012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7939-e95f-47b7-bbb8-481162183c5a tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.635054 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:37.635540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.705245 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7939-e95f-47b7-bbb8-481162183c5a tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.723546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19d4d9d2-8ca5-45cb-a9b8-ea343353e5f6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.736769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7939-e95f-47b7-bbb8-481162183c5a tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.740486 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5292ec8f-7d04-4862-b40f-e5ede10eecb7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.791831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deaeb01-e5a8-4d24-b1a1-13f8a3da05f7 None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:37.856121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6deaeb01-e5a8-4d24-b1a1-13f8a3da05f7 None None] Deleting port 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:37.856520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6deaeb01-e5a8-4d24-b1a1-13f8a3da05f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.865091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.886009 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment c46bdec6-117b-4805-b7fa-a26a383622d3 resource provider aggregate not found Jul 29 16:41:37.912006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:37.919312 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f7939-e95f-47b7-bbb8-481162183c5a tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event deleted for resources: {'Network': ['ID=6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:37.942829 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292ec8f-7d04-4862-b40f-e5ede10eecb7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Subnet': ['ID=3a721c83-ad4f-4818-8e26-e500e6df3b91,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:37.947033 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment c46bdec6-117b-4805-b7fa-a26a383622d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c46bdec6-117b-4805-b7fa-a26a383622d3 found for delete ", "request_id": "req-6f84083b-35d7-40e9-b118-22da81fe4ad0"}]} Jul 29 16:41:37.948060 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5292ec8f-7d04-4862-b40f-e5ede10eecb7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:37.954600 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5292ec8f-7d04-4862-b40f-e5ede10eecb7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/3a721c83-ad4f-4818-8e26-e500e6df3b91 HTTP/1.1" status: 204 len: 168 time: 1.1658437 Jul 29 16:41:37.955892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49130) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:37.959792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd3ba6-7b6e-4122-9aee-1e2df87b0542 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=f4039519-2528-4c4d-872f-03cfcb41dd51,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:37.982073 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cd1f7939-e95f-47b7-bbb8-481162183c5a tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "DELETE /v2.0/networks/6d56f4b6-44cb-488e-9c6e-e58d47ad2cf3 HTTP/1.1" status: 204 len: 168 time: 1.2276063 Jul 29 16:41:37.984371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49134) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:37.985172 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aae2cd7-467b-4b4c-8779-8f849fd6560e None None] Network 7beb35b8-c881-4e3b-8cbf-c9ba31c26b51 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:38.006070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e4d2d531-6ba5-458d-8948-af07adf13b23 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:38.052366 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: e4d2d531-6ba5-458d-8948-af07adf13b23 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:41:38.052864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e4d2d531-6ba5-458d-8948-af07adf13b23 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:41:38.112092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd3ba6-7b6e-4122-9aee-1e2df87b0542 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] In _notify_port_updated(), no bound segment for port f4039519-2528-4c4d-872f-03cfcb41dd51 on network 2a265526-819a-4291-8373-8ab2e6e57a8d {{(pid=89209) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:41:38.119569 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd3ba6-7b6e-4122-9aee-1e2df87b0542 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:38.120226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3ba6-7b6e-4122-9aee-1e2df87b0542 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:38.124244 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9bdd3ba6-7b6e-4122-9aee-1e2df87b0542 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "PUT /v2.0/ports/f4039519-2528-4c4d-872f-03cfcb41dd51 HTTP/1.1" status: 200 len: 920 time: 8.2400515 Jul 29 16:41:38.130922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49138) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:38.144279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:38.150662 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:38.151284 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:38.204907 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24739a1-7f8c-41d4-974b-68e2ea8c5669 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:38.205626 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a24739a1-7f8c-41d4-974b-68e2ea8c5669 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:38.260403 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:38.266098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16ad8d9-3164-45db-bc88-b38d73494ff5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:38.278383 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57061507-3bd6-4b30-abe0-c5991b9d70ab None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:38.288865 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57061507-3bd6-4b30-abe0-c5991b9d70ab None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:38.289815 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-57061507-3bd6-4b30-abe0-c5991b9d70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:38.293077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-37404eda-b089-4365-8a12-a8124bb5fdd5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:38.297890 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ca1a6-8a38-4c59-b18f-969517720773 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port f4039519-2528-4c4d-872f-03cfcb41dd51 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:38.298230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca1a6-8a38-4c59-b18f-969517720773 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:38.336248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6deaeb01-e5a8-4d24-b1a1-13f8a3da05f7 None None] For port 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8d1f6a59-4343-4c5b-9567-51d8f26fa0c1,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:38.336641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6deaeb01-e5a8-4d24-b1a1-13f8a3da05f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:38.349626 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-640fc5f1-d58d-48f1-ad99-8ebedfa782c2 None None] Provisioning for port f4039519-2528-4c4d-872f-03cfcb41dd51 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:38.351727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port 00e8cd89-688a-4ee8-a91e-407a598349fa {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:38.352080 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:38.365037 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-57061507-3bd6-4b30-abe0-c5991b9d70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:38.374062 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57061507-3bd6-4b30-abe0-c5991b9d70ab None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:38.374950 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-57061507-3bd6-4b30-abe0-c5991b9d70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:38.418823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-640fc5f1-d58d-48f1-ad99-8ebedfa782c2 None None] Provisioning complete for port f4039519-2528-4c4d-872f-03cfcb41dd51 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:38.419198 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-640fc5f1-d58d-48f1-ad99-8ebedfa782c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:38.427428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-37404eda-b089-4365-8a12-a8124bb5fdd5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:38.450452 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-57061507-3bd6-4b30-abe0-c5991b9d70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:38.451280 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57061507-3bd6-4b30-abe0-c5991b9d70ab None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:38.479114 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19d4d9d2-8ca5-45cb-a9b8-ea343353e5f6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:38.530400 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6deaeb01-e5a8-4d24-b1a1-13f8a3da05f7 None None] Calling delete_port for 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:38.536708 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2102530 Jul 29 16:41:38.555935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6650d4-27f8-4498-9eae-d601c0f931e3 req-660263e1-c4f4-46a0-b63f-9d07734cd2e7 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:38.557526 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7f6650d4-27f8-4498-9eae-d601c0f931e3 req-660263e1-c4f4-46a0-b63f-9d07734cd2e7 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 1.3218954 Jul 29 16:41:38.558016 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49144) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:38.563303 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4d9d2-8ca5-45cb-a9b8-ea343353e5f6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event deleted for resources: {'Subnet': ['ID=ec15af59-e347-4947-93bd-522b4bab3537,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:38.566152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2eaf6-c367-42f3-a2c9-7577c8ab8cbe tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event updated for resources: {'Network': ['ID=7116262c-e361-4379-bf7d-a690ecc86df0,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:38.570682 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-19d4d9d2-8ca5-45cb-a9b8-ea343353e5f6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:38.572529 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-19d4d9d2-8ca5-45cb-a9b8-ea343353e5f6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "DELETE /v2.0/subnets/ec15af59-e347-4947-93bd-522b4bab3537 HTTP/1.1" status: 204 len: 168 time: 1.7687335 Jul 29 16:41:38.589001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Request body: {'subnet': {'network_id': '7116262c-e361-4379-bf7d-a690ecc86df0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:38.590283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0c59b2-3009-4fdd-958f-344b0562f05f None None] Network 1c3f59aa-057c-4266-bfb7-c207b63ac823 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:38.604118 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a24739a1-7f8c-41d4-974b-68e2ea8c5669 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:38.605320 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a24739a1-7f8c-41d4-974b-68e2ea8c5669 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1042314 Jul 29 16:41:38.609000 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49148) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:38.609000 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49150) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:38.618452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 7116262c-e361-4379-bf7d-a690ecc86df0 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:41:38.754041 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] For port 00e8cd89-688a-4ee8-a91e-407a598349fa, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=00e8cd89-688a-4ee8-a91e-407a598349fa,segment=NetworkSegment(05105085-eb6c-4817-ae72-efd7b283f42f),segment_id=05105085-eb6c-4817-ae72-efd7b283f42f)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:38.754397 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:38.789027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-640fc5f1-d58d-48f1-ad99-8ebedfa782c2 None None] Port f4039519-2528-4c4d-872f-03cfcb41dd51 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:38.909844 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7f6650d4-27f8-4498-9eae-d601c0f931e3 req-469bd1ba-a9f6-4b6d-8519-d5439c861106 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998984 Jul 29 16:41:38.919562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6deaeb01-e5a8-4d24-b1a1-13f8a3da05f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:38.936955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef4185a-2794-45f4-9a17-89ca79f754b5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:38.938219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fef4185a-2794-45f4-9a17-89ca79f754b5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:38.944822 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for 00e8cd89-688a-4ee8-a91e-407a598349fa owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:38.960945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:38.964183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:38.997891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaade77-a6da-4f48-a50b-155085ce9f69 None None] DHCP port deletion for 7beb35b8-c881-4e3b-8cbf-c9ba31c26b51 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:39.014541 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deaeb01-e5a8-4d24-b1a1-13f8a3da05f7 None None] Pushing event deleted for resources: {'Port': ['ID=8d1f6a59-4343-4c5b-9567-51d8f26fa0c1,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:39.029106 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ffaade77-a6da-4f48-a50b-155085ce9f69 None None] Deleting port 00e8cd89-688a-4ee8-a91e-407a598349fa {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:39.029313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-37404eda-b089-4365-8a12-a8124bb5fdd5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:39.029633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ffaade77-a6da-4f48-a50b-155085ce9f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:39.068850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Usage tracker for resource:subnet and tenant:ef969cc19de240de966e6a4544ba3599 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:39.074336 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deaeb01-e5a8-4d24-b1a1-13f8a3da05f7 None None] No DVR routers for this DVR port 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:39.086156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37404eda-b089-4365-8a12-a8124bb5fdd5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19c36f2-3c16-4b72-af36-75b2282993db,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:39.089637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca1a6-8a38-4c59-b18f-969517720773 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:39.103493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-37404eda-b089-4365-8a12-a8124bb5fdd5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:39.107540 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-37404eda-b089-4365-8a12-a8124bb5fdd5 tempest-TestNetworkAdvancedServerOps-273045417 tempest-TestNetworkAdvancedServerOps-273045417-project] 10.222.0.58 "DELETE /v2.0/security-groups/b19c36f2-3c16-4b72-af36-75b2282993db HTTP/1.1" status: 204 len: 168 time: 1.1186061 Jul 29 16:41:39.131599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:39.161675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:39.219741 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ffaade77-a6da-4f48-a50b-155085ce9f69 None None] The port '00e8cd89-688a-4ee8-a91e-407a598349fa' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:41:39.287255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ca1a6-8a38-4c59-b18f-969517720773 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for f4039519-2528-4c4d-872f-03cfcb41dd51 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:39.343361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f499cb-96a1-48a1-b7f6-cafcfb6a774d None None] DHCP port deletion for 1c3f59aa-057c-4266-bfb7-c207b63ac823 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:39.347947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=00e8cd89-688a-4ee8-a91e-407a598349fa,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:39.349145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:39.349856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a2f499cb-96a1-48a1-b7f6-cafcfb6a774d None None] Deleting port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:39.350992 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a2f499cb-96a1-48a1-b7f6-cafcfb6a774d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:39.355984 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] No DVR routers for this DVR port 00e8cd89-688a-4ee8-a91e-407a598349fa on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:39.370435 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fef4185a-2794-45f4-9a17-89ca79f754b5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:39.377248 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fef4185a-2794-45f4-9a17-89ca79f754b5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7427821 Jul 29 16:41:39.382366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49164) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:39.495627 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:39.508319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:39.516345 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Deleting port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:39.517142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:39.546251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:41:39.546749 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8d1f6a59-4343-4c5b-9567-51d8f26fa0c1 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:41:39.547265 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:39.653192 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Made reservation on behalf of ef969cc19de240de966e6a4544ba3599 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:39.656846 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:39.670164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49170) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:39.688889 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ec342fd2-7c0f-4ba5-bf25-f4bbd5fe1943 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2896800 Jul 29 16:41:39.689121 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7beb35b8-c881-4e3b-8cbf-c9ba31c26b51']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:39.693135 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49174) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:39.704771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05105085-eb6c-4817-ae72-efd7b283f42f') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:39.705153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05105085-eb6c-4817-ae72-efd7b283f42f') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:39.721824 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:39.743831 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:39.750371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca1a6-8a38-4c59-b18f-969517720773 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:39.752189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:39.752661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:39.763302 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8b95d9c1-1654-4ca6-a331-3438b5e55758 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:39.793591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16ad8d9-3164-45db-bc88-b38d73494ff5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router fae27eb1-5492-422f-b929-62833560b5be has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:41:39.821285 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a2f499cb-96a1-48a1-b7f6-cafcfb6a774d None None] For port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5,segment=NetworkSegment(faa51498-c89c-4087-92e6-6e6d6d53cd3c),segment_id=faa51498-c89c-4087-92e6-6e6d6d53cd3c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:39.821819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a2f499cb-96a1-48a1-b7f6-cafcfb6a774d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:39.869482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ca1a6-8a38-4c59-b18f-969517720773 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=f4039519-2528-4c4d-872f-03cfcb41dd51,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:39.991527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a2f499cb-96a1-48a1-b7f6-cafcfb6a774d None None] Calling delete_port for d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:40.005231 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 05105085-eb6c-4817-ae72-efd7b283f42f resource provider aggregate not found Jul 29 16:41:40.013767 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.043626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.047022 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 05105085-eb6c-4817-ae72-efd7b283f42f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05105085-eb6c-4817-ae72-efd7b283f42f found for delete ", "request_id": "req-8b1117ea-2812-4e79-b53a-85ea587f0a71"}]} Jul 29 16:41:40.061463 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca1a6-8a38-4c59-b18f-969517720773 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.063962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Network': ['ID=7beb35b8-c881-4e3b-8cbf-c9ba31c26b51,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:40.082776 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ba1ca1a6-8a38-4c59-b18f-969517720773 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/f4039519-2528-4c4d-872f-03cfcb41dd51 HTTP/1.1" status: 204 len: 168 time: 1.9344101 Jul 29 16:41:40.083424 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49184) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:40.122499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:40.123069 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.125695 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cfaa8e27-67be-4d9c-b663-c602d5afdce9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/networks/7beb35b8-c881-4e3b-8cbf-c9ba31c26b51 HTTP/1.1" status: 204 len: 168 time: 2.1681252 Jul 29 16:41:40.133456 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49188) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:40.136422 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-c633a172-549e-4c01-aa4a-3409d9d4db23 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] GET failed (client error): The resource could not be found. Jul 29 16:41:40.136958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c633a172-549e-4c01-aa4a-3409d9d4db23 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:40.142455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1011266708'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:40.148563 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:40.155352 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:network and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:40.161212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:40.169193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:40.179995 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a2f499cb-96a1-48a1-b7f6-cafcfb6a774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.181174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c633a172-549e-4c01-aa4a-3409d9d4db23 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:40.185576 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c633a172-549e-4c01-aa4a-3409d9d4db23 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/f4039519-2528-4c4d-872f-03cfcb41dd51 HTTP/1.1" status: 404 len: 333 time: 0.0986345 Jul 29 16:41:40.186839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49192) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:40.187445 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:40.191234 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.212820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b3a02-88aa-4a88-8d9c-c73a516f8769 req-d3c2bff4-6ded-4a1d-b9fa-7ef9f4d6c5ba tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:40.214395 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5f6b3a02-88aa-4a88-8d9c-c73a516f8769 req-d3c2bff4-6ded-4a1d-b9fa-7ef9f4d6c5ba tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 1.1366303 Jul 29 16:41:40.262490 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8b95d9c1-1654-4ca6-a331-3438b5e55758 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:40.262731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:41:40.282204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f499cb-96a1-48a1-b7f6-cafcfb6a774d None None] No DVR routers for this DVR port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:40.292266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.292497 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Added segment 58c695d6-787b-4785-a978-1074b4c4886b of type vlan for network d0468343-48e4-40f9-ad63-e8992ad72b97 Jul 29 16:41:40.300412 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf2d9435-deb2-48d7-bbe7-529441e2f687 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.313095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f499cb-96a1-48a1-b7f6-cafcfb6a774d None None] Pushing event deleted for resources: {'Port': ['ID=d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:40.347799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.352179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf2d9435-deb2-48d7-bbe7-529441e2f687 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.359239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8b95d9c1-1654-4ca6-a331-3438b5e55758 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:40.360432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 00e8cd89-688a-4ee8-a91e-407a598349fa no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:40.399146 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 00e8cd89-688a-4ee8-a91e-407a598349fa {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:41:40.399510 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 00e8cd89-688a-4ee8-a91e-407a598349fa not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:41:40.428848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.436843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:40.437576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.479699 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0e17715b-536b-44c4-9386-79059ae3db81 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43ee33cc813f44109927ef3a85b8b480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8000793 Jul 29 16:41:40.480096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49196) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:40.480731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf2d9435-deb2-48d7-bbe7-529441e2f687 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.483223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf2d9435-deb2-48d7-bbe7-529441e2f687 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.486690 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bf2d9435-deb2-48d7-bbe7-529441e2f687 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/security-groups/54b2b353-ff27-488e-9e2b-ea37c09d70b0 HTTP/1.1" status: 204 len: 168 time: 0.2831991 Jul 29 16:41:40.494714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49200) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:40.508309 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b95d9c1-1654-4ca6-a331-3438b5e55758 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:40.512151 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3746243 Jul 29 16:41:40.512289 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8b95d9c1-1654-4ca6-a331-3438b5e55758 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.531233 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49204) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:40.541142 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5f6b3a02-88aa-4a88-8d9c-c73a516f8769 req-201476fd-9fd0-4e58-8ce5-a57a58fccdca tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032255 Jul 29 16:41:40.571891 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] For port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5,segment=NetworkSegment(faa51498-c89c-4087-92e6-6e6d6d53cd3c),segment_id=faa51498-c89c-4087-92e6-6e6d6d53cd3c)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:40.572922 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.573272 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d9435-deb2-48d7-bbe7-529441e2f687 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b2b353-ff27-488e-9e2b-ea37c09d70b0,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:40.617153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6cc94-051a-4661-9fdc-fc1222803b31 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Network': ['ID=d0468343-48e4-40f9-ad63-e8992ad72b97,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:40.629359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network d0468343-48e4-40f9-ad63-e8992ad72b97 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:41:40.641800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6c7207d3-ff5e-4907-8bcc-2d649899f338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.651341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'subnet': {'network_id': 'd0468343-48e4-40f9-ad63-e8992ad72b97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:40.672401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6c7207d3-ff5e-4907-8bcc-2d649899f338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.688114 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16ad8d9-3164-45db-bc88-b38d73494ff5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:40.705359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23ac16-012f-4f69-8cba-b312def39d3b None None] Sync routers for ids ['fae27eb1-5492-422f-b929-62833560b5be'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:40.730386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6c7207d3-ff5e-4907-8bcc-2d649899f338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.738956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23ac16-012f-4f69-8cba-b312def39d3b None None] Routers {'fae27eb1-5492-422f-b929-62833560b5be'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:40.739581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ee23ac16-012f-4f69-8cba-b312def39d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['fae27eb1-5492-422f-b929-62833560b5be'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:40.750492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7207d3-ff5e-4907-8bcc-2d649899f338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb8b37a-0212-40f5-802d-7ac2dff745ce,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:40.755971 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6c7207d3-ff5e-4907-8bcc-2d649899f338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:40.765017 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6c7207d3-ff5e-4907-8bcc-2d649899f338 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5cb8b37a-0212-40f5-802d-7ac2dff745ce HTTP/1.1" status: 204 len: 168 time: 0.2744935 Jul 29 16:41:40.822941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ee23ac16-012f-4f69-8cba-b312def39d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:40.833482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23ac16-012f-4f69-8cba-b312def39d3b None None] Routers {'fae27eb1-5492-422f-b929-62833560b5be'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:40.834101 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ee23ac16-012f-4f69-8cba-b312def39d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['fae27eb1-5492-422f-b929-62833560b5be'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:40.899613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ee23ac16-012f-4f69-8cba-b312def39d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:40.900008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23ac16-012f-4f69-8cba-b312def39d3b None None] The sync data for ids ['fae27eb1-5492-422f-b929-62833560b5be'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:41.063947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49214) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:41.075953 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Calling delete_port for d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:41.081842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-098eae64-5df7-4822-a016-4942c8bfd77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:41.095807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-098eae64-5df7-4822-a016-4942c8bfd77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:41.099705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-098eae64-5df7-4822-a016-4942c8bfd77f admin admin] Usage tracker for resource:security_group_rule and tenant:78da0c8a99fa461a8c2854b45ff38a32 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:41.103220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-098eae64-5df7-4822-a016-4942c8bfd77f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:41.108963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-098eae64-5df7-4822-a016-4942c8bfd77f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:41.141283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a16ad8d9-3164-45db-bc88-b38d73494ff5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:41.192610 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-098eae64-5df7-4822-a016-4942c8bfd77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:41.196713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-098eae64-5df7-4822-a016-4942c8bfd77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:41.246247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098eae64-5df7-4822-a016-4942c8bfd77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160ec957-f9c3-455c-a757-d636f9db64a1,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:41.252822 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-098eae64-5df7-4822-a016-4942c8bfd77f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78da0c8a99fa461a8c2854b45ff38a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853986 Jul 29 16:41:41.253794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49218) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:41.306098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:41.312147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a50a5228-6853-4439-957d-bec0f0794897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:41.336315 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:subnet and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:41.339169 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a50a5228-6853-4439-957d-bec0f0794897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:41.343579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:41.374026 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-804e08bf-d6f1-446d-91c6-2a76d19c4f78 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:41.390748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a50a5228-6853-4439-957d-bec0f0794897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:41.398289 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:41.405412 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a5228-6853-4439-957d-bec0f0794897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160ec957-f9c3-455c-a757-d636f9db64a1,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:41.412104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a50a5228-6853-4439-957d-bec0f0794897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:41.416348 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a50a5228-6853-4439-957d-bec0f0794897 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/160ec957-f9c3-455c-a757-d636f9db64a1 HTTP/1.1" status: 204 len: 168 time: 0.1590409 Jul 29 16:41:41.514833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:41:41.515194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:41:41.536756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:41.540268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:41.554759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-804e08bf-d6f1-446d-91c6-2a76d19c4f78 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:41.593426 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a16ad8d9-3164-45db-bc88-b38d73494ff5 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "PUT /v2.0/floatingips/84e12b43-95a1-430b-ba91-8afea6e193bc HTTP/1.1" status: 200 len: 979 time: 10.9195070 Jul 29 16:41:41.601877 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49224) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:41.661948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58edc6-f900-43ce-8944-5c2162c2fd38 req-d5cb8a3f-e138-4dcb-8f4a-82ebe999c993 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:41.663576 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3d58edc6-f900-43ce-8944-5c2162c2fd38 req-d5cb8a3f-e138-4dcb-8f4a-82ebe999c993 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.9848638 Jul 29 16:41:41.690902 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-144a8101-2b3b-4519-97ea-647392a2b2dc tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting port 26a6625a-ded0-46b6-a9cc-b00f075b0b19 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:41.691279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-144a8101-2b3b-4519-97ea-647392a2b2dc tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:41.760482 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.objects.ports [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89209) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:41:41.778709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:41.909249 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3d58edc6-f900-43ce-8944-5c2162c2fd38 req-2e476f49-ebdf-4c25-a8df-23f048921b2a tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320948 Jul 29 16:41:41.926881 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-804e08bf-d6f1-446d-91c6-2a76d19c4f78 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:41.951277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event updated for resources: {'Subnet': ['ID=d29ddcfe-8b65-4243-9a6e-b1bf7c5670a0,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:41.965614 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e08bf-d6f1-446d-91c6-2a76d19c4f78 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59395ecf-1b96-4ef1-b34f-52b65b1fb645,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:41.977103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-144a8101-2b3b-4519-97ea-647392a2b2dc tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:42.018117 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Checking segment: {'id': 'd56a912c-4ef9-4f9e-be3f-8926488e9bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7116262c-e361-4379-bf7d-a690ecc86df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:42.018834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Network hostable DHCP agents. Network: 7116262c-e361-4379-bf7d-a690ecc86df0, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:41:42.023286 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Deleting port d5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:42.023626 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:42.172379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] The port 'd5ece1bb-12ef-4dfc-9ea1-1b3f20b9f7e5' was deleted {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:41:42.181113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-804e08bf-d6f1-446d-91c6-2a76d19c4f78 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:42.182249 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-804e08bf-d6f1-446d-91c6-2a76d19c4f78 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/security-groups/59395ecf-1b96-4ef1-b34f-52b65b1fb645 HTTP/1.1" status: 204 len: 168 time: 1.6757197 Jul 29 16:41:42.185007 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49232) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:42.238553 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:41:42.253611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.objects.ports [None req-8b95d9c1-1654-4ca6-a331-3438b5e55758 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89209) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:41:42.260111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Network 7116262c-e361-4379-bf7d-a690ecc86df0 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:41:42.262288 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8b95d9c1-1654-4ca6-a331-3438b5e55758 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:42.344127 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fdb056-831f-4aa7-b48d-e691d6a6456d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting subnet 84343439-ef97-4d16-b03b-3ee800b3b24b {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:42.353655 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06fdb056-831f-4aa7-b48d-e691d6a6456d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:42.475366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 7116262c-e361-4379-bf7d-a690ecc86df0) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:42.484025 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b95d9c1-1654-4ca6-a331-3438b5e55758 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:42.486008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029accde-22e9-4dfc-bb9e-727e8b6945bd None None] Network 7116262c-e361-4379-bf7d-a690ecc86df0 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:42.490519 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-144a8101-2b3b-4519-97ea-647392a2b2dc tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:42.490895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-144a8101-2b3b-4519-97ea-647392a2b2dc tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:42.491209 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-144a8101-2b3b-4519-97ea-647392a2b2dc tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Floating IP 84e12b43-95a1-430b-ba91-8afea6e193bc disassociated. External IP: 172.26.1.109, port: 26a6625a-ded0-46b6-a9cc-b00f075b0b19. Jul 29 16:41:42.491550 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-144a8101-2b3b-4519-97ea-647392a2b2dc tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Calling delete_port for 26a6625a-ded0-46b6-a9cc-b00f075b0b19 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:42.499638 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-8b95d9c1-1654-4ca6-a331-3438b5e55758 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:42.502723 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:42.503854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:42.509823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95d9c1-1654-4ca6-a331-3438b5e55758 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:42.510392 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8b95d9c1-1654-4ca6-a331-3438b5e55758 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:42.540944 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:42.559029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95d9c1-1654-4ca6-a331-3438b5e55758 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=03f590e7-6a2e-467d-80c4-f8b4f8900195,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:42.560507 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06fdb056-831f-4aa7-b48d-e691d6a6456d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:42.568292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:42.600508 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b664ce-6c3a-425c-bc87-86e3f5350ce3 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:42.644637 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f32a9559-2938-4246-9398-465dbcbf89b4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.0803030 Jul 29 16:41:42.644637 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8b95d9c1-1654-4ca6-a331-3438b5e55758 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9393458 Jul 29 16:41:42.648186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3f59aa-057c-4266-bfb7-c207b63ac823']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:42.659793 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49236) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:42.660090 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49238) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:42.674369 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa51498-c89c-4087-92e6-6e6d6d53cd3c') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:42.674369 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa51498-c89c-4087-92e6-6e6d6d53cd3c') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:42.686911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'mac_address': 'fa:16:3e:c5:78:19', 'name': 'tempest-NetworksTestDHCPv6-1610514410'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:42.709081 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-144a8101-2b3b-4519-97ea-647392a2b2dc tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:42.747525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:42.768424 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a8101-2b3b-4519-97ea-647392a2b2dc tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Port': ['ID=26a6625a-ded0-46b6-a9cc-b00f075b0b19,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:42.845031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06fdb056-831f-4aa7-b48d-e691d6a6456d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:42.978301 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '03f590e7-6a2e-467d-80c4-f8b4f8900195'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:41:42.979243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.021617 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Subnet': ['ID=e48f1b2b-d700-4186-ab3f-3e0b7a589c85,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:43.031039 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06fdb056-831f-4aa7-b48d-e691d6a6456d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.075275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdb056-831f-4aa7-b48d-e691d6a6456d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Subnet': ['ID=84343439-ef97-4d16-b03b-3ee800b3b24b,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:43.086404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06fdb056-831f-4aa7-b48d-e691d6a6456d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.095352 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144a8101-2b3b-4519-97ea-647392a2b2dc tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router fae27eb1-5492-422f-b929-62833560b5be has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:41:43.097438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2ccab-24d3-4620-badf-01cc5535659a req-f9ac2243-e6bf-4578-8bdf-934cac8981bf tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:43.097558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e92da56-9c41-4392-869c-9177b5e2e3e6 None None] Network 2a265526-819a-4291-8373-8ab2e6e57a8d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:43.099213 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b1d2ccab-24d3-4620-badf-01cc5535659a req-f9ac2243-e6bf-4578-8bdf-934cac8981bf tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.8438954 Jul 29 16:41:43.106390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.107309 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-06fdb056-831f-4aa7-b48d-e691d6a6456d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/84343439-ef97-4d16-b03b-3ee800b3b24b HTTP/1.1" status: 204 len: 168 time: 0.9212475 Jul 29 16:41:43.113567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49244) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:43.121969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b58cc21b-33ec-483c-bc12-ae25d7425580 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'subnet': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:43.129575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-7116262c-e361-4379-bf7d-a690ecc86df0', 'network_id': '7116262c-e361-4379-bf7d-a690ecc86df0', 'tenant_id': 'ef969cc19de240de966e6a4544ba3599', 'fixed_ips': [{'subnet_id': 'd29ddcfe-8b65-4243-9a6e-b1bf7c5670a0'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:41:43.130518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.150886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:43.151309 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.180356 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Checking segment: {'id': '58c695d6-787b-4785-a978-1074b4c4886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0468343-48e4-40f9-ad63-e8992ad72b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:43.180840 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network hostable DHCP agents. Network: d0468343-48e4-40f9-ad63-e8992ad72b97, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:41:43.257260 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment faa51498-c89c-4087-92e6-6e6d6d53cd3c resource provider aggregate not found Jul 29 16:41:43.296294 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment faa51498-c89c-4087-92e6-6e6d6d53cd3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid faa51498-c89c-4087-92e6-6e6d6d53cd3c found for delete ", "request_id": "req-aef95cba-5166-4737-b24d-1cef4dab43f8"}]} Jul 29 16:41:43.347264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.365060 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b1d2ccab-24d3-4620-badf-01cc5535659a req-0f756ae1-1b43-48f7-b2f4-73c9133aa635 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424300 Jul 29 16:41:43.371013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:43.380241 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.386697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:43.404416 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network d0468343-48e4-40f9-ad63-e8992ad72b97 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:41:43.413139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.426962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event deleted for resources: {'Network': ['ID=1c3f59aa-057c-4266-bfb7-c207b63ac823,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:43.435126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144a8101-2b3b-4519-97ea-647392a2b2dc tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:43.441227 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Allocated IP 2001:db8::f816:3eff:fea8:d2de (560f49a9-f2f8-459c-86f0-823ac32fcdf1/03f590e7-6a2e-467d-80c4-f8b4f8900195/d424373d-9212-4840-8fae-17bc88847355) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:43.452483 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8096d69-3341-4f38-a0a3-86942f815156 None None] Sync routers for ids ['fae27eb1-5492-422f-b929-62833560b5be'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:43.462043 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8096d69-3341-4f38-a0a3-86942f815156 None None] Routers {'fae27eb1-5492-422f-b929-62833560b5be'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:43.462879 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d8096d69-3341-4f38-a0a3-86942f815156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['fae27eb1-5492-422f-b929-62833560b5be'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:43.472168 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a47dbb5f-51a6-40a5-b9aa-83ad534f9e7e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "DELETE /v2.0/networks/1c3f59aa-057c-4266-bfb7-c207b63ac823 HTTP/1.1" status: 204 len: 168 time: 4.8420336 Jul 29 16:41:43.473724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49252) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:43.481908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b58cc21b-33ec-483c-bc12-ae25d7425580 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:43.488339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:43.502612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, d0468343-48e4-40f9-ad63-e8992ad72b97) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:43.514793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b58cc21b-33ec-483c-bc12-ae25d7425580 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:subnet and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:43.529936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b58cc21b-33ec-483c-bc12-ae25d7425580 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:43.541013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b58cc21b-33ec-483c-bc12-ae25d7425580 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:43.543457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Allocated IP 2001:db8::f816:3eff:fea9:ed45 (7116262c-e361-4379-bf7d-a690ecc86df0/d29ddcfe-8b65-4243-9a6e-b1bf7c5670a0/12be3d70-e93b-45ee-94ca-e77b0151b09b) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:43.566611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-144a8101-2b3b-4519-97ea-647392a2b2dc tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.571621 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-144a8101-2b3b-4519-97ea-647392a2b2dc tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/ports/26a6625a-ded0-46b6-a9cc-b00f075b0b19 HTTP/1.1" status: 204 len: 168 time: 1.9683418 Jul 29 16:41:43.572473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49256) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:43.575190 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58cc21b-33ec-483c-bc12-ae25d7425580 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:43.578715 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b58cc21b-33ec-483c-bc12-ae25d7425580 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.618541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:43.619132 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.620866 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d8096d69-3341-4f38-a0a3-86942f815156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:43.637920 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8096d69-3341-4f38-a0a3-86942f815156 None None] Routers {'fae27eb1-5492-422f-b929-62833560b5be'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:43.638754 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d8096d69-3341-4f38-a0a3-86942f815156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['fae27eb1-5492-422f-b929-62833560b5be'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:43.658323 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.710367 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d8096d69-3341-4f38-a0a3-86942f815156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:43.711071 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8096d69-3341-4f38-a0a3-86942f815156 None None] The sync data for ids ['fae27eb1-5492-422f-b929-62833560b5be'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:43.714116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d214d9-cbdb-4455-a12b-d844e79522b6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Deleting subnet 3a5086e2-3cdf-461d-8a7e-d5a9255e4695 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:43.719028 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-26088c7d-a75f-4ef0-85e6-48545d7df4c5 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1791921 Jul 29 16:41:43.723664 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49260) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:43.724305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e7d214d9-cbdb-4455-a12b-d844e79522b6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.725388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440be616-a955-4f1c-8fef-1accf3d7958c None None] Network d0468343-48e4-40f9-ad63-e8992ad72b97 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:43.785551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-82787d6d-76f7-4bf2-863d-34a31c31ef08 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1681430065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:43.802593 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-82787d6d-76f7-4bf2-863d-34a31c31ef08 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:43.825443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-82787d6d-76f7-4bf2-863d-34a31c31ef08 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:router and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:43.831515 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-82787d6d-76f7-4bf2-863d-34a31c31ef08 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:43.841523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e7d214d9-cbdb-4455-a12b-d844e79522b6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.869548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-82787d6d-76f7-4bf2-863d-34a31c31ef08 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:43.883957 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.912912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-82787d6d-76f7-4bf2-863d-34a31c31ef08 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.913945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-82787d6d-76f7-4bf2-863d-34a31c31ef08 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:43.936585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port b33675dd-3fa3-4896-a1ae-8c0a9131c732 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:41:44.013910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-82787d6d-76f7-4bf2-863d-34a31c31ef08 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.061347 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-82787d6d-76f7-4bf2-863d-34a31c31ef08 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.082126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e7d214d9-cbdb-4455-a12b-d844e79522b6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.106412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.134504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Transition to ACTIVE for port object 12be3d70-e93b-45ee-94ca-e77b0151b09b will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:44.136578 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-82787d6d-76f7-4bf2-863d-34a31c31ef08 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.140519 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-82787d6d-76f7-4bf2-863d-34a31c31ef08 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3794203 Jul 29 16:41:44.140909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49264) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:44.176566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e7d214d9-cbdb-4455-a12b-d844e79522b6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.222222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d214d9-cbdb-4455-a12b-d844e79522b6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event deleted for resources: {'Subnet': ['ID=3a5086e2-3cdf-461d-8a7e-d5a9255e4695,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:44.226238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e7d214d9-cbdb-4455-a12b-d844e79522b6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.236418 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e7d214d9-cbdb-4455-a12b-d844e79522b6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "DELETE /v2.0/subnets/3a5086e2-3cdf-461d-8a7e-d5a9255e4695 HTTP/1.1" status: 204 len: 168 time: 0.7535877 Jul 29 16:41:44.237070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49268) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:44.237723 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Transition to ACTIVE for port object 12be3d70-e93b-45ee-94ca-e77b0151b09b will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:44.255591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e567ef1-17a0-4f92-b82c-8079926a4664 None None] Network dc0b4b47-8629-4ad6-a5ce-a421bd3ca006 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:44.276623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.308132 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.353470 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Subnet': ['ID=d29ddcfe-8b65-4243-9a6e-b1bf7c5670a0,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:44.358896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf37e9bd-0d37-4699-97b9-e91403498b5c tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Deleting subnet f4d8b5e0-3297-4079-a34f-9c4ce8921644 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:44.377132 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bf37e9bd-0d37-4699-97b9-e91403498b5c tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.500579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Network 7116262c-e361-4379-bf7d-a690ecc86df0 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:44.506932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.516919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.526717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bf37e9bd-0d37-4699-97b9-e91403498b5c tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.556617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:44.581492 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-d0468343-48e4-40f9-ad63-e8992ad72b97', 'network_id': 'd0468343-48e4-40f9-ad63-e8992ad72b97', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'fixed_ips': [{'subnet_id': 'e48f1b2b-d700-4186-ab3f-3e0b7a589c85'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:41:44.582412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.665524 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Pushing event updated for resources: {'Port': ['ID=12be3d70-e93b-45ee-94ca-e77b0151b09b,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:44.667718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:44.693701 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7116262c-e361-4379-bf7d-a690ecc86df0']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:44.707284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Transition to ACTIVE for port object d424373d-9212-4840-8fae-17bc88847355 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:44.744167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56a912c-4ef9-4f9e-be3f-8926488e9bca') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:44.744478 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56a912c-4ef9-4f9e-be3f-8926488e9bca') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:44.771271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.795817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa791a-d4b8-4e2c-b216-96d3c91eb4e4 req-457b148b-23d3-4fa7-a9f6-e03ff901f0e2 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:44.803881 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-94fa791a-d4b8-4e2c-b216-96d3c91eb4e4 req-457b148b-23d3-4fa7-a9f6-e03ff901f0e2 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.2129242 Jul 29 16:41:44.831200 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b58cc21b-33ec-483c-bc12-ae25d7425580 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.855367 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:44.874158 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-94fa791a-d4b8-4e2c-b216-96d3c91eb4e4 req-200f4ff0-089a-4cba-bd7b-359fe9ac7b83 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693431 Jul 29 16:41:44.905074 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:44.905475 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.078012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58cc21b-33ec-483c-bc12-ae25d7425580 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 2a265526-819a-4291-8373-8ab2e6e57a8d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:45.084722 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-b58cc21b-33ec-483c-bc12-ae25d7425580 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:45.100228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58cc21b-33ec-483c-bc12-ae25d7425580 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:45.100821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b58cc21b-33ec-483c-bc12-ae25d7425580 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.108578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Attempting to bind port 12be3d70-e93b-45ee-94ca-e77b0151b09b on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:41:45.109344 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Attempting to bind port 12be3d70-e93b-45ee-94ca-e77b0151b09b by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'd56a912c-4ef9-4f9e-be3f-8926488e9bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7116262c-e361-4379-bf7d-a690ecc86df0'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:41:45.110982 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Attempting to bind port 12be3d70-e93b-45ee-94ca-e77b0151b09b on network 7116262c-e361-4379-bf7d-a690ecc86df0 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:41:45.132138 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:41:45.132547 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Checking segment: {'id': 'd56a912c-4ef9-4f9e-be3f-8926488e9bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7116262c-e361-4379-bf7d-a690ecc86df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:45.133199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.134044 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Bound using segment: {'id': 'd56a912c-4ef9-4f9e-be3f-8926488e9bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7116262c-e361-4379-bf7d-a690ecc86df0'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:41:45.134177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Bound port: 12be3d70-e93b-45ee-94ca-e77b0151b09b, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56a912c-4ef9-4f9e-be3f-8926488e9bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7116262c-e361-4379-bf7d-a690ecc86df0'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:41:45.134473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.147834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c0957e7a-65c8-4e4b-bcfc-035470fe0f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.148058 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cc21b-33ec-483c-bc12-ae25d7425580 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Subnet': ['ID=2227bee4-c476-4c18-852c-e7dcf19d4a9a,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:45.154429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e267a1-31e4-4724-aead-04cca5651152 None None] Network 2a265526-819a-4291-8373-8ab2e6e57a8d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:45.161074 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bf37e9bd-0d37-4699-97b9-e91403498b5c tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.193913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Allocated IP 2001:db8::2 (d0468343-48e4-40f9-ad63-e8992ad72b97/e48f1b2b-d700-4186-ab3f-3e0b7a589c85/ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:45.199093 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b58cc21b-33ec-483c-bc12-ae25d7425580 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0819325 Jul 29 16:41:45.201895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49278) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:45.204892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.234680 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-95b31a5a-f4fa-46b9-b8e2-14fef9db02f0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'security_group': {'name': 'tempest-secgroup-1088964946'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:45.251047 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 16:41:45.251047 dv-neutron-851534-1-hyperv neutron-server[89209]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 16:41:45.251047 dv-neutron-851534-1-hyperv neutron-server[89209]: [parameters: {'id': '7116262c-e361-4379-bf7d-a690ecc86df0'}] Jul 29 16:41:45.251047 dv-neutron-851534-1-hyperv neutron-server[89209]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:41:45.251551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:41:45.259630 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-95b31a5a-f4fa-46b9-b8e2-14fef9db02f0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:45.272477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bf37e9bd-0d37-4699-97b9-e91403498b5c tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.322118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Transition to ACTIVE for port object d424373d-9212-4840-8fae-17bc88847355 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:45.322989 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-95b31a5a-f4fa-46b9-b8e2-14fef9db02f0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:security_group and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:45.339783 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c903e6-58c3-4448-affb-415fbc56b27d None None] Network f988a848-b105-4231-be74-ff2b5debe15a requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:45.375091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bf37e9bd-0d37-4699-97b9-e91403498b5c tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.386872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-95b31a5a-f4fa-46b9-b8e2-14fef9db02f0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:45.420253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37e9bd-0d37-4699-97b9-e91403498b5c tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d8b5e0-3297-4079-a34f-9c4ce8921644,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:45.427257 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment d56a912c-4ef9-4f9e-be3f-8926488e9bca resource provider aggregate not found Jul 29 16:41:45.457857 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bf37e9bd-0d37-4699-97b9-e91403498b5c tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "DELETE /v2.0/subnets/f4d8b5e0-3297-4079-a34f-9c4ce8921644 HTTP/1.1" status: 204 len: 168 time: 1.2190382 Jul 29 16:41:45.461633 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49286) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:45.478470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-95b31a5a-f4fa-46b9-b8e2-14fef9db02f0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:45.532379 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment d56a912c-4ef9-4f9e-be3f-8926488e9bca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d56a912c-4ef9-4f9e-be3f-8926488e9bca found for delete ", "request_id": "req-75b30250-93e2-42ae-a368-f7046e960a74"}]} Jul 29 16:41:45.569088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] For port 12be3d70-e93b-45ee-94ca-e77b0151b09b, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:41:45.573591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] For port 12be3d70-e93b-45ee-94ca-e77b0151b09b, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=12be3d70-e93b-45ee-94ca-e77b0151b09b,segment=NetworkSegment(d56a912c-4ef9-4f9e-be3f-8926488e9bca),segment_id=d56a912c-4ef9-4f9e-be3f-8926488e9bca)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:41:45.577538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.579896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-95b31a5a-f4fa-46b9-b8e2-14fef9db02f0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.615771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-95b31a5a-f4fa-46b9-b8e2-14fef9db02f0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:45.622278 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-abf9b556-c771-4c7d-a387-c7bcce07a03b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.666966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.669602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::f816:3eff:fec5:7819 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/03f590e7-6a2e-467d-80c4-f8b4f8900195/b33675dd-3fa3-4896-a1ae-8c0a9131c732) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:45.716530 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Deleting port 378fedaf-01ee-4d5c-a07f-458ab47f192f {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:45.716995 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.756956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.765887 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c24a9-8aa0-478a-9002-7208be256280 req-5df91e0c-ed13-47eb-b4cd-2d9f8c7a2bcc tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:45.767469 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-651c24a9-8aa0-478a-9002-7208be256280 req-5df91e0c-ed13-47eb-b4cd-2d9f8c7a2bcc tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.4563768 Jul 29 16:41:45.795563 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.835111 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:45.836439 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-95b31a5a-f4fa-46b9-b8e2-14fef9db02f0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:security_group_rule and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:45.848016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-95b31a5a-f4fa-46b9-b8e2-14fef9db02f0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:45.851394 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:45.853765 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8f50e699-ad5a-43c4-8a77-f197c33dbdaa None None] Provisioning complete for port a4b01704-f7ac-4643-a868-f662ff739394 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:45.855373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8f50e699-ad5a-43c4-8a77-f197c33dbdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.900866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:45.913113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Deleting port 12be3d70-e93b-45ee-94ca-e77b0151b09b {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:45.913459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:45.917430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-95b31a5a-f4fa-46b9-b8e2-14fef9db02f0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:45.942438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Pushing event updated for resources: {'Port': ['ID=d424373d-9212-4840-8fae-17bc88847355,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:46.031322 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-651c24a9-8aa0-478a-9002-7208be256280 req-6755c020-4de9-4fbc-bff9-778cd2ece02c tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522290 Jul 29 16:41:46.040080 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5919a9-1b62-438f-a7ac-323db30bf9be None None] DHCP port deletion for dc0b4b47-8629-4ad6-a5ce-a421bd3ca006 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:46.073429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fc5919a9-1b62-438f-a7ac-323db30bf9be None None] Deleting port 378fedaf-01ee-4d5c-a07f-458ab47f192f {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:46.073812 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fc5919a9-1b62-438f-a7ac-323db30bf9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.162889 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-95b31a5a-f4fa-46b9-b8e2-14fef9db02f0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.170167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-95b31a5a-f4fa-46b9-b8e2-14fef9db02f0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.230741 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b31a5a-f4fa-46b9-b8e2-14fef9db02f0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b727ec03-4e3e-452c-b9c3-27ba6275e686,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:46.233965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-95b31a5a-f4fa-46b9-b8e2-14fef9db02f0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.238241 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-95b31a5a-f4fa-46b9-b8e2-14fef9db02f0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0322504 Jul 29 16:41:46.238481 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49290) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:46.243538 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-129c4a74-c561-42de-becc-8cad7f0120b6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'security_group': {'name': 'tempest-secgroup-496081223'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:46.252014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-129c4a74-c561-42de-becc-8cad7f0120b6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:46.259126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-129c4a74-c561-42de-becc-8cad7f0120b6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:security_group and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:46.262645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-129c4a74-c561-42de-becc-8cad7f0120b6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:46.309931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-129c4a74-c561-42de-becc-8cad7f0120b6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:46.333506 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-129c4a74-c561-42de-becc-8cad7f0120b6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.341780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.353134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-abf9b556-c771-4c7d-a387-c7bcce07a03b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting port 26e7c641-0b15-4ff0-92e6-8c8610d3c2f3 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:46.353509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-abf9b556-c771-4c7d-a387-c7bcce07a03b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.363064 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] For port 378fedaf-01ee-4d5c-a07f-458ab47f192f, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=378fedaf-01ee-4d5c-a07f-458ab47f192f,segment=NetworkSegment(bb2f83c7-24b3-4900-b979-455daf2d40b8),segment_id=bb2f83c7-24b3-4900-b979-455daf2d40b8)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:46.363437 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.367617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8f50e699-ad5a-43c4-8a77-f197c33dbdaa None None] Port a4b01704-f7ac-4643-a868-f662ff739394 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:46.396063 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-129c4a74-c561-42de-becc-8cad7f0120b6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:46.408743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-129c4a74-c561-42de-becc-8cad7f0120b6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:security_group_rule and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:46.414542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-129c4a74-c561-42de-becc-8cad7f0120b6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:46.423589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-129c4a74-c561-42de-becc-8cad7f0120b6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:46.499220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f5fc3-8688-4c60-8f47-549c0d910f92 None None] Pushing event updated for resources: {'Port': ['ID=12be3d70-e93b-45ee-94ca-e77b0151b09b,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:46.553539 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Attempting to bind port d424373d-9212-4840-8fae-17bc88847355 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:41:46.553927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Attempting to bind port d424373d-9212-4840-8fae-17bc88847355 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:41:46.554298 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Attempting to bind port d424373d-9212-4840-8fae-17bc88847355 on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:41:46.598211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-abf9b556-c771-4c7d-a387-c7bcce07a03b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.601076 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Calling delete_port for 378fedaf-01ee-4d5c-a07f-458ab47f192f owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:46.611467 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.622635 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:41:46.623062 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:46.623412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.623811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:41:46.624299 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Bound port: d424373d-9212-4840-8fae-17bc88847355, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:41:46.624677 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.645103 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object b33675dd-3fa3-4896-a1ae-8c0a9131c732 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:46.650357 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8f50e699-ad5a-43c4-8a77-f197c33dbdaa None None] Provisioning complete for port 4ea2a463-92e1-459c-a893-3fee316fd04b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:46.650735 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8f50e699-ad5a-43c4-8a77-f197c33dbdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.670702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] For port 12be3d70-e93b-45ee-94ca-e77b0151b09b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=12be3d70-e93b-45ee-94ca-e77b0151b09b,segment=NetworkSegment(d56a912c-4ef9-4f9e-be3f-8926488e9bca),segment_id=d56a912c-4ef9-4f9e-be3f-8926488e9bca)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:46.671449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.738810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-abf9b556-c771-4c7d-a387-c7bcce07a03b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Calling delete_port for 26e7c641-0b15-4ff0-92e6-8c8610d3c2f3 owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:46.742167 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Transition to ACTIVE for port object ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:46.790573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-129c4a74-c561-42de-becc-8cad7f0120b6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.807452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-129c4a74-c561-42de-becc-8cad7f0120b6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.828616 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Calling delete_port for 12be3d70-e93b-45ee-94ca-e77b0151b09b owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:46.905129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Transition to ACTIVE for port object ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:46.915227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.930797 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-fc5919a9-1b62-438f-a7ac-323db30bf9be None None] For port 378fedaf-01ee-4d5c-a07f-458ab47f192f, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=378fedaf-01ee-4d5c-a07f-458ab47f192f,segment=NetworkSegment(bb2f83c7-24b3-4900-b979-455daf2d40b8),segment_id=bb2f83c7-24b3-4900-b979-455daf2d40b8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:46.931294 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fc5919a9-1b62-438f-a7ac-323db30bf9be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:46.956077 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:47.027785 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-abf9b556-c771-4c7d-a387-c7bcce07a03b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:47.052095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8687978c-76fd-453f-96f6-5ffa9f3c226d None None] Network 7116262c-e361-4379-bf7d-a690ecc86df0 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:47.080359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-129c4a74-c561-42de-becc-8cad7f0120b6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:47.081614 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-129c4a74-c561-42de-becc-8cad7f0120b6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8422899 Jul 29 16:41:47.082461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c4a74-c561-42de-becc-8cad7f0120b6 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eacabf46-8cde-42d1-811f-97dea86cec3e,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:47.097587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49296) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:47.103190 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9b556-c771-4c7d-a387-c7bcce07a03b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Port': ['ID=26e7c641-0b15-4ff0-92e6-8c8610d3c2f3,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:47.111030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f4532ec5-e932-4ae7-ab42-747a45da6e5d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'security_group': {'name': 'tempest-secgroup-92293574'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:47.166334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] DHCP port deletion for f988a848-b105-4231-be74-ff2b5debe15a request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:47.173489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:47.183799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fc5919a9-1b62-438f-a7ac-323db30bf9be None None] Calling delete_port for 378fedaf-01ee-4d5c-a07f-458ab47f192f owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:47.219659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f4532ec5-e932-4ae7-ab42-747a45da6e5d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:47.270934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:47.290474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] No DVR routers for this DVR port 12be3d70-e93b-45ee-94ca-e77b0151b09b on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:47.297811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f4532ec5-e932-4ae7-ab42-747a45da6e5d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:security_group and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:47.319683 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Allocated IP 2001:db8::1 (d0468343-48e4-40f9-ad63-e8992ad72b97/e48f1b2b-d700-4186-ab3f-3e0b7a589c85/6ac72e2f-c059-4c0e-a1cd-04c67525b57e) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:47.321903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f4532ec5-e932-4ae7-ab42-747a45da6e5d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:47.333787 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event deleted for resources: {'Port': ['ID=378fedaf-01ee-4d5c-a07f-458ab47f192f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:47.349533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] For port d424373d-9212-4840-8fae-17bc88847355, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:41:47.351620 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] Deleting port 8d1c0696-d362-4d18-8064-c99222d6ff3d {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:47.352001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:47.388728 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Network d0468343-48e4-40f9-ad63-e8992ad72b97 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:47.419471 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] No DVR routers for this DVR port 378fedaf-01ee-4d5c-a07f-458ab47f192f on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:47.436738 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:47.451467 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:47.471357 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] For port d424373d-9212-4840-8fae-17bc88847355, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d424373d-9212-4840-8fae-17bc88847355,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:41:47.488533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 378fedaf-01ee-4d5c-a07f-458ab47f192f no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:47.515224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f4532ec5-e932-4ae7-ab42-747a45da6e5d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:47.531603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=b33675dd-3fa3-4896-a1ae-8c0a9131c732,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:47.542559 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Pushing event updated for resources: {'Port': ['ID=ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:47.577615 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:47.589531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f4532ec5-e932-4ae7-ab42-747a45da6e5d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:47.600500 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Port': ['ID=12be3d70-e93b-45ee-94ca-e77b0151b09b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:47.605907 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:47.647593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 378fedaf-01ee-4d5c-a07f-458ab47f192f {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:41:47.648172 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 378fedaf-01ee-4d5c-a07f-458ab47f192f not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:41:47.648402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8d1c0696-d362-4d18-8064-c99222d6ff3d no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:47.695764 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f4532ec5-e932-4ae7-ab42-747a45da6e5d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:47.704613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:47.708484 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:47.712705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f4532ec5-e932-4ae7-ab42-747a45da6e5d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:security_group_rule and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:47.715024 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:47.715297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:47.726701 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f4532ec5-e932-4ae7-ab42-747a45da6e5d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:47.740819 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-abf9b556-c771-4c7d-a387-c7bcce07a03b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:47.744668 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f4532ec5-e932-4ae7-ab42-747a45da6e5d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:47.782232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:47.785120 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8f50e699-ad5a-43c4-8a77-f197c33dbdaa None None] Current status of the port 4ea2a463-92e1-459c-a893-3fee316fd04b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:47.793826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:47.810877 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf28da-fce6-4c1c-ae6f-9e1312fafbce req-87d84d76-6834-4d60-b954-4e624c8ae6e5 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:47.812654 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c1cf28da-fce6-4c1c-ae6f-9e1312fafbce req-87d84d76-6834-4d60-b954-4e624c8ae6e5 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.6299710 Jul 29 16:41:47.852018 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:47.861549 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5f781a97-7453-457e-add4-c902e2feb651 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.1955948 Jul 29 16:41:47.866697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49300) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:47.868177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7116262c-e361-4379-bf7d-a690ecc86df0']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:47.869106 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619eb9b5-cc25-4d00-914a-8d64c6aae1da None None] Update dhcp port {'port': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'fixed_ips': [{'subnet_id': '194345b6-399a-4229-b0db-eca56460df91', 'ip_address': '172.20.0.18'}, {'subnet_id': '2227bee4-c476-4c18-852c-e7dcf19d4a9a'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': '4ea2a463-92e1-459c-a893-3fee316fd04b'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:41:47.870186 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Transition to ACTIVE for port object 6ac72e2f-c059-4c0e-a1cd-04c67525b57e will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:47.881916 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0b4b47-8629-4ad6-a5ce-a421bd3ca006']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:47.947045 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d93cae58-3f51-4fab-b7a6-a6d35afa3949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:47.962689 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-fc5919a9-1b62-438f-a7ac-323db30bf9be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:41:47.968092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2f83c7-24b3-4900-b979-455daf2d40b8') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:47.968386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2f83c7-24b3-4900-b979-455daf2d40b8') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:47.974852 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-fc5919a9-1b62-438f-a7ac-323db30bf9be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:41:47.978243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56a912c-4ef9-4f9e-be3f-8926488e9bca') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:47.978243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56a912c-4ef9-4f9e-be3f-8926488e9bca') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:47.987924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.006229 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c1cf28da-fce6-4c1c-ae6f-9e1312fafbce req-338a4dbb-9de4-4631-bd1f-a74e8fb5e24a tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612599 Jul 29 16:41:48.010679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Attempting to bind port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:41:48.011063 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Attempting to bind port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '58c695d6-787b-4785-a978-1074b4c4886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0468343-48e4-40f9-ad63-e8992ad72b97'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:41:48.011429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Attempting to bind port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb on network d0468343-48e4-40f9-ad63-e8992ad72b97 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:41:48.047748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.058994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.071161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network d0468343-48e4-40f9-ad63-e8992ad72b97 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:48.082622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:48.086411 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.099140 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:48.100354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.103252 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:48.103658 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.123252 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.167008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=6ac72e2f-c059-4c0e-a1cd-04c67525b57e,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:48.201227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:48.203207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.219088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01faf0-55cd-41d6-8360-3525ae9d2d6b None None] Pushing event updated for resources: {'Port': ['ID=d424373d-9212-4840-8fae-17bc88847355,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:48.226887 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:41:48.227268 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Checking segment: {'id': '58c695d6-787b-4785-a978-1074b4c4886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0468343-48e4-40f9-ad63-e8992ad72b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:48.227665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.228053 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Bound using segment: {'id': '58c695d6-787b-4785-a978-1074b4c4886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0468343-48e4-40f9-ad63-e8992ad72b97'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:41:48.228524 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Bound port: ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c695d6-787b-4785-a978-1074b4c4886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd0468343-48e4-40f9-ad63-e8992ad72b97'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:41:48.228896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.253559 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-619eb9b5-cc25-4d00-914a-8d64c6aae1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.257191 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment bb2f83c7-24b3-4900-b979-455daf2d40b8 resource provider aggregate not found Jul 29 16:41:48.260995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f4532ec5-e932-4ae7-ab42-747a45da6e5d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.372527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f4532ec5-e932-4ae7-ab42-747a45da6e5d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.379302 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment bb2f83c7-24b3-4900-b979-455daf2d40b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb2f83c7-24b3-4900-b979-455daf2d40b8 found for delete ", "request_id": "req-cf0210e2-6bcc-48ec-a33e-f389267ac837"}]} Jul 29 16:41:48.443522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.469969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.474700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.488584 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fc5919a9-1b62-438f-a7ac-323db30bf9be None None] Deleting port 378fedaf-01ee-4d5c-a07f-458ab47f192f {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:48.488985 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fc5919a9-1b62-438f-a7ac-323db30bf9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.495651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Network': ['ID=7116262c-e361-4379-bf7d-a690ecc86df0,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:48.500672 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-905ac640-fdba-4cca-ba7e-90e541dd8dd3 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/networks/7116262c-e361-4379-bf7d-a690ecc86df0 HTTP/1.1" status: 204 len: 168 time: 5.8394372 Jul 29 16:41:48.504150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f4532ec5-e932-4ae7-ab42-747a45da6e5d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.505710 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f4532ec5-e932-4ae7-ab42-747a45da6e5d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.4071343 Jul 29 16:41:48.506964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49310) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:48.510326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49312) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:48.530261 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0440ba25-4b0b-4ff2-bf61-d02723cfe5f2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:48.536340 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0440ba25-4b0b-4ff2-bf61-d02723cfe5f2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:48.537182 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0440ba25-4b0b-4ff2-bf61-d02723cfe5f2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:48.542518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.547705 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-987771217', 'security_groups': ['370c7bd5-a8e2-4aae-a804-ccdf2ae80209'], 'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2227bee4-c476-4c18-852c-e7dcf19d4a9a'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:48.551921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] For port 8d1c0696-d362-4d18-8064-c99222d6ff3d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8d1c0696-d362-4d18-8064-c99222d6ff3d,segment=NetworkSegment(5b774ad9-a7ea-476b-a405-0d2734be8c7a),segment_id=5b774ad9-a7ea-476b-a405-0d2734be8c7a)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:48.552317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.562330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.576629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 8d1c0696-d362-4d18-8064-c99222d6ff3d is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:48.577010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.650775 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6e8947-55a9-4f60-af34-67366ab68f05 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] DELETE failed (client error): The resource could not be found. Jul 29 16:41:48.651650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6e8947-55a9-4f60-af34-67366ab68f05 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:48.653520 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9d6e8947-55a9-4f60-af34-67366ab68f05 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/subnets/d29ddcfe-8b65-4243-9a6e-b1bf7c5670a0 HTTP/1.1" status: 404 len: 337 time: 0.1326702 Jul 29 16:41:48.659187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4532ec5-e932-4ae7-ab42-747a45da6e5d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370c7bd5-a8e2-4aae-a804-ccdf2ae80209,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:48.665572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49318) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:48.680363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.690857 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "DELETE /v2.0/networks/dc0b4b47-8629-4ad6-a5ce-a421bd3ca006 HTTP/1.1" status: 204 len: 168 time: 3.2250094 Jul 29 16:41:48.697420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0440ba25-4b0b-4ff2-bf61-d02723cfe5f2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:48.700876 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0440ba25-4b0b-4ff2-bf61-d02723cfe5f2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8189406 Jul 29 16:41:48.702395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49322) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:48.702395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49324) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:48.702843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8664772-da0b-4d8d-b2ef-8b6a6b56f2d8 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event deleted for resources: {'Network': ['ID=dc0b4b47-8629-4ad6-a5ce-a421bd3ca006,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:48.710128 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.729819 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dc1c5-b927-4c8c-8fc5-563117ae7a03 req-51e29a47-4e42-4861-a6ed-275610b0eda7 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:48.731333 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-473dc1c5-b927-4c8c-8fc5-563117ae7a03 req-51e29a47-4e42-4861-a6ed-275610b0eda7 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.3511484 Jul 29 16:41:48.768787 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c4eadb-6c47-45ed-b76d-340b941b1c6c tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] DELETE failed (client error): The resource could not be found. Jul 29 16:41:48.769283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c4eadb-6c47-45ed-b76d-340b941b1c6c tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:48.773430 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d5c4eadb-6c47-45ed-b76d-340b941b1c6c tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/networks/7116262c-e361-4379-bf7d-a690ecc86df0 HTTP/1.1" status: 404 len: 339 time: 0.1043792 Jul 29 16:41:48.784149 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49330) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:48.792196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] Calling delete_port for 8d1c0696-d362-4d18-8064-c99222d6ff3d owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:48.840139 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fc5919a9-1b62-438f-a7ac-323db30bf9be None None] The port '378fedaf-01ee-4d5c-a07f-458ab47f192f' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:41:48.855395 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36351ae-dc95-43ae-a0e1-31409cffcb56 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] DELETE failed (client error): The resource could not be found. Jul 29 16:41:48.855860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36351ae-dc95-43ae-a0e1-31409cffcb56 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:48.860703 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b36351ae-dc95-43ae-a0e1-31409cffcb56 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/subnets/b26f5e11-8108-4696-917b-7ddefe20102c HTTP/1.1" status: 404 len: 337 time: 0.0719948 Jul 29 16:41:48.864137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49334) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:48.872080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:48.884120 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:48.891616 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] For port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:41:48.922636 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-5072284f-36fd-41bc-82d4-765a8e01ec08 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] DELETE failed (client error): The resource could not be found. Jul 29 16:41:48.923535 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5072284f-36fd-41bc-82d4-765a8e01ec08 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:48.925254 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] For port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb,segment=NetworkSegment(58c695d6-787b-4785-a978-1074b4c4886b),segment_id=58c695d6-787b-4785-a978-1074b4c4886b)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:41:48.929171 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5072284f-36fd-41bc-82d4-765a8e01ec08 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/networks/acc07d6c-6a8d-4825-a8ce-873acc390da7 HTTP/1.1" status: 404 len: 339 time: 0.0636754 Jul 29 16:41:48.933503 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-473dc1c5-b927-4c8c-8fc5-563117ae7a03 req-94dfecf4-abef-42bf-ace0-8897ecfb7191 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824741 Jul 29 16:41:48.935006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49338) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:48.935879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.937962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:48.982272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:48.999464 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 8d1c0696-d362-4d18-8064-c99222d6ff3d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8d1c0696-d362-4d18-8064-c99222d6ff3d,segment=NetworkSegment(5b774ad9-a7ea-476b-a405-0d2734be8c7a),segment_id=5b774ad9-a7ea-476b-a405-0d2734be8c7a)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:49.075488 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-92244140-e19e-47a7-9a76-cc73b567cdb4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] DELETE failed (client error): The resource could not be found. Jul 29 16:41:49.075963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92244140-e19e-47a7-9a76-cc73b567cdb4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:49.080502 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-92244140-e19e-47a7-9a76-cc73b567cdb4 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/subnets/8c04b38d-a54b-409c-b25b-c4d75c6c078f HTTP/1.1" status: 404 len: 337 time: 0.1224697 Jul 29 16:41:49.081749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49344) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:49.096107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:49.177206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:41:49.177206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:41:49.179009 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-619eb9b5-cc25-4d00-914a-8d64c6aae1da None None] Allocated IP 172.20.0.2 (2a265526-819a-4291-8373-8ab2e6e57a8d/2227bee4-c476-4c18-852c-e7dcf19d4a9a/4ea2a463-92e1-459c-a893-3fee316fd04b) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:49.185342 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67985e4-e66c-44f3-8e54-e5a8d13498fd None None] Pushing event updated for resources: {'Port': ['ID=ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:49.276387 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-7428caef-4c8a-4847-94aa-07a7146c5d60 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port b33675dd-3fa3-4896-a1ae-8c0a9131c732 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:49.277002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7428caef-4c8a-4847-94aa-07a7146c5d60 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:49.337467 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-fadea0de-3c1e-4c10-85ac-0be3f30aab88 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] DELETE failed (client error): The resource could not be found. Jul 29 16:41:49.337947 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fadea0de-3c1e-4c10-85ac-0be3f30aab88 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:49.342251 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fadea0de-3c1e-4c10-85ac-0be3f30aab88 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/networks/2f7aecd1-83b2-4c5e-ae94-459c320d6573 HTTP/1.1" status: 404 len: 339 time: 0.2561848 Jul 29 16:41:49.343493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49348) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:49.354842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Deleting port 8d1c0696-d362-4d18-8064-c99222d6ff3d {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:49.355193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:49.418335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=8d1c0696-d362-4d18-8064-c99222d6ff3d,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:49.440155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-fca4c6cb-ec55-4c5d-9518-45a2e64abbb2 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Deleting port 9a1fb9e2-ebae-4368-b081-c04945c13fb8 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:49.441146 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fca4c6cb-ec55-4c5d-9518-45a2e64abbb2 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:49.497531 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-619eb9b5-cc25-4d00-914a-8d64c6aae1da None None] For port 4ea2a463-92e1-459c-a893-3fee316fd04b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4ea2a463-92e1-459c-a893-3fee316fd04b,segment=NetworkSegment(b79e0361-cddb-4109-877f-9f5a93f73110),segment_id=b79e0361-cddb-4109-877f-9f5a93f73110)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:49.586828 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-619eb9b5-cc25-4d00-914a-8d64c6aae1da None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:49.625695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:49.652131 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-619eb9b5-cc25-4d00-914a-8d64c6aae1da None None] Transition to ACTIVE for port object 4ea2a463-92e1-459c-a893-3fee316fd04b will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:49.654995 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] device_id is not set on port 51a85942-02c7-4d7f-96b1-0428527b89f0 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:41:49.663397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d424373d-9212-4840-8fae-17bc88847355 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:49.698607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] Deleting port 8d1c0696-d362-4d18-8064-c99222d6ff3d {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:49.698985 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:49.739794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf9b556-c771-4c7d-a387-c7bcce07a03b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router fae27eb1-5492-422f-b929-62833560b5be has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:41:49.755360 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-619eb9b5-cc25-4d00-914a-8d64c6aae1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:49.810422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075d057-0c6d-494f-96cf-cddae91f686e req-3085a4e1-a6e2-4950-af1c-2419108d15f6 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:49.812093 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3075d057-0c6d-494f-96cf-cddae91f686e req-3085a4e1-a6e2-4950-af1c-2419108d15f6 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.7272727 Jul 29 16:41:49.897943 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d09c6c80-ddaf-498e-8cd6-5d2d95d0f476 None None] Provisioning for port d424373d-9212-4840-8fae-17bc88847355 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:50.012381 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:50.057602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fca4c6cb-ec55-4c5d-9518-45a2e64abbb2 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:50.083275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619eb9b5-cc25-4d00-914a-8d64c6aae1da None None] Pushing event updated for resources: {'Port': ['ID=4ea2a463-92e1-459c-a893-3fee316fd04b,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:50.083494 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3075d057-0c6d-494f-96cf-cddae91f686e req-79a26946-501b-40dd-9580-60bf4e6920be tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384968 Jul 29 16:41:50.173721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port d424373d-9212-4840-8fae-17bc88847355 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:50.201414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port d424373d-9212-4840-8fae-17bc88847355 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:50.206311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:50.344338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d3c60819-87e2-4c02-8dcb-6679e89e5076 None None] Provisioning for port b33675dd-3fa3-4896-a1ae-8c0a9131c732 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:50.365552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Allocated IP 172.20.0.12 (2a265526-819a-4291-8373-8ab2e6e57a8d/2227bee4-c476-4c18-852c-e7dcf19d4a9a/51a85942-02c7-4d7f-96b1-0428527b89f0) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:50.376990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] For port 8d1c0696-d362-4d18-8064-c99222d6ff3d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8d1c0696-d362-4d18-8064-c99222d6ff3d,segment=NetworkSegment(5b774ad9-a7ea-476b-a405-0d2734be8c7a),segment_id=5b774ad9-a7ea-476b-a405-0d2734be8c7a)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:50.378284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:50.379530 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-fca4c6cb-ec55-4c5d-9518-45a2e64abbb2 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Calling delete_port for 9a1fb9e2-ebae-4368-b081-c04945c13fb8 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:50.382514 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] For port 8d1c0696-d362-4d18-8064-c99222d6ff3d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8d1c0696-d362-4d18-8064-c99222d6ff3d,segment=NetworkSegment(5b774ad9-a7ea-476b-a405-0d2734be8c7a),segment_id=5b774ad9-a7ea-476b-a405-0d2734be8c7a)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:50.382912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:50.400594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d3c60819-87e2-4c02-8dcb-6679e89e5076 None None] Provisioning complete for port b33675dd-3fa3-4896-a1ae-8c0a9131c732 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:50.400963 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d3c60819-87e2-4c02-8dcb-6679e89e5076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:50.492586 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment d56a912c-4ef9-4f9e-be3f-8926488e9bca resource provider aggregate not found Jul 29 16:41:50.541959 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment d56a912c-4ef9-4f9e-be3f-8926488e9bca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d56a912c-4ef9-4f9e-be3f-8926488e9bca found for delete ", "request_id": "req-67c39f75-5ea8-438e-84fe-be9b8b9c649e"}]} Jul 29 16:41:50.569755 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Calling delete_port for 8d1c0696-d362-4d18-8064-c99222d6ff3d owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:50.675975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] Calling delete_port for 8d1c0696-d362-4d18-8064-c99222d6ff3d owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:50.725777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:50.726684 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d3c60819-87e2-4c02-8dcb-6679e89e5076 None None] Port b33675dd-3fa3-4896-a1ae-8c0a9131c732 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:50.759721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fca4c6cb-ec55-4c5d-9518-45a2e64abbb2 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:50.779980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034e20c-8607-435c-9edb-68bbaf4c6fe2 req-5a4ebeb5-d0d0-4d08-abb3-e0160cbbddb6 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:50.787172 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b034e20c-8607-435c-9edb-68bbaf4c6fe2 req-5a4ebeb5-d0d0-4d08-abb3-e0160cbbddb6 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.4192929 Jul 29 16:41:50.793808 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7428caef-4c8a-4847-94aa-07a7146c5d60 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:50.852734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d424373d-9212-4840-8fae-17bc88847355 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:50.852953 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:50.864709 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf9b556-c771-4c7d-a387-c7bcce07a03b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:50.880464 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c931c5-6095-4419-b3bd-a4672ac47973 None None] Sync routers for ids ['fae27eb1-5492-422f-b929-62833560b5be'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:50.880606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4c6cb-ec55-4c5d-9518-45a2e64abbb2 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Port': ['ID=9a1fb9e2-ebae-4368-b081-c04945c13fb8,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:50.901747 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:41:50.902308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:41:50.910372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f44d897-f8bd-4d5e-96c2-b7a596ec20e2 None None] Network d0468343-48e4-40f9-ad63-e8992ad72b97 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:50.927482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port d424373d-9212-4840-8fae-17bc88847355, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d424373d-9212-4840-8fae-17bc88847355,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:50.929385 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:50.937298 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c931c5-6095-4419-b3bd-a4672ac47973 None None] Routers {'fae27eb1-5492-422f-b929-62833560b5be'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:50.938634 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d3c931c5-6095-4419-b3bd-a4672ac47973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['fae27eb1-5492-422f-b929-62833560b5be'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:50.945963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-7428caef-4c8a-4847-94aa-07a7146c5d60 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for b33675dd-3fa3-4896-a1ae-8c0a9131c732 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:50.946464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fca4c6cb-ec55-4c5d-9518-45a2e64abbb2 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:50.981544 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b034e20c-8607-435c-9edb-68bbaf4c6fe2 req-b7d9b21a-83e4-4518-acb9-79bd74041023 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396947 Jul 29 16:41:50.993486 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fca4c6cb-ec55-4c5d-9518-45a2e64abbb2 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/ports/9a1fb9e2-ebae-4368-b081-c04945c13fb8 HTTP/1.1" status: 204 len: 168 time: 1.6456711 Jul 29 16:41:50.997200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49358) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:51.027006 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:41:51.042920 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-abf9b556-c771-4c7d-a387-c7bcce07a03b tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "PUT /v2.0/routers/fae27eb1-5492-422f-b929-62833560b5be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4688563 Jul 29 16:41:51.049859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d3c931c5-6095-4419-b3bd-a4672ac47973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:51.055628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.055812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event deleted for resources: {'Port': ['ID=8d1c0696-d362-4d18-8064-c99222d6ff3d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:51.061936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49364) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:51.078862 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-111d02d7-a02b-41fe-94b5-03a6f9bb0725 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] DELETE failed (client error): The resource could not be found. Jul 29 16:41:51.079324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111d02d7-a02b-41fe-94b5-03a6f9bb0725 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:51.083396 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-111d02d7-a02b-41fe-94b5-03a6f9bb0725 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/subnets/e1d6067a-9589-4fab-972b-4982d60dd7ef HTTP/1.1" status: 404 len: 337 time: 0.0829394 Jul 29 16:41:51.084319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49368) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:51.111299 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.113667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Transition to ACTIVE for port object 51a85942-02c7-4d7f-96b1-0428527b89f0 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:51.123153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] No DVR routers for this DVR port 8d1c0696-d362-4d18-8064-c99222d6ff3d on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:51.126511 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.204404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=d424373d-9212-4840-8fae-17bc88847355,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:51.207228 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-18601528-05d7-47e7-91ce-fd69d21c0133 None None] Provisioning for port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:51.220115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c931c5-6095-4419-b3bd-a4672ac47973 None None] Routers {'fae27eb1-5492-422f-b929-62833560b5be'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:51.223829 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d3c931c5-6095-4419-b3bd-a4672ac47973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['fae27eb1-5492-422f-b929-62833560b5be'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:51.281677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8485017d-0c10-4676-8e2f-a03082243063 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.298525 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d3c931c5-6095-4419-b3bd-a4672ac47973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:51.299122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c931c5-6095-4419-b3bd-a4672ac47973 None None] The sync data for ids ['fae27eb1-5492-422f-b929-62833560b5be'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:51.350629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.355623 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.356369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.371209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] Deleting port 8d1c0696-d362-4d18-8064-c99222d6ff3d {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:51.371590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.476380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-76b83c8b-7d6b-4468-9b26-82a3d51b8387 None None] The port '8d1c0696-d362-4d18-8064-c99222d6ff3d' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:41:51.500662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-283eb267-904b-4d7d-8541-02c99985bf56 None None] Provisioning complete for port a4b01704-f7ac-4643-a868-f662ff739394 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:51.501056 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-283eb267-904b-4d7d-8541-02c99985bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.597023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.635331 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:51.676283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=6ac72e2f-c059-4c0e-a1cd-04c67525b57e,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:51.678819 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17387c16-28dd-4158-9806-3e8376489524 req-dc5504d1-462e-4594-9171-faca319e8586 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:51.680331 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-17387c16-28dd-4158-9806-3e8376489524 req-dc5504d1-462e-4594-9171-faca319e8586 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.5070190 Jul 29 16:41:51.697018 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-283eb267-904b-4d7d-8541-02c99985bf56 None None] Port a4b01704-f7ac-4643-a868-f662ff739394 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:51.703799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 2a265526-819a-4291-8373-8ab2e6e57a8d is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:51.715247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:51.718420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8485017d-0c10-4676-8e2f-a03082243063 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.727715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-283eb267-904b-4d7d-8541-02c99985bf56 None None] Provisioning for port 4ea2a463-92e1-459c-a893-3fee316fd04b completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:51.737982 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-283eb267-904b-4d7d-8541-02c99985bf56 None None] Provisioning complete for port 4ea2a463-92e1-459c-a893-3fee316fd04b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:51.738390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-283eb267-904b-4d7d-8541-02c99985bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.753448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:51.771468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f988a848-b105-4231-be74-ff2b5debe15a']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:51.784476 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=51a85942-02c7-4d7f-96b1-0428527b89f0,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:51.785937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:51.797382 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b774ad9-a7ea-476b-a405-0d2734be8c7a') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:51.798084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b774ad9-a7ea-476b-a405-0d2734be8c7a') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:51.812927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:51.813351 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.816406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-879cb639-f357-4667-87b6-7ed9f3295c10 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.835376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-8485017d-0c10-4676-8e2f-a03082243063 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707f6e92-6b8a-4a9e-9913-3af10d35e21d']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:51.881559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-8485017d-0c10-4676-8e2f-a03082243063 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a33c0a-3c96-4c1f-9823-72fbd069e424') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:51.882214 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-8485017d-0c10-4676-8e2f-a03082243063 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a33c0a-3c96-4c1f-9823-72fbd069e424') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:51.885216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.902969 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-17387c16-28dd-4158-9806-3e8376489524 req-39d5cc17-ffac-4f2b-b80e-9a395521ae2d tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944876 Jul 29 16:41:51.918210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8485017d-0c10-4676-8e2f-a03082243063 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.935709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:51.936366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:51.992497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8485017d-0c10-4676-8e2f-a03082243063 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.014712 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1d76bc12-142b-4440-aa35-802df6857415 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4960222 Jul 29 16:41:52.020910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8485017d-0c10-4676-8e2f-a03082243063 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:52.021126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8485017d-0c10-4676-8e2f-a03082243063 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.023278 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49374) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:52.047119 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-cbd0cd77-7448-4c77-92ae-a4597dc71693 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'subnet': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:52.058349 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-283eb267-904b-4d7d-8541-02c99985bf56 None None] Current status of the port 4ea2a463-92e1-459c-a893-3fee316fd04b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:52.093481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:52.093862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.134789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb,segment=NetworkSegment(58c695d6-787b-4785-a978-1074b4c4886b),segment_id=58c695d6-787b-4785-a978-1074b4c4886b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:52.140750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.141865 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d424373d-9212-4840-8fae-17bc88847355 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:52.171188 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7428caef-4c8a-4847-94aa-07a7146c5d60 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.238626 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8485017d-0c10-4676-8e2f-a03082243063 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.249289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.252536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-54fedbed-6e9e-4323-b6c8-0f797081ebb8 None None] Provisioning for port 51a85942-02c7-4d7f-96b1-0428527b89f0 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:52.292940 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8485017d-0c10-4676-8e2f-a03082243063 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.297133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485017d-0c10-4676-8e2f-a03082243063 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Network': ['ID=707f6e92-6b8a-4a9e-9913-3af10d35e21d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:52.331373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0195b9-e855-43ab-bb79-914d63dbbdd3 req-6f258942-6ff6-496d-ba06-e03e85d05abc tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:52.332570 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-54fedbed-6e9e-4323-b6c8-0f797081ebb8 None None] Provisioning complete for port 51a85942-02c7-4d7f-96b1-0428527b89f0 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:52.332946 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-54fedbed-6e9e-4323-b6c8-0f797081ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.334275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428caef-4c8a-4847-94aa-07a7146c5d60 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=b33675dd-3fa3-4896-a1ae-8c0a9131c732,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:52.338104 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7d0195b9-e855-43ab-bb79-914d63dbbdd3 req-6f258942-6ff6-496d-ba06-e03e85d05abc tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.2139387 Jul 29 16:41:52.341038 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8485017d-0c10-4676-8e2f-a03082243063 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/networks/707f6e92-6b8a-4a9e-9913-3af10d35e21d HTTP/1.1" status: 204 len: 168 time: 1.2552173 Jul 29 16:41:52.343107 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49378) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:52.343510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:52.344294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.381518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network d0468343-48e4-40f9-ad63-e8992ad72b97 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:52.395534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:52.444290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:52.470329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-54fedbed-6e9e-4323-b6c8-0f797081ebb8 None None] Port 51a85942-02c7-4d7f-96b1-0428527b89f0 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:52.482476 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 5b774ad9-a7ea-476b-a405-0d2734be8c7a resource provider aggregate not found Jul 29 16:41:52.487764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port d424373d-9212-4840-8fae-17bc88847355 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:52.488233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.497634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-79acb01b-9260-4a1b-bc00-e865d6b9f24b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Deleting port ab3ac90a-df0e-44b4-980f-adaac9c119f8 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:52.497986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79acb01b-9260-4a1b-bc00-e865d6b9f24b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.512565 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7428caef-4c8a-4847-94aa-07a7146c5d60 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.541693 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-54fedbed-6e9e-4323-b6c8-0f797081ebb8 None None] Provisioning complete for port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:52.548295 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-54fedbed-6e9e-4323-b6c8-0f797081ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.616334 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7d0195b9-e855-43ab-bb79-914d63dbbdd3 req-5ce79218-9611-41a3-a233-f6aa362cef59 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067318 Jul 29 16:41:52.645173 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 5b774ad9-a7ea-476b-a405-0d2734be8c7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b774ad9-a7ea-476b-a405-0d2734be8c7a found for delete ", "request_id": "req-3fea4e5b-40c9-4a88-b727-be0358a198fb"}]} Jul 29 16:41:52.657505 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 98a33c0a-3c96-4c1f-9823-72fbd069e424 resource provider aggregate not found Jul 29 16:41:52.711624 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 98a33c0a-3c96-4c1f-9823-72fbd069e424 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98a33c0a-3c96-4c1f-9823-72fbd069e424 found for delete ", "request_id": "req-68d34afb-96ab-432b-871e-2f23573be13b"}]} Jul 29 16:41:52.784846 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7428caef-4c8a-4847-94aa-07a7146c5d60 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/b33675dd-3fa3-4896-a1ae-8c0a9131c732 HTTP/1.1" status: 204 len: 168 time: 4.0804996 Jul 29 16:41:52.789848 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49392) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:52.791247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.825532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-879cb639-f357-4667-87b6-7ed9f3295c10 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.828865 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.838161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d424373d-9212-4840-8fae-17bc88847355 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:52.839254 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4ea2a463-92e1-459c-a893-3fee316fd04b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:52.842614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-cbd0cd77-7448-4c77-92ae-a4597dc71693 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:52.852603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cbd0cd77-7448-4c77-92ae-a4597dc71693 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:subnet and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:52.857806 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event deleted for resources: {'Network': ['ID=f988a848-b105-4231-be74-ff2b5debe15a,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:52.863723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cbd0cd77-7448-4c77-92ae-a4597dc71693 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:52.867551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79acb01b-9260-4a1b-bc00-e865d6b9f24b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.871092 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a1d79d65-2460-406d-8b56-e48d1e580a85 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "DELETE /v2.0/networks/f988a848-b105-4231-be74-ff2b5debe15a HTTP/1.1" status: 204 len: 168 time: 4.1682365 Jul 29 16:41:52.875165 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49396) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:52.877832 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-879cb639-f357-4667-87b6-7ed9f3295c10 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting port 435eafb4-e1f6-42f2-89d4-4ad4c874edbe {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:52.878391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-879cb639-f357-4667-87b6-7ed9f3295c10 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.908074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-54fedbed-6e9e-4323-b6c8-0f797081ebb8 None None] Current status of the port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:52.910138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-cbd0cd77-7448-4c77-92ae-a4597dc71693 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:52.912676 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32bed54-f480-4494-bf71-e64c0192a036 None None] get_active_networks_info from dv-neutron-851534-1-hyperv {{(pid=89211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 16:41:52.959033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd0cd77-7448-4c77-92ae-a4597dc71693 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:52.962390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cbd0cd77-7448-4c77-92ae-a4597dc71693 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.985820 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-54fedbed-6e9e-4323-b6c8-0f797081ebb8 None None] Provisioning for port 6ac72e2f-c059-4c0e-a1cd-04c67525b57e completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:41:52.993326 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 4ea2a463-92e1-459c-a893-3fee316fd04b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:52.993774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:52.994694 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62320a58-9b01-4ba4-9c8e-b52e28dc5705 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:52.996407 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62320a58-9b01-4ba4-9c8e-b52e28dc5705 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:52.997174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-62320a58-9b01-4ba4-9c8e-b52e28dc5705 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:53.042768 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-54fedbed-6e9e-4323-b6c8-0f797081ebb8 None None] Provisioning complete for port 6ac72e2f-c059-4c0e-a1cd-04c67525b57e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:53.044597 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-54fedbed-6e9e-4323-b6c8-0f797081ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:53.066458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-79acb01b-9260-4a1b-bc00-e865d6b9f24b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Calling delete_port for ab3ac90a-df0e-44b4-980f-adaac9c119f8 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:53.141605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-62320a58-9b01-4ba4-9c8e-b52e28dc5705 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:53.145797 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-62320a58-9b01-4ba4-9c8e-b52e28dc5705 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3519385 Jul 29 16:41:53.145986 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-54fedbed-6e9e-4323-b6c8-0f797081ebb8 None None] Port 6ac72e2f-c059-4c0e-a1cd-04c67525b57e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:53.147488 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-3698fce1-6323-4455-bb7d-a028d9f4ab5f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Deleting subnet 4f371d0a-0845-47de-af10-a8e74e9d227a {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:53.151374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3698fce1-6323-4455-bb7d-a028d9f4ab5f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:53.205024 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49400) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:53.239130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32bed54-f480-4494-bf71-e64c0192a036 None None] Resources bound (agent type, host, resource id): {{(pid=89211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 16:41:53.243732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 4ea2a463-92e1-459c-a893-3fee316fd04b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:53.271448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3698fce1-6323-4455-bb7d-a028d9f4ab5f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:53.279073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router b0f64d57-e42f-4959-a914-d614a893db5a is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:41:53.350455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79acb01b-9260-4a1b-bc00-e865d6b9f24b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:53.353351 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a489691f-07e8-4f3e-931f-3c0a41c10288 None None] Provisioning complete for port 6ac72e2f-c059-4c0e-a1cd-04c67525b57e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:53.354115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a489691f-07e8-4f3e-931f-3c0a41c10288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:53.400523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-879cb639-f357-4667-87b6-7ed9f3295c10 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:53.416439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2dedf4-de29-48e8-aaf0-98d83aa180ab tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 03f590e7-6a2e-467d-80c4-f8b4f8900195 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:53.420482 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7d2dedf4-de29-48e8-aaf0-98d83aa180ab tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:53.430087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a489691f-07e8-4f3e-931f-3c0a41c10288 None None] Port 6ac72e2f-c059-4c0e-a1cd-04c67525b57e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:41:53.448001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acb01b-9260-4a1b-bc00-e865d6b9f24b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Port': ['ID=ab3ac90a-df0e-44b4-980f-adaac9c119f8,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:53.478649 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.ipam_backend_mixin [None req-cbd0cd77-7448-4c77-92ae-a4597dc71693 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2227bee4-c476-4c18-852c-e7dcf19d4a9a (CIDR: 172.20.0.0/28) Jul 29 16:41:53.482945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:41:53.493453 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79acb01b-9260-4a1b-bc00-e865d6b9f24b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:53.502123 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-79acb01b-9260-4a1b-bc00-e865d6b9f24b tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/ports/ab3ac90a-df0e-44b4-980f-adaac9c119f8 HTTP/1.1" status: 204 len: 168 time: 1.1578352 Jul 29 16:41:53.506014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49404) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:53.551185 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d0a784-b034-405a-ba40-ec247a58134a tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] DELETE failed (client error): The resource could not be found. Jul 29 16:41:53.551640 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d0a784-b034-405a-ba40-ec247a58134a tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:53.555959 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f3d0a784-b034-405a-ba40-ec247a58134a tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/subnets/b2066eed-a25b-4ffe-b515-116b34369305 HTTP/1.1" status: 404 len: 337 time: 0.0490828 Jul 29 16:41:53.560348 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49408) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:53.564615 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7d2dedf4-de29-48e8-aaf0-98d83aa180ab tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:53.590472 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd0cd77-7448-4c77-92ae-a4597dc71693 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:41:53.590751 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd0cd77-7448-4c77-92ae-a4597dc71693 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:53.600919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-879cb639-f357-4667-87b6-7ed9f3295c10 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Calling delete_port for 435eafb4-e1f6-42f2-89d4-4ad4c874edbe owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:53.654564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:41:53.654898 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:53.683596 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cbd0cd77-7448-4c77-92ae-a4597dc71693 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6511118 Jul 29 16:41:53.690114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49412) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:53.696593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:53.701285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-73fa2b93-0b03-49f0-930e-9716785e55fd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'subnet': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:53.710431 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097f3c6d-5aa0-4ef5-bf81-6ae038507c7c None None] Sync routers for ids ['b0f64d57-e42f-4959-a914-d614a893db5a'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:53.719731 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-190eb974-ec48-42da-9d84-5187abac7140 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/b0f64d57-e42f-4959-a914-d614a893db5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5777552 Jul 29 16:41:53.720407 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097f3c6d-5aa0-4ef5-bf81-6ae038507c7c None None] Routers {'b0f64d57-e42f-4959-a914-d614a893db5a'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:53.721554 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-097f3c6d-5aa0-4ef5-bf81-6ae038507c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b0f64d57-e42f-4959-a914-d614a893db5a'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:53.725887 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49416) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:53.785753 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-097f3c6d-5aa0-4ef5-bf81-6ae038507c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:53.795218 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097f3c6d-5aa0-4ef5-bf81-6ae038507c7c None None] Routers {'b0f64d57-e42f-4959-a914-d614a893db5a'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:53.796024 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-097f3c6d-5aa0-4ef5-bf81-6ae038507c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b0f64d57-e42f-4959-a914-d614a893db5a'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:53.829514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3698fce1-6323-4455-bb7d-a028d9f4ab5f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:53.859610 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-097f3c6d-5aa0-4ef5-bf81-6ae038507c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:53.860277 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097f3c6d-5aa0-4ef5-bf81-6ae038507c7c None None] The sync data for ids ['b0f64d57-e42f-4959-a914-d614a893db5a'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:53.909495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822daf6a-f058-4e47-b5af-31ecd2a2a18d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:53.910130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-822daf6a-f058-4e47-b5af-31ecd2a2a18d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Synchronizing usage tracker for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:53.938637 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cee0c12c-1e26-4150-af47-f7ba79ed1995 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:53.963513 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:53.970721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7d2dedf4-de29-48e8-aaf0-98d83aa180ab tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:53.975465 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-822daf6a-f058-4e47-b5af-31ecd2a2a18d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Unset dirty status for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:53.976615 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-822daf6a-f058-4e47-b5af-31ecd2a2a18d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports/6ac72e2f-c059-4c0e-a1cd-04c67525b57e HTTP/1.1" status: 200 len: 911 time: 0.2495546 Jul 29 16:41:53.979270 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-73fa2b93-0b03-49f0-930e-9716785e55fd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:53.981207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49420) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:54.073752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-73fa2b93-0b03-49f0-930e-9716785e55fd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:subnet and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:54.074139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3698fce1-6323-4455-bb7d-a028d9f4ab5f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.081437 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-73fa2b93-0b03-49f0-930e-9716785e55fd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:54.141996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-73fa2b93-0b03-49f0-930e-9716785e55fd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:54.171016 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698fce1-6323-4455-bb7d-a028d9f4ab5f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event deleted for resources: {'Subnet': ['ID=4f371d0a-0845-47de-af10-a8e74e9d227a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:54.177268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3698fce1-6323-4455-bb7d-a028d9f4ab5f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.183591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9cd39c-89ca-4958-9489-ad56bf836617 None None] Network 9d282a2a-3b9e-40cb-bebb-97ffd872e1af requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:54.188474 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fa2b93-0b03-49f0-930e-9716785e55fd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:54.192081 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-73fa2b93-0b03-49f0-930e-9716785e55fd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.208660 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cee0c12c-1e26-4150-af47-f7ba79ed1995 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.217463 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-879cb639-f357-4667-87b6-7ed9f3295c10 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.221602 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3698fce1-6323-4455-bb7d-a028d9f4ab5f tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "DELETE /v2.0/subnets/4f371d0a-0845-47de-af10-a8e74e9d227a HTTP/1.1" status: 204 len: 168 time: 1.3396633 Jul 29 16:41:54.225135 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49424) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:54.268520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-cee0c12c-1e26-4150-af47-f7ba79ed1995 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6213bc-646d-40bc-b148-2a99cd2033b0']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:54.333006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7d2dedf4-de29-48e8-aaf0-98d83aa180ab tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.351087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-cee0c12c-1e26-4150-af47-f7ba79ed1995 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b56d899-250f-4a0c-81af-223f23490935') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:54.351381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-cee0c12c-1e26-4150-af47-f7ba79ed1995 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b56d899-250f-4a0c-81af-223f23490935') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:54.380933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cb639-f357-4667-87b6-7ed9f3295c10 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Port': ['ID=435eafb4-e1f6-42f2-89d4-4ad4c874edbe,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:54.418791 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7d2dedf4-de29-48e8-aaf0-98d83aa180ab tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.425258 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cee0c12c-1e26-4150-af47-f7ba79ed1995 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.429026 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039ad411-8b63-4f24-9f5b-1aa7cff608fc None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:54.433189 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2dedf4-de29-48e8-aaf0-98d83aa180ab tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=03f590e7-6a2e-467d-80c4-f8b4f8900195,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:54.451024 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.462822 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cee0c12c-1e26-4150-af47-f7ba79ed1995 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.475164 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7d2dedf4-de29-48e8-aaf0-98d83aa180ab tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/03f590e7-6a2e-467d-80c4-f8b4f8900195 HTTP/1.1" status: 204 len: 168 time: 1.2661843 Jul 29 16:41:54.476811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee0c12c-1e26-4150-af47-f7ba79ed1995 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:54.477262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cee0c12c-1e26-4150-af47-f7ba79ed1995 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.494696 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49428) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:54.500312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Deleting port 754e9ca2-a07e-467a-80e3-bbcae05e5854 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:54.500658 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.521292 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb25172-e21f-4945-aa3b-0d01794c5ed3 None None] DHCP port deletion for 9d282a2a-3b9e-40cb-bebb-97ffd872e1af request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:54.537449 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5fb25172-e21f-4945-aa3b-0d01794c5ed3 None None] Deleting port 754e9ca2-a07e-467a-80e3-bbcae05e5854 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:54.537909 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5fb25172-e21f-4945-aa3b-0d01794c5ed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.691575 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2daf359e-61a2-47f6-9551-426f655f87b0 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1966839 Jul 29 16:41:54.702014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49432) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:54.711882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2a2c1ab1-e35d-4b02-86b3-7eb485e339d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:54.744561 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cee0c12c-1e26-4150-af47-f7ba79ed1995 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.747611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cee0c12c-1e26-4150-af47-f7ba79ed1995 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.823706 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 3b56d899-250f-4a0c-81af-223f23490935 resource provider aggregate not found Jul 29 16:41:54.825543 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.ipam_backend_mixin [None req-73fa2b93-0b03-49f0-930e-9716785e55fd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 194345b6-399a-4229-b0db-eca56460df91 (CIDR: 172.20.0.16/28) Jul 29 16:41:54.828512 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-879cb639-f357-4667-87b6-7ed9f3295c10 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.872297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0c12c-1e26-4150-af47-f7ba79ed1995 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Network': ['ID=6c6213bc-646d-40bc-b148-2a99cd2033b0,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:54.884121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5fb25172-e21f-4945-aa3b-0d01794c5ed3 None None] For port 754e9ca2-a07e-467a-80e3-bbcae05e5854, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=754e9ca2-a07e-467a-80e3-bbcae05e5854,segment=NetworkSegment(5d88ab1d-b23a-4c00-9220-15d31ee5ce01),segment_id=5d88ab1d-b23a-4c00-9220-15d31ee5ce01)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:54.884516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5fb25172-e21f-4945-aa3b-0d01794c5ed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:54.886609 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cee0c12c-1e26-4150-af47-f7ba79ed1995 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/networks/6c6213bc-646d-40bc-b148-2a99cd2033b0 HTTP/1.1" status: 204 len: 168 time: 1.3252759 Jul 29 16:41:54.899211 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49440) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:54.946555 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 3b56d899-250f-4a0c-81af-223f23490935 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b56d899-250f-4a0c-81af-223f23490935 found for delete ", "request_id": "req-66fffdef-37ad-4002-b503-1f9c4fa3600d"}]} Jul 29 16:41:54.965564 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fa2b93-0b03-49f0-930e-9716785e55fd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:41:54.966359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fa2b93-0b03-49f0-930e-9716785e55fd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:41:54.976231 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2a2c1ab1-e35d-4b02-86b3-7eb485e339d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:55.004056 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2a2c1ab1-e35d-4b02-86b3-7eb485e339d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:55.005628 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdacc774-45b6-4bf9-905c-5f0dbb897e92 None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:55.013416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5fb25172-e21f-4945-aa3b-0d01794c5ed3 None None] Calling delete_port for 754e9ca2-a07e-467a-80e3-bbcae05e5854 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:55.052050 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-bdacc774-45b6-4bf9-905c-5f0dbb897e92 None None] Deleting port d424373d-9212-4840-8fae-17bc88847355 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:55.052427 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bdacc774-45b6-4bf9-905c-5f0dbb897e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.056309 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2a2c1ab1-e35d-4b02-86b3-7eb485e339d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:55.074900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-879cb639-f357-4667-87b6-7ed9f3295c10 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.076369 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0abe59-7a3d-4a99-9471-0da6170e6628 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Deleting subnet 205e3644-d1bf-4b47-9642-93705da4f040 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:55.084856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-879cb639-f357-4667-87b6-7ed9f3295c10 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.088978 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2a2c1ab1-e35d-4b02-86b3-7eb485e339d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:55.097732 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a0abe59-7a3d-4a99-9471-0da6170e6628 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.112968 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-73fa2b93-0b03-49f0-930e-9716785e55fd tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4217823 Jul 29 16:41:55.118818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49444) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:55.127868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-8409765e-3bec-4b73-aa3d-9172e5e00f73 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'subnet': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:55.164547 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] For port 754e9ca2-a07e-467a-80e3-bbcae05e5854, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=754e9ca2-a07e-467a-80e3-bbcae05e5854,segment=NetworkSegment(5d88ab1d-b23a-4c00-9220-15d31ee5ce01),segment_id=5d88ab1d-b23a-4c00-9220-15d31ee5ce01)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:55.164911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.174320 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2c1ab1-e35d-4b02-86b3-7eb485e339d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:55.178116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1ab1-e35d-4b02-86b3-7eb485e339d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.202364 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-879cb639-f357-4667-87b6-7ed9f3295c10 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.203127 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879cb639-f357-4667-87b6-7ed9f3295c10 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Fanout notify agent at l3_agent the message router_deleted on router fae27eb1-5492-422f-b929-62833560b5be {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:41:55.209795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5fb25172-e21f-4945-aa3b-0d01794c5ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.234089 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-879cb639-f357-4667-87b6-7ed9f3295c10 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.237121 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-879cb639-f357-4667-87b6-7ed9f3295c10 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/routers/fae27eb1-5492-422f-b929-62833560b5be HTTP/1.1" status: 204 len: 168 time: 4.1714692 Jul 29 16:41:55.239309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49448) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:55.305249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a0abe59-7a3d-4a99-9471-0da6170e6628 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.318706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb25172-e21f-4945-aa3b-0d01794c5ed3 None None] Pushing event deleted for resources: {'Port': ['ID=754e9ca2-a07e-467a-80e3-bbcae05e5854,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:55.326191 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb25172-e21f-4945-aa3b-0d01794c5ed3 None None] No DVR routers for this DVR port 754e9ca2-a07e-467a-80e3-bbcae05e5854 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:55.349139 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-bdacc774-45b6-4bf9-905c-5f0dbb897e92 None None] For port d424373d-9212-4840-8fae-17bc88847355, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d424373d-9212-4840-8fae-17bc88847355,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:55.349533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bdacc774-45b6-4bf9-905c-5f0dbb897e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.398513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7a8af5-4dcd-4a47-a807-407795f48f7e tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting subnet 8721c474-bf2c-4a4c-be4a-f058cd3bb3d5 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:41:55.406421 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7c7a8af5-4dcd-4a47-a807-407795f48f7e tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.456242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8409765e-3bec-4b73-aa3d-9172e5e00f73 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:55.472520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8409765e-3bec-4b73-aa3d-9172e5e00f73 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Usage tracker for resource:subnet and tenant:6ef8b3c0991c44b3b2e7bc738e572b53 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:55.476801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8409765e-3bec-4b73-aa3d-9172e5e00f73 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:55.483720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d424373d-9212-4840-8fae-17bc88847355 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:55.489056 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8409765e-3bec-4b73-aa3d-9172e5e00f73 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:55.508146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7c7a8af5-4dcd-4a47-a807-407795f48f7e tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.517070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-bdacc774-45b6-4bf9-905c-5f0dbb897e92 None None] Calling delete_port for d424373d-9212-4840-8fae-17bc88847355 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:55.541291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ffa07339-e995-43e0-b1e5-c5721456b538 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.554141 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a0abe59-7a3d-4a99-9471-0da6170e6628 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.660412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bdacc774-45b6-4bf9-905c-5f0dbb897e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.674348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8409765e-3bec-4b73-aa3d-9172e5e00f73 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Made reservation on behalf of 6ef8b3c0991c44b3b2e7bc738e572b53 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:55.678008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8409765e-3bec-4b73-aa3d-9172e5e00f73 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.680236 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Calling delete_port for 754e9ca2-a07e-467a-80e3-bbcae05e5854 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:55.713408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacc774-45b6-4bf9-905c-5f0dbb897e92 None None] Pushing event deleted for resources: {'Port': ['ID=d424373d-9212-4840-8fae-17bc88847355,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:55.719688 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d424373d-9212-4840-8fae-17bc88847355 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:55.719898 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.729411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdacc774-45b6-4bf9-905c-5f0dbb897e92 None None] No DVR routers for this DVR port d424373d-9212-4840-8fae-17bc88847355 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:55.781672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 754e9ca2-a07e-467a-80e3-bbcae05e5854 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:55.820092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 754e9ca2-a07e-467a-80e3-bbcae05e5854 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:41:55.820529 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 754e9ca2-a07e-467a-80e3-bbcae05e5854 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:41:55.849018 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a0abe59-7a3d-4a99-9471-0da6170e6628 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.883180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:41:55.883503 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:41:55.904051 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0abe59-7a3d-4a99-9471-0da6170e6628 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Subnet': ['ID=205e3644-d1bf-4b47-9642-93705da4f040,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:55.911621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a0abe59-7a3d-4a99-9471-0da6170e6628 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:55.916149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649b7155-5122-46dd-899f-c7373fbff24f None None] Network 328098f9-869b-4acb-9850-2e116537c76b requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:55.935448 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0a0abe59-7a3d-4a99-9471-0da6170e6628 tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/subnets/205e3644-d1bf-4b47-9642-93705da4f040 HTTP/1.1" status: 204 len: 168 time: 1.0352204 Jul 29 16:41:55.946503 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49452) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:55.993407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7c7a8af5-4dcd-4a47-a807-407795f48f7e tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.119850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.147634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Deleting port 631118e3-2b6a-4fc7-ac32-630eeba1fbea {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:56.147975 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.177345 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7c7a8af5-4dcd-4a47-a807-407795f48f7e tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.229817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b17a4f8-2989-4e2f-b03d-26adf6acfb94 None None] DHCP port deletion for 328098f9-869b-4acb-9850-2e116537c76b request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:56.234038 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a4f8-2989-4e2f-b03d-26adf6acfb94 None None] Deleting port 631118e3-2b6a-4fc7-ac32-630eeba1fbea {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:56.234408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7b17a4f8-2989-4e2f-b03d-26adf6acfb94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.235260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.objects.ports [None req-2a2c1ab1-e35d-4b02-86b3-7eb485e339d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89209) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:41:56.238713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1ab1-e35d-4b02-86b3-7eb485e339d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.245858 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7c7a8af5-4dcd-4a47-a807-407795f48f7e tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.254835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a8af5-4dcd-4a47-a807-407795f48f7e tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Subnet': ['ID=8721c474-bf2c-4a4c-be4a-f058cd3bb3d5,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:56.270646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00059b0-e5d9-4938-8ef0-bec9ee045413 None None] Network e3a7a1e9-9044-40b9-807f-ec4897844b5a requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:56.276438 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7c7a8af5-4dcd-4a47-a807-407795f48f7e tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/subnets/8721c474-bf2c-4a4c-be4a-f058cd3bb3d5 HTTP/1.1" status: 204 len: 168 time: 1.0327988 Jul 29 16:41:56.278189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-ffa07339-e995-43e0-b1e5-c5721456b538 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port 6ac72e2f-c059-4c0e-a1cd-04c67525b57e {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:56.278524 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ffa07339-e995-43e0-b1e5-c5721456b538 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.283674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49456) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:56.365393 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2c1ab1-e35d-4b02-86b3-7eb485e339d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:56.427385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-2a2c1ab1-e35d-4b02-86b3-7eb485e339d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:56.428918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Deleting port 754e9ca2-a07e-467a-80e3-bbcae05e5854 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:56.429359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.459475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59387687-c24c-444c-8a0b-62ea033065bc None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:56.460075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c1ab1-e35d-4b02-86b3-7eb485e339d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:56.460672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1ab1-e35d-4b02-86b3-7eb485e339d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.532580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c1ab1-e35d-4b02-86b3-7eb485e339d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=d6e62199-89cf-4cf1-ab35-3e36c739277f,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:56.581913 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8409765e-3bec-4b73-aa3d-9172e5e00f73 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.625800 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] The port '754e9ca2-a07e-467a-80e3-bbcae05e5854' was deleted {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:41:56.635520 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2a2c1ab1-e35d-4b02-86b3-7eb485e339d7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9293020 Jul 29 16:41:56.644875 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49460) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:56.653893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.659113 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8409765e-3bec-4b73-aa3d-9172e5e00f73 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Network 2a265526-819a-4291-8373-8ab2e6e57a8d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:56.663557 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'mac_address': 'fa:16:3e:4f:19:d5', 'name': 'tempest-NetworksTestDHCPv6-1219982269'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:56.685314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-8409765e-3bec-4b73-aa3d-9172e5e00f73 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:56.688723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8409765e-3bec-4b73-aa3d-9172e5e00f73 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:41:56.689372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8409765e-3bec-4b73-aa3d-9172e5e00f73 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.716585 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e1c0a-e18b-4449-89ba-e27ac3553724 None None] Network 2a265526-819a-4291-8373-8ab2e6e57a8d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:41:56.730666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] For port 631118e3-2b6a-4fc7-ac32-630eeba1fbea, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=631118e3-2b6a-4fc7-ac32-630eeba1fbea,segment=NetworkSegment(94f87d61-d810-4668-a081-e657ce430751),segment_id=94f87d61-d810-4668-a081-e657ce430751)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:56.731028 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.757319 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-7b17a4f8-2989-4e2f-b03d-26adf6acfb94 None None] For port 631118e3-2b6a-4fc7-ac32-630eeba1fbea, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=631118e3-2b6a-4fc7-ac32-630eeba1fbea,segment=NetworkSegment(94f87d61-d810-4668-a081-e657ce430751),segment_id=94f87d61-d810-4668-a081-e657ce430751)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:56.757722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7b17a4f8-2989-4e2f-b03d-26adf6acfb94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.815166 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409765e-3bec-4b73-aa3d-9172e5e00f73 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Subnet': ['ID=2a65fc9f-fa52-4857-8734-89337b9a9e67,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:56.824628 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8409765e-3bec-4b73-aa3d-9172e5e00f73 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7042615 Jul 29 16:41:56.829491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49464) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:56.831090 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ffa07339-e995-43e0-b1e5-c5721456b538 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.851706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-da866fb2-556a-4106-8a49-504088ee32d3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2001455871', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2a65fc9f-fa52-4857-8734-89337b9a9e67'}], 'security_groups': ['b727ec03-4e3e-452c-b9c3-27ba6275e686', 'eacabf46-8cde-42d1-811f-97dea86cec3e']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:41:56.860777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting port 5a9972c8-c6e5-4983-a358-1888c84187d6 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:56.861339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:56.953506 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Calling delete_port for 631118e3-2b6a-4fc7-ac32-630eeba1fbea owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:56.967149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-7b17a4f8-2989-4e2f-b03d-26adf6acfb94 None None] Calling delete_port for 631118e3-2b6a-4fc7-ac32-630eeba1fbea owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:57.029555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-ffa07339-e995-43e0-b1e5-c5721456b538 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for 6ac72e2f-c059-4c0e-a1cd-04c67525b57e owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:57.123802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.181085 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037c9a83-f613-4049-9f5c-eb9b45c6fcb9 None None] DHCP port deletion for e3a7a1e9-9044-40b9-807f-ec4897844b5a request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:41:57.182135 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': 'd6e62199-89cf-4cf1-ab35-3e36c739277f'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:41:57.182296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d282a2a-3b9e-40cb-bebb-97ffd872e1af']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:57.183055 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.208247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:41:57.208704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-037c9a83-f613-4049-9f5c-eb9b45c6fcb9 None None] Deleting port 5a9972c8-c6e5-4983-a358-1888c84187d6 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:57.209221 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-037c9a83-f613-4049-9f5c-eb9b45c6fcb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.222997 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:41:57.228106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:41:57.235733 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d88ab1d-b23a-4c00-9220-15d31ee5ce01') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:57.236346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d88ab1d-b23a-4c00-9220-15d31ee5ce01') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:57.241505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7b17a4f8-2989-4e2f-b03d-26adf6acfb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.251131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:41:57.265400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.279423 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:41:57.280090 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:41:57.300180 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:41:57.308435 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.319471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17a4f8-2989-4e2f-b03d-26adf6acfb94 None None] Pushing event deleted for resources: {'Port': ['ID=631118e3-2b6a-4fc7-ac32-630eeba1fbea,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:57.365179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:57.365408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17a4f8-2989-4e2f-b03d-26adf6acfb94 None None] No DVR routers for this DVR port 631118e3-2b6a-4fc7-ac32-630eeba1fbea on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:57.366228 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.472816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-da866fb2-556a-4106-8a49-504088ee32d3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.473142 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 5d88ab1d-b23a-4c00-9220-15d31ee5ce01 resource provider aggregate not found Jul 29 16:41:57.510980 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 5d88ab1d-b23a-4c00-9220-15d31ee5ce01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d88ab1d-b23a-4c00-9220-15d31ee5ce01 found for delete ", "request_id": "req-95ca3698-323f-4321-add3-d80a876a3eff"}]} Jul 29 16:41:57.525262 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 631118e3-2b6a-4fc7-ac32-630eeba1fbea no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:57.543256 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] For port 5a9972c8-c6e5-4983-a358-1888c84187d6, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=5a9972c8-c6e5-4983-a358-1888c84187d6,segment=NetworkSegment(2eeeb332-b2e2-4fcb-a073-518bbe75ef1e),segment_id=2eeeb332-b2e2-4fcb-a073-518bbe75ef1e)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:57.544104 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.578084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 631118e3-2b6a-4fc7-ac32-630eeba1fbea {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:41:57.578438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 631118e3-2b6a-4fc7-ac32-630eeba1fbea not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:41:57.578839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 5a9972c8-c6e5-4983-a358-1888c84187d6 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:41:57.619599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.698950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Calling delete_port for 5a9972c8-c6e5-4983-a358-1888c84187d6 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:57.728883 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.742028 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Pushing event deleted for resources: {'Network': ['ID=9d282a2a-3b9e-40cb-bebb-97ffd872e1af,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:57.752871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.756735 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-68dd2e0e-1dd2-43ce-8bac-a324836ebec6 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "DELETE /v2.0/networks/9d282a2a-3b9e-40cb-bebb-97ffd872e1af HTTP/1.1" status: 204 len: 168 time: 3.5305989 Jul 29 16:41:57.760864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49472) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:57.799340 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Deleting port 631118e3-2b6a-4fc7-ac32-630eeba1fbea {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:57.799688 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.821224 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-037c9a83-f613-4049-9f5c-eb9b45c6fcb9 None None] For port 5a9972c8-c6e5-4983-a358-1888c84187d6, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=5a9972c8-c6e5-4983-a358-1888c84187d6,segment=NetworkSegment(2eeeb332-b2e2-4fcb-a073-518bbe75ef1e),segment_id=2eeeb332-b2e2-4fcb-a073-518bbe75ef1e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:41:57.821445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-037c9a83-f613-4049-9f5c-eb9b45c6fcb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.844591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port c8aca4e8-3e84-4005-ab09-c52dcbf8cca5 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:41:57.853084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d5b8b8b3-c073-4dde-9e0e-23cbb6082d6e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Synchronizing usage tracker for tenant:eaaf9ddd746749bdbdf9555e1e724aa8 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:57.855901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Allocated IP 2001:db8::f816:3eff:fead:1be8 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/d6e62199-89cf-4cf1-ab35-3e36c739277f/78a1d633-d6a5-470f-82ea-3e8d02023a8d) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:57.886200 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ffa07339-e995-43e0-b1e5-c5721456b538 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.899170 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] The port '631118e3-2b6a-4fc7-ac32-630eeba1fbea' was deleted {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:41:57.971574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:57.975412 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa07339-e995-43e0-b1e5-c5721456b538 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=6ac72e2f-c059-4c0e-a1cd-04c67525b57e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:58.014720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-037c9a83-f613-4049-9f5c-eb9b45c6fcb9 None None] Calling delete_port for 5a9972c8-c6e5-4983-a358-1888c84187d6 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:41:58.058321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d5b8b8b3-c073-4dde-9e0e-23cbb6082d6e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Unset dirty status for tenant:eaaf9ddd746749bdbdf9555e1e724aa8 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:58.059821 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d5b8b8b3-c073-4dde-9e0e-23cbb6082d6e tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "GET /v2.0/ports?device_id=60c27878-99eb-49b2-83a6-847843efefe3 HTTP/1.1" status: 200 len: 205 time: 0.2980022 Jul 29 16:41:58.072371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49476) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:58.142927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 5a9972c8-c6e5-4983-a358-1888c84187d6 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:41:58.143307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.150719 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Port': ['ID=5a9972c8-c6e5-4983-a358-1888c84187d6,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:58.153472 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] No DVR routers for this DVR port 5a9972c8-c6e5-4983-a358-1888c84187d6 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:41:58.208936 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.238860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-037c9a83-f613-4049-9f5c-eb9b45c6fcb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:41:58.239231 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-037c9a83-f613-4049-9f5c-eb9b45c6fcb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:41:58.363968 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ffa07339-e995-43e0-b1e5-c5721456b538 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.370935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-421f717c-7bed-42a3-a33d-5dbed6063278 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.426487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328098f9-869b-4acb-9850-2e116537c76b']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:58.452475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e51f84-59b2-4318-9ce8-acc4b23fb633 None None] Update dhcp port {'port': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'fixed_ips': [{'subnet_id': '194345b6-399a-4229-b0db-eca56460df91', 'ip_address': '172.20.0.18'}, {'subnet_id': '2227bee4-c476-4c18-852c-e7dcf19d4a9a', 'ip_address': '172.20.0.2'}, {'subnet_id': '2a65fc9f-fa52-4857-8734-89337b9a9e67'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': '4ea2a463-92e1-459c-a893-3fee316fd04b'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:41:58.459985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f87d61-d810-4668-a081-e657ce430751') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:58.460285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f87d61-d810-4668-a081-e657ce430751') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:58.505824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.523226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Transition to ACTIVE for port object 78a1d633-d6a5-470f-82ea-3e8d02023a8d will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:58.531107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f6e51f84-59b2-4318-9ce8-acc4b23fb633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.591181 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Transition to ACTIVE for port object 78a1d633-d6a5-470f-82ea-3e8d02023a8d will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:41:58.614510 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.663418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.671053 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.736977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:41:58.741997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-037c9a83-f613-4049-9f5c-eb9b45c6fcb9 None None] Deleting port 5a9972c8-c6e5-4983-a358-1888c84187d6 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:58.742374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-037c9a83-f613-4049-9f5c-eb9b45c6fcb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.744853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.774785 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:41:58.784894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:41:58.799272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Pushing event updated for resources: {'Port': ['ID=78a1d633-d6a5-470f-82ea-3e8d02023a8d,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:58.807816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa07339-e995-43e0-b1e5-c5721456b538 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router b0f64d57-e42f-4959-a914-d614a893db5a has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:41:58.809639 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a7a1e9-9044-40b9-807f-ec4897844b5a']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:58.846321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::f816:3eff:fe4f:19d5 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/d6e62199-89cf-4cf1-ab35-3e36c739277f/c8aca4e8-3e84-4005-ab09-c52dcbf8cca5) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:58.869180 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-037c9a83-f613-4049-9f5c-eb9b45c6fcb9 None None] The port '5a9972c8-c6e5-4983-a358-1888c84187d6' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:41:58.886476 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:58.891905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.908683 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-da866fb2-556a-4106-8a49-504088ee32d3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Delete allocated IP 172.20.0.12 (2a265526-819a-4291-8373-8ab2e6e57a8d/2227bee4-c476-4c18-852c-e7dcf19d4a9a) {{(pid=89210) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 16:41:58.915593 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eeeb332-b2e2-4fcb-a073-518bbe75ef1e') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:58.915901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eeeb332-b2e2-4fcb-a073-518bbe75ef1e') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:58.944904 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Attempting to bind port 78a1d633-d6a5-470f-82ea-3e8d02023a8d on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:41:58.945344 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Attempting to bind port 78a1d633-d6a5-470f-82ea-3e8d02023a8d by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:41:58.945705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Attempting to bind port 78a1d633-d6a5-470f-82ea-3e8d02023a8d on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:41:58.950946 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:41:58.951319 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:41:58.951717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.952113 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:41:58.952567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Bound port: 78a1d633-d6a5-470f-82ea-3e8d02023a8d, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:41:58.952937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.971450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-421f717c-7bed-42a3-a33d-5dbed6063278 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.975762 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-421f717c-7bed-42a3-a33d-5dbed6063278 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.985789 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:58.991342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-da866fb2-556a-4106-8a49-504088ee32d3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Allocated IP 172.20.0.44 (2a265526-819a-4291-8373-8ab2e6e57a8d/2a65fc9f-fa52-4857-8734-89337b9a9e67/51a85942-02c7-4d7f-96b1-0428527b89f0) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:41:59.020043 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa07339-e995-43e0-b1e5-c5721456b538 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:41:59.031294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:59.038473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-421f717c-7bed-42a3-a33d-5dbed6063278 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:59.039230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421f717c-7bed-42a3-a33d-5dbed6063278 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Fanout notify agent at l3_agent the message router_deleted on router 60c27878-99eb-49b2-83a6-847843efefe3 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:41:59.042085 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:41:59.042695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:59.052112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a42847b-73d7-4cd4-9ca1-1195016845d2 None None] Sync routers for ids ['b0f64d57-e42f-4959-a914-d614a893db5a'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:41:59.068720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:59.075111 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a42847b-73d7-4cd4-9ca1-1195016845d2 None None] Routers {'b0f64d57-e42f-4959-a914-d614a893db5a'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:59.075822 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7a42847b-73d7-4cd4-9ca1-1195016845d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b0f64d57-e42f-4959-a914-d614a893db5a'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:59.113273 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ffa07339-e995-43e0-b1e5-c5721456b538 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/b0f64d57-e42f-4959-a914-d614a893db5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1015520 Jul 29 16:41:59.116843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49480) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:59.139636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:59.168537 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] Pushing event deleted for resources: {'Network': ['ID=328098f9-869b-4acb-9850-2e116537c76b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:59.177090 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-140664f7-e690-4684-8f46-c4f24840b40d tempest-NetworksIpV6TestAttrs-122451159 tempest-NetworksIpV6TestAttrs-122451159-project] 10.222.0.58 "DELETE /v2.0/networks/328098f9-869b-4acb-9850-2e116537c76b HTTP/1.1" status: 204 len: 168 time: 3.2295406 Jul 29 16:41:59.181904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-421f717c-7bed-42a3-a33d-5dbed6063278 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:59.182930 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-421f717c-7bed-42a3-a33d-5dbed6063278 tempest-RoutersNegativeIpV6Test-1320270779 tempest-RoutersNegativeIpV6Test-1320270779-project] 10.222.0.58 "DELETE /v2.0/routers/60c27878-99eb-49b2-83a6-847843efefe3 HTTP/1.1" status: 204 len: 168 time: 1.1034014 Jul 29 16:41:59.202778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:59.220374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] For port 78a1d633-d6a5-470f-82ea-3e8d02023a8d, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:41:59.231818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:59.234579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] For port 78a1d633-d6a5-470f-82ea-3e8d02023a8d, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=78a1d633-d6a5-470f-82ea-3e8d02023a8d,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:41:59.236202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7a42847b-73d7-4cd4-9ca1-1195016845d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:59.248877 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a42847b-73d7-4cd4-9ca1-1195016845d2 None None] Routers {'b0f64d57-e42f-4959-a914-d614a893db5a'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:41:59.249787 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7a42847b-73d7-4cd4-9ca1-1195016845d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b0f64d57-e42f-4959-a914-d614a893db5a'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:59.264843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cb95be1f-890a-4852-82e1-fb2093e6c49c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Synchronizing usage tracker for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:41:59.271743 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/networks/e3a7a1e9-9044-40b9-807f-ec4897844b5a HTTP/1.1" status: 204 len: 168 time: 2.9598496 Jul 29 16:41:59.274168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288e961-1322-42eb-b822-fa83680aaeae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Network': ['ID=e3a7a1e9-9044-40b9-807f-ec4897844b5a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:59.282426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49488) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:59.333888 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:59.344651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-7a42847b-73d7-4cd4-9ca1-1195016845d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:41:59.345087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a42847b-73d7-4cd4-9ca1-1195016845d2 None None] The sync data for ids ['b0f64d57-e42f-4959-a914-d614a893db5a'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:41:59.382252 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cb95be1f-890a-4852-82e1-fb2093e6c49c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Unset dirty status for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:41:59.384157 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cb95be1f-890a-4852-82e1-fb2093e6c49c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0f64d57-e42f-4959-a914-d614a893db5a HTTP/1.1" status: 200 len: 205 time: 0.2646797 Jul 29 16:41:59.390128 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49492) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:59.503402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a0957-4488-4741-88e8-09f2db1a2dcf None None] Pushing event updated for resources: {'Port': ['ID=78a1d633-d6a5-470f-82ea-3e8d02023a8d,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:41:59.574143 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 94f87d61-d810-4668-a081-e657ce430751 resource provider aggregate not found Jul 29 16:41:59.585272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-8ec352be-704c-455e-ac7a-76bdaac41b3d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting port fe9dcd95-4e3a-4cf8-b237-934c0247e5eb {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:41:59.585603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8ec352be-704c-455e-ac7a-76bdaac41b3d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:59.630603 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 94f87d61-d810-4668-a081-e657ce430751 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94f87d61-d810-4668-a081-e657ce430751 found for delete ", "request_id": "req-3eba0282-8531-4aaf-bfab-8925bcea71e3"}]} Jul 29 16:41:59.633860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49504) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:59.677971 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 2eeeb332-b2e2-4fcb-a073-518bbe75ef1e resource provider aggregate not found Jul 29 16:41:59.708110 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 2eeeb332-b2e2-4fcb-a073-518bbe75ef1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2eeeb332-b2e2-4fcb-a073-518bbe75ef1e found for delete ", "request_id": "req-f575e778-69c9-466d-8db1-6401d90f846e"}]} Jul 29 16:41:59.804140 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49514) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:41:59.837451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:59.863669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d3c5d74f-9d68-46f8-af6e-5c2508eeb73d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:59.888779 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8ec352be-704c-455e-ac7a-76bdaac41b3d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:41:59.889185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8ec352be-704c-455e-ac7a-76bdaac41b3d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.022864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object c8aca4e8-3e84-4005-ab09-c52dcbf8cca5 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:00.058892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-8ec352be-704c-455e-ac7a-76bdaac41b3d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Calling delete_port for fe9dcd95-4e3a-4cf8-b237-934c0247e5eb owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:00.171718 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1d593fb2-fffb-437e-b5b7-ad4a48deb5c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef969cc19de240de966e6a4544ba3599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663852 Jul 29 16:42:00.177562 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7048baec-e014-4962-a8db-95ad670e0db6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eaaf9ddd746749bdbdf9555e1e724aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5426741 Jul 29 16:42:00.178230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49522) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:00.178548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49524) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:00.207042 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-da866fb2-556a-4106-8a49-504088ee32d3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.239455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d3c5d74f-9d68-46f8-af6e-5c2508eeb73d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.242243 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d3c5d74f-9d68-46f8-af6e-5c2508eeb73d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.269420 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.275870 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d3c5d74f-9d68-46f8-af6e-5c2508eeb73d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.276636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c5d74f-9d68-46f8-af6e-5c2508eeb73d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Fanout notify agent at l3_agent the message router_deleted on router b0f64d57-e42f-4959-a914-d614a893db5a {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:42:00.353748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d3c5d74f-9d68-46f8-af6e-5c2508eeb73d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.354748 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d3c5d74f-9d68-46f8-af6e-5c2508eeb73d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/routers/b0f64d57-e42f-4959-a914-d614a893db5a HTTP/1.1" status: 204 len: 168 time: 0.9540138 Jul 29 16:42:00.359235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49530) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:00.360675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:00.364712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-da866fb2-556a-4106-8a49-504088ee32d3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Transition to ACTIVE for port object 51a85942-02c7-4d7f-96b1-0428527b89f0 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:00.365964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:00.373425 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:00.378949 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:00.379582 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.388126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-da866fb2-556a-4106-8a49-504088ee32d3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.394473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=c8aca4e8-3e84-4005-ab09-c52dcbf8cca5,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:00.429403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f41e52ca-ac23-4167-a45e-5e88809962fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.434290 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd8dbac-e27c-47ed-9bb2-61b30238fce6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting subnet e48f1b2b-d700-4186-ab3f-3e0b7a589c85 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:42:00.436036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-786621c4-f6aa-43b9-9706-e77bdd322933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.439534 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8ec352be-704c-455e-ac7a-76bdaac41b3d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.443145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fdd8dbac-e27c-47ed-9bb2-61b30238fce6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.466590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-f6e51f84-59b2-4318-9ce8-acc4b23fb633 None None] Allocated IP 172.20.0.34 (2a265526-819a-4291-8373-8ab2e6e57a8d/2a65fc9f-fa52-4857-8734-89337b9a9e67/4ea2a463-92e1-459c-a893-3fee316fd04b) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:00.511118 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0194aa24-cdd9-4c13-a1e3-6164381c3482 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8623867 Jul 29 16:42:00.554946 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49534) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:00.659127 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da866fb2-556a-4106-8a49-504088ee32d3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event updated for resources: {'Port': ['ID=51a85942-02c7-4d7f-96b1-0428527b89f0,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:00.674725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f6e51f84-59b2-4318-9ce8-acc4b23fb633 None None] For port 4ea2a463-92e1-459c-a893-3fee316fd04b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4ea2a463-92e1-459c-a893-3fee316fd04b,segment=NetworkSegment(b79e0361-cddb-4109-877f-9f5a93f73110),segment_id=b79e0361-cddb-4109-877f-9f5a93f73110)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:00.684861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-da866fb2-556a-4106-8a49-504088ee32d3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] In _notify_port_updated(), no bound segment for port 51a85942-02c7-4d7f-96b1-0428527b89f0 on network 2a265526-819a-4291-8373-8ab2e6e57a8d {{(pid=89210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:42:00.690458 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da866fb2-556a-4106-8a49-504088ee32d3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:00.691102 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-da866fb2-556a-4106-8a49-504088ee32d3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.692622 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-da866fb2-556a-4106-8a49-504088ee32d3 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "PUT /v2.0/ports/51a85942-02c7-4d7f-96b1-0428527b89f0 HTTP/1.1" status: 200 len: 960 time: 3.8540041 Jul 29 16:42:00.695355 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49538) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:00.715622 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f6e51f84-59b2-4318-9ce8-acc4b23fb633 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.716104 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec352be-704c-455e-ac7a-76bdaac41b3d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Port': ['ID=fe9dcd95-4e3a-4cf8-b237-934c0247e5eb,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:00.750937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f6e51f84-59b2-4318-9ce8-acc4b23fb633 None None] Transition to ACTIVE for port object 4ea2a463-92e1-459c-a893-3fee316fd04b will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:00.757254 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f6e51f84-59b2-4318-9ce8-acc4b23fb633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.774603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f41e52ca-ac23-4167-a45e-5e88809962fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.777605 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5d4cf2-16f1-41ae-9ad6-8e8c30374e93 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:00.787154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5d4cf2-16f1-41ae-9ad6-8e8c30374e93 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:00.787990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-eb5d4cf2-16f1-41ae-9ad6-8e8c30374e93 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:00.806599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-e1ee210d-8c10-40b6-9011-af6370f90836 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port 51a85942-02c7-4d7f-96b1-0428527b89f0 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:00.806946 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e1ee210d-8c10-40b6-9011-af6370f90836 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.827393 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-786621c4-f6aa-43b9-9706-e77bdd322933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.874317 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-eb5d4cf2-16f1-41ae-9ad6-8e8c30374e93 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:00.875349 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-eb5d4cf2-16f1-41ae-9ad6-8e8c30374e93 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3167622 Jul 29 16:42:00.879306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49542) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:00.882554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fdd8dbac-e27c-47ed-9bb2-61b30238fce6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.978634 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ab1d5131-132d-4934-928c-e4f3cfc7f716 None None] Provisioning for port 78a1d633-d6a5-470f-82ea-3e8d02023a8d completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:00.980445 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f41e52ca-ac23-4167-a45e-5e88809962fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:00.992719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e51f84-59b2-4318-9ce8-acc4b23fb633 None None] Pushing event updated for resources: {'Port': ['ID=4ea2a463-92e1-459c-a893-3fee316fd04b,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:01.021925 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-958d811f-e8bb-4326-82ab-d73222630bee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port c8aca4e8-3e84-4005-ab09-c52dcbf8cca5 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:01.022277 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-958d811f-e8bb-4326-82ab-d73222630bee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:01.025140 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e52ca-ac23-4167-a45e-5e88809962fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089deaa4-6471-4239-8b06-bc7e4f692cae,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:01.038996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8ec352be-704c-455e-ac7a-76bdaac41b3d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:01.092119 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8ec352be-704c-455e-ac7a-76bdaac41b3d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:01.093983 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8ec352be-704c-455e-ac7a-76bdaac41b3d tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/floatingips/84e12b43-95a1-430b-ba91-8afea6e193bc HTTP/1.1" status: 204 len: 168 time: 1.8103943 Jul 29 16:42:01.095480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f41e52ca-ac23-4167-a45e-5e88809962fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:01.106657 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f41e52ca-ac23-4167-a45e-5e88809962fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/089deaa4-6471-4239-8b06-bc7e4f692cae HTTP/1.1" status: 204 len: 168 time: 0.9141817 Jul 29 16:42:01.109295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49546) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:01.114040 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-786621c4-f6aa-43b9-9706-e77bdd322933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:01.116692 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-786621c4-f6aa-43b9-9706-e77bdd322933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:01.118106 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-786621c4-f6aa-43b9-9706-e77bdd322933 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d77287e4-99d3-4efb-9a75-6dc06dcfb283 HTTP/1.1" status: 204 len: 168 time: 0.9314027 Jul 29 16:42:01.192387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fdd8dbac-e27c-47ed-9bb2-61b30238fce6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:01.234988 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6d3548e2-d166-4519-9c1d-9b8dc5932e58 None None] Provisioning for port c8aca4e8-3e84-4005-ab09-c52dcbf8cca5 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:01.241824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6d3548e2-d166-4519-9c1d-9b8dc5932e58 None None] Provisioning complete for port c8aca4e8-3e84-4005-ab09-c52dcbf8cca5 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:01.242249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6d3548e2-d166-4519-9c1d-9b8dc5932e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:01.267639 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6dca9e-b980-41ff-9509-8b809ff134a3 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] DELETE failed (client error): The resource could not be found. Jul 29 16:42:01.268941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6dca9e-b980-41ff-9509-8b809ff134a3 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:01.270856 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-da6dca9e-b980-41ff-9509-8b809ff134a3 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/ports/26a6625a-ded0-46b6-a9cc-b00f075b0b19 HTTP/1.1" status: 404 len: 333 time: 0.1603651 Jul 29 16:42:01.271903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786621c4-f6aa-43b9-9706-e77bdd322933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77287e4-99d3-4efb-9a75-6dc06dcfb283,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:01.280450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49554) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:01.404044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-94f22b09-f876-4e00-8100-de160a5f6913 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Synchronizing usage tracker for tenant:2dfcda58e3f74084b8302be907f8cb07 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:01.414481 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-958d811f-e8bb-4326-82ab-d73222630bee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:01.444621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6d3548e2-d166-4519-9c1d-9b8dc5932e58 None None] Port c8aca4e8-3e84-4005-ab09-c52dcbf8cca5 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:42:01.517857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-94f22b09-f876-4e00-8100-de160a5f6913 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Unset dirty status for tenant:2dfcda58e3f74084b8302be907f8cb07 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:01.519253 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-94f22b09-f876-4e00-8100-de160a5f6913 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "GET /v2.0/ports?device_id=fae27eb1-5492-422f-b929-62833560b5be HTTP/1.1" status: 200 len: 205 time: 0.2345483 Jul 29 16:42:01.522048 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49566) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:01.671816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fdd8dbac-e27c-47ed-9bb2-61b30238fce6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:01.711936 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4ea2a463-92e1-459c-a893-3fee316fd04b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:01.772102 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-958d811f-e8bb-4326-82ab-d73222630bee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for c8aca4e8-3e84-4005-ab09-c52dcbf8cca5 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:01.779440 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-771df41f-d062-47f7-babd-7c3fa6d8d5d3 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] delete failed (client error): The resource could not be found. Jul 29 16:42:01.788521 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-771df41f-d062-47f7-babd-7c3fa6d8d5d3 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/routers/fae27eb1-5492-422f-b929-62833560b5be HTTP/1.1" status: 404 len: 336 time: 0.2652354 Jul 29 16:42:01.793095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8dbac-e27c-47ed-9bb2-61b30238fce6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Subnet': ['ID=e48f1b2b-d700-4186-ab3f-3e0b7a589c85,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:01.798573 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fdd8dbac-e27c-47ed-9bb2-61b30238fce6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:01.806723 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49578) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:01.832030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df96ec9-8ac3-437b-a27b-de0f6cc6672e None None] Network d0468343-48e4-40f9-ad63-e8992ad72b97 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:01.864557 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fdd8dbac-e27c-47ed-9bb2-61b30238fce6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/e48f1b2b-d700-4186-ab3f-3e0b7a589c85 HTTP/1.1" status: 204 len: 168 time: 1.5037987 Jul 29 16:42:01.868850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49586) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:01.874940 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a490cfb-6373-4483-8802-2483c7028629 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] DELETE failed (client error): The resource could not be found. Jul 29 16:42:01.875406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a490cfb-6373-4483-8802-2483c7028629 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:01.877756 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3a490cfb-6373-4483-8802-2483c7028629 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/subnets/8721c474-bf2c-4a4c-be4a-f058cd3bb3d5 HTTP/1.1" status: 404 len: 337 time: 0.0660918 Jul 29 16:42:01.886696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49592) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:02.019043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:02.022741 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e1ee210d-8c10-40b6-9011-af6370f90836 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:02.031927 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:02.032619 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:02.072627 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 78a1d633-d6a5-470f-82ea-3e8d02023a8d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:02.169302 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-99b669e4-4a12-4771-9127-159cfb3fd942 None None] Provisioning complete for port a4b01704-f7ac-4643-a868-f662ff739394 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:02.169675 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-99b669e4-4a12-4771-9127-159cfb3fd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:02.193719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-e1ee210d-8c10-40b6-9011-af6370f90836 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for 51a85942-02c7-4d7f-96b1-0428527b89f0 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:02.259537 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-99b669e4-4a12-4771-9127-159cfb3fd942 None None] Port a4b01704-f7ac-4643-a868-f662ff739394 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:42:02.284522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 78a1d633-d6a5-470f-82ea-3e8d02023a8d completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:02.290171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-99b669e4-4a12-4771-9127-159cfb3fd942 None None] Provisioning for port 51a85942-02c7-4d7f-96b1-0428527b89f0 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:02.295518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 78a1d633-d6a5-470f-82ea-3e8d02023a8d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:02.295726 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:02.299964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d93bf369-9822-4575-b095-0114352f1068 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting port e7ed932c-fa17-43c9-893d-2a7e0484f7d8 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:02.300569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d93bf369-9822-4575-b095-0114352f1068 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:02.329647 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-99b669e4-4a12-4771-9127-159cfb3fd942 None None] Provisioning complete for port 51a85942-02c7-4d7f-96b1-0428527b89f0 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:02.329891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-99b669e4-4a12-4771-9127-159cfb3fd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:02.399581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe668b3f-7e6b-4a2c-aadb-52a0f229839c None None] DHCP port deletion for d0468343-48e4-40f9-ad63-e8992ad72b97 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:42:02.422615 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fe668b3f-7e6b-4a2c-aadb-52a0f229839c None None] Deleting port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:02.423149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fe668b3f-7e6b-4a2c-aadb-52a0f229839c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:02.434372 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] For port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb,segment=NetworkSegment(58c695d6-787b-4785-a978-1074b4c4886b),segment_id=58c695d6-787b-4785-a978-1074b4c4886b)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:02.435740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:02.457174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49604) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:02.531369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-99b669e4-4a12-4771-9127-159cfb3fd942 None None] Port 51a85942-02c7-4d7f-96b1-0428527b89f0 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:42:02.629682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-99b669e4-4a12-4771-9127-159cfb3fd942 None None] Provisioning for port 4ea2a463-92e1-459c-a893-3fee316fd04b completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:02.644498 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-99b669e4-4a12-4771-9127-159cfb3fd942 None None] Provisioning complete for port 4ea2a463-92e1-459c-a893-3fee316fd04b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:02.644973 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-99b669e4-4a12-4771-9127-159cfb3fd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:02.650076 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:02.729123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-958d811f-e8bb-4326-82ab-d73222630bee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:02.739917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:02.791150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:02.799631 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] No DVR routers for this DVR port ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:42:02.834473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d811f-e8bb-4326-82ab-d73222630bee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=c8aca4e8-3e84-4005-ab09-c52dcbf8cca5,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:02.836797 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49616) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:02.837023 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fe668b3f-7e6b-4a2c-aadb-52a0f229839c None None] The port 'ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:42:02.867190 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e1ee210d-8c10-40b6-9011-af6370f90836 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:02.895869 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 78a1d633-d6a5-470f-82ea-3e8d02023a8d is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:02.896258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:02.958718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:02.976396 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-100669613'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:02.996516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:03.001535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-877723795-network', 'tenant_id': 'e4645a50ca1b46ec988ad2583b2ef2a9'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:03.006948 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:03.007892 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 78a1d633-d6a5-470f-82ea-3e8d02023a8d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=78a1d633-d6a5-470f-82ea-3e8d02023a8d,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:03.011496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Usage tracker for resource:network and tenant:e4645a50ca1b46ec988ad2583b2ef2a9 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:03.012925 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-99b669e4-4a12-4771-9127-159cfb3fd942 None None] Current status of the port 4ea2a463-92e1-459c-a893-3fee316fd04b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:03.015503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:03.022829 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:03.023016 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.033729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee210d-8c10-40b6-9011-af6370f90836 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=51a85942-02c7-4d7f-96b1-0428527b89f0,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:03.036714 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-958d811f-e8bb-4326-82ab-d73222630bee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.048494 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:network and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:03.055116 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:03.096581 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Made reservation on behalf of e4645a50ca1b46ec988ad2583b2ef2a9 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:03.099615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.129335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0468343-48e4-40f9-ad63-e8992ad72b97']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:03.143513 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c695d6-787b-4785-a978-1074b4c4886b') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:03.143802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c695d6-787b-4785-a978-1074b4c4886b') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:03.158825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.175468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:03.176323 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=78a1d633-d6a5-470f-82ea-3e8d02023a8d,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:03.181068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.183635 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a463d79c-aad2-457e-b228-d6930b73d36c None None] Could not find standard attr ID for object 51a85942-02c7-4d7f-96b1-0428527b89f0. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:42:03.191563 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.193197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:03.193651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.264363 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-958d811f-e8bb-4326-82ab-d73222630bee tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/c8aca4e8-3e84-4005-ab09-c52dcbf8cca5 HTTP/1.1" status: 204 len: 168 time: 2.3840070 Jul 29 16:42:03.264608 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 58c695d6-787b-4785-a978-1074b4c4886b resource provider aggregate not found Jul 29 16:42:03.266423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:03.267650 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49626) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:03.286637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:03.290291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.303159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Usage tracker for resource:security_group_rule and tenant:e4645a50ca1b46ec988ad2583b2ef2a9 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:03.310373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d93bf369-9822-4575-b095-0114352f1068 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.317710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:03.324712 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 58c695d6-787b-4785-a978-1074b4c4886b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58c695d6-787b-4785-a978-1074b4c4886b found for delete ", "request_id": "req-0fa9dd46-452e-4711-b6b8-7d1d07b077b3"}]} Jul 29 16:42:03.329200 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:03.334987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.354206 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.363368 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b384d873-cdb9-4f20-bb4c-b5ad8a696976 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:03.364882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b384d873-cdb9-4f20-bb4c-b5ad8a696976 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:03.365685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b384d873-cdb9-4f20-bb4c-b5ad8a696976 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:03.381866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.401942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Network': ['ID=d0468343-48e4-40f9-ad63-e8992ad72b97,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:03.418361 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-04d5be39-4e2d-45b1-9402-4b7d2024d809 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/networks/d0468343-48e4-40f9-ad63-e8992ad72b97 HTTP/1.1" status: 204 len: 168 time: 1.5416183 Jul 29 16:42:03.419003 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49632) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:03.422240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b384d873-cdb9-4f20-bb4c-b5ad8a696976 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:03.425732 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b384d873-cdb9-4f20-bb4c-b5ad8a696976 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1482904 Jul 29 16:42:03.429445 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-289785885', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:03.435843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49636) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:03.438655 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:03.451123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 78a1d633-d6a5-470f-82ea-3e8d02023a8d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:03.468301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d93bf369-9822-4575-b095-0114352f1068 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Calling delete_port for e7ed932c-fa17-43c9-893d-2a7e0484f7d8 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:03.477625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:router and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:03.488658 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:03.500467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:03.522533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b1f068-450c-4f7e-8412-a82af3a7b50f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet d6e62199-89cf-4cf1-ab35-3e36c739277f {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:42:03.526091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-39b1f068-450c-4f7e-8412-a82af3a7b50f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.540022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e1ee210d-8c10-40b6-9011-af6370f90836 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.544837 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:03.555981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 78a1d633-d6a5-470f-82ea-3e8d02023a8d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:03.556673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.557227 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.557965 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.560934 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:security_group_rule and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:03.567629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:03.577200 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e1ee210d-8c10-40b6-9011-af6370f90836 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/51a85942-02c7-4d7f-96b1-0428527b89f0 HTTP/1.1" status: 204 len: 168 time: 2.8783929 Jul 29 16:42:03.580972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49640) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:03.581627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:03.622560 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.647332 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e32a14-5092-4348-8c0c-f964111f7c39 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] GET failed (client error): The resource could not be found. Jul 29 16:42:03.648004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e4e32a14-5092-4348-8c0c-f964111f7c39 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Synchronizing usage tracker for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:03.660432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-39b1f068-450c-4f7e-8412-a82af3a7b50f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.713078 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 78a1d633-d6a5-470f-82ea-3e8d02023a8d is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:03.715205 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e4e32a14-5092-4348-8c0c-f964111f7c39 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Unset dirty status for tenant:6ef8b3c0991c44b3b2e7bc738e572b53 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:03.719222 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e4e32a14-5092-4348-8c0c-f964111f7c39 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports/51a85942-02c7-4d7f-96b1-0428527b89f0 HTTP/1.1" status: 404 len: 333 time: 0.1347291 Jul 29 16:42:03.720371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49644) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:03.749810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.750857 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d93bf369-9822-4575-b095-0114352f1068 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.774868 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:42:03.817867 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:42:03.818799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device ee891d17-da07-4f4e-8ed2-c4b2f1d2b9fb not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:42:03.927879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:03.939825 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bf369-9822-4575-b095-0114352f1068 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Port': ['ID=e7ed932c-fa17-43c9-893d-2a7e0484f7d8,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:04.039208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:04.048342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.069470 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-39b1f068-450c-4f7e-8412-a82af3a7b50f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.075075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.079107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3e436d-7e7a-4bc9-bc05-775f62da4936,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:04.086006 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.086353 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Added segment 89035e16-ab75-431c-a03a-e5969042ec44 of type vlan for network f7960c32-624b-485f-bf75-de265cd530b4 Jul 29 16:42:04.087767 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.132681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a89e6fa-d458-4d11-8e17-26372f6e1e90 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.135958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:04.154624 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d93bf369-9822-4575-b095-0114352f1068 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.162011 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc842a2-16e8-42b3-9e5a-3ef9c65b32d8,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:04.173263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.173641 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Added segment 11adc501-1ae3-4433-acd5-50ea8809a5b4 of type vlan for network ac1caead-c6cd-4a8d-8560-7a5ed98eda5f Jul 29 16:42:04.175748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.216916 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d93bf369-9822-4575-b095-0114352f1068 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/ports/e7ed932c-fa17-43c9-893d-2a7e0484f7d8 HTTP/1.1" status: 204 len: 168 time: 2.3291748 Jul 29 16:42:04.226006 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49648) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:04.232312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a89e6fa-d458-4d11-8e17-26372f6e1e90 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.233455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.287567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.288514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:04.289118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.291410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-39b1f068-450c-4f7e-8412-a82af3a7b50f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.340513 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1f068-450c-4f7e-8412-a82af3a7b50f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e62199-89cf-4cf1-ab35-3e36c739277f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:04.342563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-39b1f068-450c-4f7e-8412-a82af3a7b50f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.346682 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a89e6fa-d458-4d11-8e17-26372f6e1e90 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.353442 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cb17f5-00ee-4ec0-9098-961dd106e1da None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:04.374115 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89e6fa-d458-4d11-8e17-26372f6e1e90 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370c7bd5-a8e2-4aae-a804-ccdf2ae80209,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:04.391853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a89e6fa-d458-4d11-8e17-26372f6e1e90 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.395458 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:42:04.395919 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8a89e6fa-d458-4d11-8e17-26372f6e1e90 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/security-groups/370c7bd5-a8e2-4aae-a804-ccdf2ae80209 HTTP/1.1" status: 204 len: 168 time: 0.6749246 Jul 29 16:42:04.398859 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49652) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:04.405459 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-39b1f068-450c-4f7e-8412-a82af3a7b50f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/d6e62199-89cf-4cf1-ab35-3e36c739277f HTTP/1.1" status: 204 len: 168 time: 0.9686015 Jul 29 16:42:04.406342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49656) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:04.415744 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5787482 Jul 29 16:42:04.420287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-4253a295-adb7-412f-94ed-02f3ea7a61f1 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting port 60f3dfc1-ba5c-4283-9508-5f87ac89c887 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:04.420646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4253a295-adb7-412f-94ed-02f3ea7a61f1 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.432776 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49658) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:04.496239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a07253-f675-436d-9f0b-d11fd8298547 admin admin] Pushing event updated for resources: {'Network': ['ID=f7960c32-624b-485f-bf75-de265cd530b4,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:04.501459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] Request body: {'subnet': {'network_id': 'f7960c32-624b-485f-bf75-de265cd530b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-877723795-subnet', 'tenant_id': 'e4645a50ca1b46ec988ad2583b2ef2a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:04.503395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.508740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:04.509362 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.523951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:04.530432 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ff514e1e-efbf-449d-ae20-205149648efa tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011081 Jul 29 16:42:04.530833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49664) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:04.535755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network f7960c32-624b-485f-bf75-de265cd530b4 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:42:04.536326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] Usage tracker for resource:subnet and tenant:e4645a50ca1b46ec988ad2583b2ef2a9 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:04.549160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:04.568366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:04.717974 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2593529 Jul 29 16:42:04.750287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c089b99-4964-4bc4-be57-732d5682b833 None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:42:04.755783 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-7c089b99-4964-4bc4-be57-732d5682b833 None None] Deleting port 78a1d633-d6a5-470f-82ea-3e8d02023a8d {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:04.756295 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7c089b99-4964-4bc4-be57-732d5682b833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.840586 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49668) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:04.841385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-55a193f2-845b-4acb-9f21-b68b343588f4 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.842984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] Made reservation on behalf of e4645a50ca1b46ec988ad2583b2ef2a9 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:04.845281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.859688 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4302c4-abbd-45e8-b2b1-b9dc80139440 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Network': ['ID=ac1caead-c6cd-4a8d-8560-7a5ed98eda5f,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:04.867813 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'subnet': {'network_id': 'ac1caead-c6cd-4a8d-8560-7a5ed98eda5f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:04.888713 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network ac1caead-c6cd-4a8d-8560-7a5ed98eda5f details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:42:04.932729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dcbbf8-4fc7-4c45-9c9a-5cfebfdf949e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:04.933357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-42dcbbf8-4fc7-4c45-9c9a-5cfebfdf949e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:04.958873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4253a295-adb7-412f-94ed-02f3ea7a61f1 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:04.982273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:05.077848 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-7c089b99-4964-4bc4-be57-732d5682b833 None None] For port 78a1d633-d6a5-470f-82ea-3e8d02023a8d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=78a1d633-d6a5-470f-82ea-3e8d02023a8d,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:05.078506 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7c089b99-4964-4bc4-be57-732d5682b833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:05.080191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-42dcbbf8-4fc7-4c45-9c9a-5cfebfdf949e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:05.081577 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-42dcbbf8-4fc7-4c45-9c9a-5cfebfdf949e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5176842 Jul 29 16:42:05.088811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:05.088998 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-4253a295-adb7-412f-94ed-02f3ea7a61f1 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Calling delete_port for 60f3dfc1-ba5c-4283-9508-5f87ac89c887 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:05.092027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49672) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:05.112865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-55a193f2-845b-4acb-9f21-b68b343588f4 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:05.208845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-7c089b99-4964-4bc4-be57-732d5682b833 None None] Calling delete_port for 78a1d633-d6a5-470f-82ea-3e8d02023a8d owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:05.249561 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4253a295-adb7-412f-94ed-02f3ea7a61f1 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:05.294339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7c089b99-4964-4bc4-be57-732d5682b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:05.305949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:05.307242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253a295-adb7-412f-94ed-02f3ea7a61f1 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Port': ['ID=60f3dfc1-ba5c-4283-9508-5f87ac89c887,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:05.314655 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f86e028-e71b-4b51-89e7-1bd8674db965 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:05.315354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2f86e028-e71b-4b51-89e7-1bd8674db965 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:05.324754 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:subnet and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:05.333600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:05.346307 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:05.350949 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c089b99-4964-4bc4-be57-732d5682b833 None None] Pushing event deleted for resources: {'Port': ['ID=78a1d633-d6a5-470f-82ea-3e8d02023a8d,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:05.353024 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-55a193f2-845b-4acb-9f21-b68b343588f4 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:05.360947 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c089b99-4964-4bc4-be57-732d5682b833 None None] No DVR routers for this DVR port 78a1d633-d6a5-470f-82ea-3e8d02023a8d on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:42:05.430173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4253a295-adb7-412f-94ed-02f3ea7a61f1 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:05.442018 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4253a295-adb7-412f-94ed-02f3ea7a61f1 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/ports/60f3dfc1-ba5c-4283-9508-5f87ac89c887 HTTP/1.1" status: 204 len: 168 time: 1.2102172 Jul 29 16:42:05.442552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49676) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:05.452378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a193f2-845b-4acb-9f21-b68b343588f4 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacabf46-8cde-42d1-811f-97dea86cec3e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:05.452607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 78a1d633-d6a5-470f-82ea-3e8d02023a8d no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:42:05.467715 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2f86e028-e71b-4b51-89e7-1bd8674db965 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:05.469599 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2f86e028-e71b-4b51-89e7-1bd8674db965 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3721542 Jul 29 16:42:05.471435 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:05.475447 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:05.497093 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49680) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:05.513702 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 78a1d633-d6a5-470f-82ea-3e8d02023a8d {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:42:05.514194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 78a1d633-d6a5-470f-82ea-3e8d02023a8d not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:42:05.548392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f70238-e88d-4c6a-9c78-32c0ab4fc5c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:05.549842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-21f70238-e88d-4c6a-9c78-32c0ab4fc5c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Synchronizing usage tracker for tenant:2dfcda58e3f74084b8302be907f8cb07 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:05.566733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-21f70238-e88d-4c6a-9c78-32c0ab4fc5c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Unset dirty status for tenant:2dfcda58e3f74084b8302be907f8cb07 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:05.570924 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-21f70238-e88d-4c6a-9c78-32c0ab4fc5c9 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee24522f-40c2-44bd-823a-effc559e1d03 HTTP/1.1" status: 200 len: 913 time: 0.1272817 Jul 29 16:42:05.571520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49684) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:05.650434 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-57bcbd9b-2003-45bb-89f1-c25a693357e3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1429310 Jul 29 16:42:05.654668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49688) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:05.688046 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Allocated IP 172.26.1.13 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/c57dffff-9ee2-4b21-a3db-a40bdba343dd) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:05.693473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1c91db07-bb7b-43ae-a14a-9ea10e55919e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:05.722872 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-55a193f2-845b-4acb-9f21-b68b343588f4 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:05.726745 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-55a193f2-845b-4acb-9f21-b68b343588f4 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/security-groups/eacabf46-8cde-42d1-811f-97dea86cec3e HTTP/1.1" status: 204 len: 168 time: 1.3241644 Jul 29 16:42:05.748777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49692) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:05.966912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:06.061570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1c91db07-bb7b-43ae-a14a-9ea10e55919e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:06.159139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1c91db07-bb7b-43ae-a14a-9ea10e55919e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:06.177673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f654ad-3f90-4d14-b286-c84501627d55,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:06.187255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-59388f08-6123-4521-b343-194ec6f66922 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:06.223962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51412691-e9ec-4d2b-ab47-4aef1e34d5ae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:06.227259 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c91db07-bb7b-43ae-a14a-9ea10e55919e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:06.230649 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c91db07-bb7b-43ae-a14a-9ea10e55919e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:06.252713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:06.260658 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] Checking segment: {'id': '89035e16-ab75-431c-a03a-e5969042ec44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7960c32-624b-485f-bf75-de265cd530b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:06.261014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] Network hostable DHCP agents. Network: f7960c32-624b-485f-bf75-de265cd530b4, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:42:06.338338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-59388f08-6123-4521-b343-194ec6f66922 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:06.566169 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] Network f7960c32-624b-485f-bf75-de265cd530b4 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:42:06.568390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:06.594096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-51412691-e9ec-4d2b-ab47-4aef1e34d5ae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting port d662ab06-3023-4d47-bd37-e0bdb2fdfb12 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:06.594656 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51412691-e9ec-4d2b-ab47-4aef1e34d5ae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:06.640274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, f7960c32-624b-485f-bf75-de265cd530b4) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:06.650231 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c039540a-ee89-42cb-8ff1-4912820ad566 None None] Network f7960c32-624b-485f-bf75-de265cd530b4 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:06.659489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:06.660373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:06.679639 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-59388f08-6123-4521-b343-194ec6f66922 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:06.682446 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:06.768755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Subnet': ['ID=a8ad7af1-4fc9-4a03-816e-74dcc432a43a,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:06.778172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59388f08-6123-4521-b343-194ec6f66922 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b727ec03-4e3e-452c-b9c3-27ba6275e686,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:06.795555 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-59388f08-6123-4521-b343-194ec6f66922 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:06.799263 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-59388f08-6123-4521-b343-194ec6f66922 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/security-groups/b727ec03-4e3e-452c-b9c3-27ba6275e686 HTTP/1.1" status: 204 len: 168 time: 1.0463054 Jul 29 16:42:06.810246 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49696) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:06.822923 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b3a04c52-2b89-4cc6-ba53-5bed91f5b2b2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3776612 Jul 29 16:42:06.823161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51412691-e9ec-4d2b-ab47-4aef1e34d5ae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:06.823268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:06.886004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:06.906862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Checking segment: {'id': '11adc501-1ae3-4433-acd5-50ea8809a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ac1caead-c6cd-4a8d-8560-7a5ed98eda5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:06.907241 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network hostable DHCP agents. Network: ac1caead-c6cd-4a8d-8560-7a5ed98eda5f, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:42:06.913490 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:06.946233 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=c57dffff-9ee2-4b21-a3db-a40bdba343dd,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:06.947484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d601e061-579e-4aff-97ab-ba2b22be152e None None] Network f7960c32-624b-485f-bf75-de265cd530b4 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:06.977312 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-51412691-e9ec-4d2b-ab47-4aef1e34d5ae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Calling delete_port for d662ab06-3023-4d47-bd37-e0bdb2fdfb12 owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:07.014893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3aa7e4-fa1c-4e5a-812a-48dbbbf268d1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting subnet 2227bee4-c476-4c18-852c-e7dcf19d4a9a {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:42:07.075851 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa7e4-fa1c-4e5a-812a-48dbbbf268d1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:07.116982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network ac1caead-c6cd-4a8d-8560-7a5ed98eda5f is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:42:07.231854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, ac1caead-c6cd-4a8d-8560-7a5ed98eda5f) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:07.240059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51412691-e9ec-4d2b-ab47-4aef1e34d5ae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:07.242312 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2853dde7-dba2-4941-ba42-1b0ad3b962a4 None None] Network ac1caead-c6cd-4a8d-8560-7a5ed98eda5f requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:07.276952 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa7e4-fa1c-4e5a-812a-48dbbbf268d1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:07.302822 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51412691-e9ec-4d2b-ab47-4aef1e34d5ae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Port': ['ID=d662ab06-3023-4d47-bd37-e0bdb2fdfb12,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:07.310421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:07.311014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:07.326589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c91db07-bb7b-43ae-a14a-9ea10e55919e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:07.427698 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f3d2f074-8a66-4b4d-9175-bde8197bbd18 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5694342 Jul 29 16:42:07.437666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c91db07-bb7b-43ae-a14a-9ea10e55919e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:07.442993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49712) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:07.453871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-1c91db07-bb7b-43ae-a14a-9ea10e55919e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:07.460384 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2034493409'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:07.463964 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04195530-33a9-4f4d-82e6-84dfdef49102 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:07.470563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c91db07-bb7b-43ae-a14a-9ea10e55919e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:07.471098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1c91db07-bb7b-43ae-a14a-9ea10e55919e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:07.531534 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:07.565422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91db07-bb7b-43ae-a14a-9ea10e55919e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=59b01de4-dbf6-428c-a1aa-56dcb677c3f3,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:07.568162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:network and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:07.592562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49718) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:07.599327 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-906506852-network', 'tenant_id': '2c9dc0cbf0914d01a2e1fbd367a39f1e'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:07.603925 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:07.607833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Usage tracker for resource:network and tenant:2c9dc0cbf0914d01a2e1fbd367a39f1e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:07.611888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:07.617805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:07.636603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:07.651556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-ac1caead-c6cd-4a8d-8560-7a5ed98eda5f', 'network_id': 'ac1caead-c6cd-4a8d-8560-7a5ed98eda5f', 'tenant_id': 'd402d880e94746c783b04f4e9a05f1ad', 'fixed_ips': [{'subnet_id': 'a8ad7af1-4fc9-4a03-816e-74dcc432a43a'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:07.652086 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:07.658655 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:07.666084 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1c91db07-bb7b-43ae-a14a-9ea10e55919e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9927137 Jul 29 16:42:07.669430 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49722) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:07.680374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'mac_address': 'fa:16:3e:ce:c5:24', 'name': 'tempest-NetworksTestDHCPv6-809665459'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:07.694585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Made reservation on behalf of 2c9dc0cbf0914d01a2e1fbd367a39f1e for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:07.697997 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:07.758920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa7e4-fa1c-4e5a-812a-48dbbbf268d1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:07.772189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:07.786012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:07.789350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:07.806553 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:07.814340 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Usage tracker for resource:security_group_rule and tenant:2c9dc0cbf0914d01a2e1fbd367a39f1e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:07.818970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:07.829864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:07.877375 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:07.880562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51412691-e9ec-4d2b-ab47-4aef1e34d5ae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:07.915764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '59b01de4-dbf6-428c-a1aa-56dcb677c3f3'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:07.916632 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:07.932990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Allocated IP 172.20.255.242 (ac1caead-c6cd-4a8d-8560-7a5ed98eda5f/a8ad7af1-4fc9-4a03-816e-74dcc432a43a/b3d38f03-9b76-46a4-aed4-8221870b25bf) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:08.031069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:08.087512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.088002 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Added segment 852b2dd0-0799-4012-a9d9-228102809982 of type vlan for network 26cb39f5-d618-4419-86fc-52d5822d5188 Jul 29 16:42:08.103249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:08.105963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa7e4-fa1c-4e5a-812a-48dbbbf268d1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.112378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.216617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.232752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:08.243848 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Allocated IP 2001:db8::2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/59b01de4-dbf6-428c-a1aa-56dcb677c3f3/445521c1-8c6c-43c8-84be-1577b12c9935) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:08.244933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.245461 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Added segment 23035699-bd78-44bd-9cc9-44c09c947172 of type vlan for network cb830410-9a99-42ed-a3c3-79a51232c562 Jul 29 16:42:08.277642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.313826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3aa7e4-fa1c-4e5a-812a-48dbbbf268d1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Subnet': ['ID=2227bee4-c476-4c18-852c-e7dcf19d4a9a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:08.321184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:08.330878 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.335150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa7e4-fa1c-4e5a-812a-48dbbbf268d1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.343384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b353481e-22b5-46d0-bcb0-83965aaaa070 None None] Network 2a265526-819a-4291-8373-8ab2e6e57a8d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:08.371162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.413761 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6c3aa7e4-fa1c-4e5a-812a-48dbbbf268d1 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/2227bee4-c476-4c18-852c-e7dcf19d4a9a HTTP/1.1" status: 204 len: 168 time: 1.6022925 Jul 29 16:42:08.430618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:08.434730 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818e3603-7c78-435d-b976-fb7dd1cdc92e,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:08.442649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.443876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:08.444788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.449321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Transition to ACTIVE for port object b3d38f03-9b76-46a4-aed4-8221870b25bf will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:08.457133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49726) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:08.489064 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:08.489520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:08.489862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:08.490453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:08.490810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:08.491212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:08.491862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:08.492321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:08.492689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:08.493181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:08.493535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:08.494001 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:08.563409 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Transition to ACTIVE for port object b3d38f03-9b76-46a4-aed4-8221870b25bf will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:08.598868 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.608414 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] Pushing event updated for resources: {'Network': ['ID=cb830410-9a99-42ed-a3c3-79a51232c562,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:08.611429 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b8bf87c1-f097-4d27-b67c-3fc51326fa53 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0166404 Jul 29 16:42:08.623247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49730) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:08.630447 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] Request body: {'subnet': {'network_id': 'cb830410-9a99-42ed-a3c3-79a51232c562', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-906506852-subnet', 'tenant_id': '2c9dc0cbf0914d01a2e1fbd367a39f1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:08.635996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:08.640804 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] Usage tracker for resource:subnet and tenant:2c9dc0cbf0914d01a2e1fbd367a39f1e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:08.646254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:08.655280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:08.656484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network cb830410-9a99-42ed-a3c3-79a51232c562 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:42:08.677037 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] Made reservation on behalf of 2c9dc0cbf0914d01a2e1fbd367a39f1e for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:08.680224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.731006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.736403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:08.736990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.787019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa692146-0c3b-4966-b732-ad9e08a88867 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting subnet 2a65fc9f-fa52-4857-8734-89337b9a9e67 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:42:08.846123 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aa692146-0c3b-4966-b732-ad9e08a88867 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.850576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Network ac1caead-c6cd-4a8d-8560-7a5ed98eda5f is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:08.868734 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51412691-e9ec-4d2b-ab47-4aef1e34d5ae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Router ee24522f-40c2-44bd-823a-effc559e1d03 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:42:08.869762 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:08.884338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:08.892055 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Pushing event updated for resources: {'Port': ['ID=b3d38f03-9b76-46a4-aed4-8221870b25bf,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:08.938053 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4891529 Jul 29 16:42:08.949366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49734) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:08.953108 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a8f3b-29d7-4297-ac46-d261190216f3 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Network': ['ID=26cb39f5-d618-4419-86fc-52d5822d5188,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:08.968196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.970321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'subnet': {'network_id': '26cb39f5-d618-4419-86fc-52d5822d5188', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:08.984349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:08.993752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aa692146-0c3b-4966-b732-ad9e08a88867 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:09.008865 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 26cb39f5-d618-4419-86fc-52d5822d5188 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:42:09.069793 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:09.108300 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port 8653a089-0d53-46d2-8f3f-39f137e1e3d3 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:42:09.146993 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Transition to ACTIVE for port object 445521c1-8c6c-43c8-84be-1577b12c9935 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:09.167851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Attempting to bind port b3d38f03-9b76-46a4-aed4-8221870b25bf on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:09.168227 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Attempting to bind port b3d38f03-9b76-46a4-aed4-8221870b25bf by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '11adc501-1ae3-4433-acd5-50ea8809a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ac1caead-c6cd-4a8d-8560-7a5ed98eda5f'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:09.168588 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Attempting to bind port b3d38f03-9b76-46a4-aed4-8221870b25bf on network ac1caead-c6cd-4a8d-8560-7a5ed98eda5f {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:09.201896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:09.202311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Checking segment: {'id': '11adc501-1ae3-4433-acd5-50ea8809a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ac1caead-c6cd-4a8d-8560-7a5ed98eda5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:09.202670 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:09.203063 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Bound using segment: {'id': '11adc501-1ae3-4433-acd5-50ea8809a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ac1caead-c6cd-4a8d-8560-7a5ed98eda5f'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:09.203534 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Bound port: b3d38f03-9b76-46a4-aed4-8221870b25bf, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11adc501-1ae3-4433-acd5-50ea8809a5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ac1caead-c6cd-4a8d-8560-7a5ed98eda5f'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:09.203909 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:09.228795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Transition to ACTIVE for port object 445521c1-8c6c-43c8-84be-1577b12c9935 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:09.264664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:09.313757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:09.319769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:subnet and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:09.324819 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:09.331621 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:09.341205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51412691-e9ec-4d2b-ab47-4aef1e34d5ae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:42:09.351786 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7290855-3db3-44ba-bd55-3b59fe659b70 None None] Sync routers for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:42:09.372981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:09.374932 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7290855-3db3-44ba-bd55-3b59fe659b70 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:09.375546 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a7290855-3db3-44ba-bd55-3b59fe659b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:09.379027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aa692146-0c3b-4966-b732-ad9e08a88867 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:09.419357 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:09.427501 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:09.429589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Pushing event updated for resources: {'Port': ['ID=445521c1-8c6c-43c8-84be-1577b12c9935,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:09.437079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:09.441454 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:09.473393 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-51412691-e9ec-4d2b-ab47-4aef1e34d5ae tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "PUT /v2.0/routers/ee24522f-40c2-44bd-823a-effc559e1d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8985267 Jul 29 16:42:09.473633 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::391 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/59b01de4-dbf6-428c-a1aa-56dcb677c3f3/8653a089-0d53-46d2-8f3f-39f137e1e3d3) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:09.485463 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a7290855-3db3-44ba-bd55-3b59fe659b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:09.494543 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7290855-3db3-44ba-bd55-3b59fe659b70 None None] Routers {'ee24522f-40c2-44bd-823a-effc559e1d03'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:09.495153 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a7290855-3db3-44ba-bd55-3b59fe659b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ee24522f-40c2-44bd-823a-effc559e1d03'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:09.497747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49738) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:09.588070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] For port b3d38f03-9b76-46a4-aed4-8221870b25bf, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:09.592425 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a7290855-3db3-44ba-bd55-3b59fe659b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:09.593828 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7290855-3db3-44ba-bd55-3b59fe659b70 None None] The sync data for ids ['ee24522f-40c2-44bd-823a-effc559e1d03'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:42:09.605309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] For port b3d38f03-9b76-46a4-aed4-8221870b25bf, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b3d38f03-9b76-46a4-aed4-8221870b25bf,segment=NetworkSegment(11adc501-1ae3-4433-acd5-50ea8809a5b4),segment_id=11adc501-1ae3-4433-acd5-50ea8809a5b4)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:42:09.698598 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:09.706557 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Attempting to bind port 445521c1-8c6c-43c8-84be-1577b12c9935 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:09.706990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Attempting to bind port 445521c1-8c6c-43c8-84be-1577b12c9935 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:09.707411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Attempting to bind port 445521c1-8c6c-43c8-84be-1577b12c9935 on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:09.726983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aa692146-0c3b-4966-b732-ad9e08a88867 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:09.754678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:09.755382 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:09.755956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:09.756505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:09.757161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Bound port: 445521c1-8c6c-43c8-84be-1577b12c9935, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:09.757700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:09.767788 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 2f61a2d3-1f2f-4b3a-8003-42f407651486 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:42:09.788672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa692146-0c3b-4966-b732-ad9e08a88867 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Subnet': ['ID=2a65fc9f-fa52-4857-8734-89337b9a9e67,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:09.820137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aa692146-0c3b-4966-b732-ad9e08a88867 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:09.831736 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:09.880175 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b643c3f-df00-47a0-824a-6901bb0b1e95 None None] Pushing event updated for resources: {'Port': ['ID=b3d38f03-9b76-46a4-aed4-8221870b25bf,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:09.929651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] For port 445521c1-8c6c-43c8-84be-1577b12c9935, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:09.934989 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] For port 445521c1-8c6c-43c8-84be-1577b12c9935, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=445521c1-8c6c-43c8-84be-1577b12c9935,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:42:09.944894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:09.959758 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b174d37d-2228-43f5-bd9b-a67f716a937b,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:10.020446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] Checking segment: {'id': '23035699-bd78-44bd-9cc9-44c09c947172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cb830410-9a99-42ed-a3c3-79a51232c562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:10.020905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] Network hostable DHCP agents. Network: cb830410-9a99-42ed-a3c3-79a51232c562, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:42:10.071886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] Network cb830410-9a99-42ed-a3c3-79a51232c562 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:42:10.078017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9615308-0079-4522-8123-67dd4d4a17c7 None None] Pushing event updated for resources: {'Port': ['ID=445521c1-8c6c-43c8-84be-1577b12c9935,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:10.097678 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, cb830410-9a99-42ed-a3c3-79a51232c562) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:10.102980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:10.105266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:10.107560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cce0240-8c64-415b-9b10-e2c9909a10d3 None None] Network cb830410-9a99-42ed-a3c3-79a51232c562 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:10.111677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:10.218413 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bba29d74-4ab2-481e-9654-76ef14310734 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5857430 Jul 29 16:42:10.218413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Subnet': ['ID=dceeedf6-98e2-4539-ade5-cb7b08d2792a,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:10.220113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:10.239570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object 8653a089-0d53-46d2-8f3f-39f137e1e3d3 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:10.249797 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Checking segment: {'id': '852b2dd0-0799-4012-a9d9-228102809982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '26cb39f5-d618-4419-86fc-52d5822d5188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:10.250215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network hostable DHCP agents. Network: 26cb39f5-d618-4419-86fc-52d5822d5188, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:42:10.316390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network 26cb39f5-d618-4419-86fc-52d5822d5188 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:42:10.333612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 26cb39f5-d618-4419-86fc-52d5822d5188) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:10.338847 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:10.339602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:10.368062 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8886cfe7-e9eb-4bf0-b70d-9fe919a6e43a None None] Network 26cb39f5-d618-4419-86fc-52d5822d5188 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:10.392533 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-aa692146-0c3b-4966-b732-ad9e08a88867 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/2a65fc9f-fa52-4857-8734-89337b9a9e67 HTTP/1.1" status: 204 len: 168 time: 1.9345870 Jul 29 16:42:10.394035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:10.395288 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49744) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:10.456164 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae702dbc-bd37-423a-86c7-edd97eb4f258 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] DELETE failed (client error): The resource could not be found. Jul 29 16:42:10.456418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae702dbc-bd37-423a-86c7-edd97eb4f258 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:10.460842 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ae702dbc-bd37-423a-86c7-edd97eb4f258 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/2227bee4-c476-4c18-852c-e7dcf19d4a9a HTTP/1.1" status: 404 len: 337 time: 0.0619996 Jul 29 16:42:10.463042 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-12cbdde5-6540-4aff-8438-610dc47f2d02 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5115671 Jul 29 16:42:10.463976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49750) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:10.464401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49752) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:10.703527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:10.708581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919c7168-0ab0-4a69-9d28-f6e4102e9d69 None None] Network 2a265526-819a-4291-8373-8ab2e6e57a8d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:10.728941 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-397302a7-eccc-4681-a519-a59d90f687aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting subnet 194345b6-399a-4229-b0db-eca56460df91 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:42:10.764352 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-397302a7-eccc-4681-a519-a59d90f687aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:10.812656 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:10.865070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:10.867985 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:10.874125 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-397302a7-eccc-4681-a519-a59d90f687aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:10.887902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:10.896329 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:10.897012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:10.901163 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=8653a089-0d53-46d2-8f3f-39f137e1e3d3,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:10.964137 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1a4a83db-5c04-4356-9f47-9ab1a98644c8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2935617 Jul 29 16:42:10.971176 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49764) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:10.973130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e2406f62-848f-4984-9f15-f66fe2072503 None None] Provisioning complete for port a4b01704-f7ac-4643-a868-f662ff739394 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:10.973507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e2406f62-848f-4984-9f15-f66fe2072503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:11.022150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:42:11.052703 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d15a093-7576-46e2-9f2c-82aec7ed9bfa None None] Sync routers for ids ['2f61a2d3-1f2f-4b3a-8003-42f407651486'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:42:11.072578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-397302a7-eccc-4681-a519-a59d90f687aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:11.089084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f39186d-de96-40a7-9660-f9051517d2f4 None None] Network cb830410-9a99-42ed-a3c3-79a51232c562 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:11.123370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:11.127842 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b811d6f5-e453-44e3-a5f9-9b03e6805fdc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.7063594 Jul 29 16:42:11.131572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49776) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:11.185010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d15a093-7576-46e2-9f2c-82aec7ed9bfa None None] Routers {'2f61a2d3-1f2f-4b3a-8003-42f407651486'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:11.185605 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5d15a093-7576-46e2-9f2c-82aec7ed9bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['2f61a2d3-1f2f-4b3a-8003-42f407651486'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:11.203507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:11.208369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:11.221702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting port bde53db0-f99e-4a6c-9835-94b40a2084b8 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:11.222177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:11.264604 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e2406f62-848f-4984-9f15-f66fe2072503 None None] Port a4b01704-f7ac-4643-a868-f662ff739394 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:42:11.321697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5d15a093-7576-46e2-9f2c-82aec7ed9bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:11.332042 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7114dcfe-4f17-4d0c-be31-f495c73bda64 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:11.338682 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7114dcfe-4f17-4d0c-be31-f495c73bda64 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:11.339580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7114dcfe-4f17-4d0c-be31-f495c73bda64 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:11.386556 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-397302a7-eccc-4681-a519-a59d90f687aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:11.431084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e2406f62-848f-4984-9f15-f66fe2072503 None None] Provisioning complete for port 4ea2a463-92e1-459c-a893-3fee316fd04b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:11.431589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e2406f62-848f-4984-9f15-f66fe2072503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:11.445870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-bb42965d-0189-47f2-adcc-affd5102cb56 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:11.447502 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-bb42965d-0189-47f2-adcc-affd5102cb56 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/networks?id=f7960c32-624b-485f-bf75-de265cd530b4 HTTP/1.1" status: 200 len: 811 time: 0.3507731 Jul 29 16:42:11.447645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-397302a7-eccc-4681-a519-a59d90f687aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:11.459717 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-397302a7-eccc-4681-a519-a59d90f687aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/194345b6-399a-4229-b0db-eca56460df91 HTTP/1.1" status: 204 len: 168 time: 0.9941764 Jul 29 16:42:11.464537 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49780) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:11.472861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397302a7-eccc-4681-a519-a59d90f687aa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Subnet': ['ID=194345b6-399a-4229-b0db-eca56460df91,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:11.533878 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-68ac1080-6837-42b2-b099-693d758ece09 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/routers/2f61a2d3-1f2f-4b3a-8003-42f407651486 HTTP/1.1" status: 200 len: 883 time: 0.3903384 Jul 29 16:42:11.534082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49784) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:11.539534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:11.585662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d15a093-7576-46e2-9f2c-82aec7ed9bfa None None] Routers {'2f61a2d3-1f2f-4b3a-8003-42f407651486'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:11.585662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5d15a093-7576-46e2-9f2c-82aec7ed9bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['2f61a2d3-1f2f-4b3a-8003-42f407651486'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:11.593896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7114dcfe-4f17-4d0c-be31-f495c73bda64 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:11.598944 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7114dcfe-4f17-4d0c-be31-f495c73bda64 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6273122 Jul 29 16:42:11.599675 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49790) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:11.633726 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-6854e4c1-7d08-4ced-904f-3d0f0018c17c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] DELETE failed (client error): The resource could not be found. Jul 29 16:42:11.634186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6854e4c1-7d08-4ced-904f-3d0f0018c17c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:11.638443 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6854e4c1-7d08-4ced-904f-3d0f0018c17c tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/84343439-ef97-4d16-b03b-3ee800b3b24b HTTP/1.1" status: 404 len: 337 time: 0.1698351 Jul 29 16:42:11.642996 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-2e17fd1f-b4c9-4fd3-ac87-120474ab52e4 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/quotas/e4645a50ca1b46ec988ad2583b2ef2a9 HTTP/1.1" status: 200 len: 375 time: 0.1648178 Jul 29 16:42:11.664806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415ae2c1-71b5-4ae9-9133-f5268d311de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-26cb39f5-d618-4419-86fc-52d5822d5188', 'network_id': '26cb39f5-d618-4419-86fc-52d5822d5188', 'tenant_id': 'd402d880e94746c783b04f4e9a05f1ad', 'fixed_ips': [{'subnet_id': 'dceeedf6-98e2-4539-ade5-cb7b08d2792a'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:11.665961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-415ae2c1-71b5-4ae9-9133-f5268d311de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:11.679424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49794) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:11.762556 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Subnet': ['ID=dceeedf6-98e2-4539-ade5-cb7b08d2792a,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:11.779124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5d15a093-7576-46e2-9f2c-82aec7ed9bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:11.779675 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d15a093-7576-46e2-9f2c-82aec7ed9bfa None None] The sync data for ids ['2f61a2d3-1f2f-4b3a-8003-42f407651486'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:42:11.781591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 445521c1-8c6c-43c8-84be-1577b12c9935 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:11.840969 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-81012f78-a6aa-4e03-90ca-f00468c55704 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4645a50ca1b46ec988ad2583b2ef2a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1970158 Jul 29 16:42:11.850696 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:11.864051 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5c44fd62-bfd3-4851-bf98-783aa4d6e2c0 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f19bc54-d2da-4099-89ff-2b757310dee2 HTTP/1.1" status: 200 len: 205 time: 0.1828127 Jul 29 16:42:11.872935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49800) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:12.074111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:12.219072 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308194a8-21a9-4d9e-8564-0bb5952a1d2f None None] Network 26cb39f5-d618-4419-86fc-52d5822d5188 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:12.244559 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 445521c1-8c6c-43c8-84be-1577b12c9935 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:12.247912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4319401c-8e5b-4a45-bcd6-38393d148143 None None] Network ac1caead-c6cd-4a8d-8560-7a5ed98eda5f requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:12.260094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cb39f5-d618-4419-86fc-52d5822d5188']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:12.275480 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852b2dd0-0799-4012-a9d9-228102809982') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:12.276000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852b2dd0-0799-4012-a9d9-228102809982') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:12.292108 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:12.324187 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e2406f62-848f-4984-9f15-f66fe2072503 None None] Current status of the port 4ea2a463-92e1-459c-a893-3fee316fd04b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:12.326836 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:12.340309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:12.340856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:12.374860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b3d38f03-9b76-46a4-aed4-8221870b25bf up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:12.404783 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Calling delete_port for bde53db0-f99e-4a6c-9835-94b40a2084b8 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:12.417571 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 852b2dd0-0799-4012-a9d9-228102809982 resource provider aggregate not found Jul 29 16:42:12.447907 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 852b2dd0-0799-4012-a9d9-228102809982 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 852b2dd0-0799-4012-a9d9-228102809982 found for delete ", "request_id": "req-b7ceaffb-4236-471f-85ac-bcc986ed9e85"}]} Jul 29 16:42:12.456820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-17ee9b22-6bdb-4c9a-b1b6-1039d040df39 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 8653a089-0d53-46d2-8f3f-39f137e1e3d3 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:12.457376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17ee9b22-6bdb-4c9a-b1b6-1039d040df39 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:12.457954 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-74595c5f-501b-406a-815d-b8160ebf655b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Synchronizing usage tracker for tenant:753758b47ab346708e972c2018912eb1 on resource:router {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:12.474606 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:12.496829 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:12.502448 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/26cb39f5-d618-4419-86fc-52d5822d5188 HTTP/1.1" status: 204 len: 168 time: 2.0352969 Jul 29 16:42:12.505622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-74595c5f-501b-406a-815d-b8160ebf655b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Unset dirty status for tenant:753758b47ab346708e972c2018912eb1 on resource:router {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:12.509358 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-74595c5f-501b-406a-815d-b8160ebf655b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.9714622 Jul 29 16:42:12.509358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49808) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:12.510292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383c36f-2454-415e-98b2-b527bbdc9155 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Network': ['ID=26cb39f5-d618-4419-86fc-52d5822d5188,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:12.511741 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49810) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:12.518064 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-751030248'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:12.523903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-02f45be2-4d2a-494b-b4e6-6fca85c4097a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-289785885'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:12.578813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:12.641107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:network and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:12.650920 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:12.667104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:12.687838 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:12.691293 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:12.699818 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f97b04f2-5111-4dd5-ab6f-3179bcffe676 None None] Provisioning for port b3d38f03-9b76-46a4-aed4-8221870b25bf completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:12.740042 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-2755c7c0-d81b-4354-9579-16d593193dcf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] delete failed (client error): The resource could not be found. Jul 29 16:42:12.741589 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2755c7c0-d81b-4354-9579-16d593193dcf tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/routers/1f19bc54-d2da-4099-89ff-2b757310dee2 HTTP/1.1" status: 404 len: 336 time: 0.8656378 Jul 29 16:42:12.760655 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49818) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:12.802848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:12.804771 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27a5117-4e13-4573-b3f4-b768cdc3e54f None None] Update dhcp port {'port': {'network_id': '2a265526-819a-4291-8373-8ab2e6e57a8d', 'fixed_ips': [{'subnet_id': '194345b6-399a-4229-b0db-eca56460df91'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': '4ea2a463-92e1-459c-a893-3fee316fd04b'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:42:12.834303 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-791fe846-bc17-4f49-b869-f8d5bc85a1d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] DELETE failed (client error): The resource could not be found. Jul 29 16:42:12.834757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791fe846-bc17-4f49-b869-f8d5bc85a1d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:12.862862 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-791fe846-bc17-4f49-b869-f8d5bc85a1d9 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/cdd8738e-bf3e-44ac-b7cc-d2d7af57c541 HTTP/1.1" status: 404 len: 337 time: 0.0971425 Jul 29 16:42:12.865573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49822) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:12.893298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:12.896946 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port b3d38f03-9b76-46a4-aed4-8221870b25bf completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:12.908362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f97b04f2-5111-4dd5-ab6f-3179bcffe676 None None] Provisioning for port 8653a089-0d53-46d2-8f3f-39f137e1e3d3 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:12.913009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:12.913389 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Added segment 082f104d-a511-4e68-8fec-a3eadc312d9b of type vlan for network b6e001e7-9994-4683-8868-fd6c503fb6f5 Jul 29 16:42:12.916706 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-8149eee1-cd0e-4963-a742-9fccfd4667af tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] DELETE failed (client error): The resource could not be found. Jul 29 16:42:12.917168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8149eee1-cd0e-4963-a742-9fccfd4667af tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:12.925217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b3d38f03-9b76-46a4-aed4-8221870b25bf triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:12.925589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:12.943483 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8149eee1-cd0e-4963-a742-9fccfd4667af tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/f4aac03a-575b-4c00-8b7d-77600bc9328d HTTP/1.1" status: 404 len: 337 time: 0.0735519 Jul 29 16:42:12.948361 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49826) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:12.964494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f97b04f2-5111-4dd5-ab6f-3179bcffe676 None None] Provisioning complete for port 8653a089-0d53-46d2-8f3f-39f137e1e3d3 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:12.964854 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f97b04f2-5111-4dd5-ab6f-3179bcffe676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:12.995313 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a27a5117-4e13-4573-b3f4-b768cdc3e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:13.011270 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-329ff5eb-5ef5-49d5-9f6a-3d4fb13e9c46 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] DELETE failed (client error): The resource could not be found. Jul 29 16:42:13.011616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329ff5eb-5ef5-49d5-9f6a-3d4fb13e9c46 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:13.017965 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-329ff5eb-5ef5-49d5-9f6a-3d4fb13e9c46 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/3b4cde7f-8725-4d4a-b5f5-2e4fa7885fde HTTP/1.1" status: 404 len: 337 time: 0.0641105 Jul 29 16:42:13.019264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49830) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:13.020029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Port': ['ID=bde53db0-f99e-4a6c-9835-94b40a2084b8,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:13.025142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:13.062754 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:13.063147 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:13.063431 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:13.064282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:13.064616 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:13.064945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:13.065291 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:13.065627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:13.065939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:13.066256 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:13.066574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:13.066892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:13.101936 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f97b04f2-5111-4dd5-ab6f-3179bcffe676 None None] Port 8653a089-0d53-46d2-8f3f-39f137e1e3d3 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:42:13.110673 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-630c8850-9113-4c48-add9-76a77cf85676 service neutron] 10.222.0.58 "GET /v2.0/networks/f7960c32-624b-485f-bf75-de265cd530b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2687337 Jul 29 16:42:13.191490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:13.196998 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:13.197601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:13.220235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f97b04f2-5111-4dd5-ab6f-3179bcffe676 None None] Provisioning for port 445521c1-8c6c-43c8-84be-1577b12c9935 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:13.226808 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc59e9ff-6fa5-4a89-a2cc-0e550f974a2d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] DELETE failed (client error): The resource could not be found. Jul 29 16:42:13.227292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc59e9ff-6fa5-4a89-a2cc-0e550f974a2d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:13.231436 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fc59e9ff-6fa5-4a89-a2cc-0e550f974a2d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/ef8ab93d-07b8-4156-a957-57b854900b10 HTTP/1.1" status: 404 len: 333 time: 0.2007864 Jul 29 16:42:13.237694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f97b04f2-5111-4dd5-ab6f-3179bcffe676 None None] Provisioning complete for port 445521c1-8c6c-43c8-84be-1577b12c9935 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:13.237694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f97b04f2-5111-4dd5-ab6f-3179bcffe676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:13.237987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49834) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:13.302121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b3d38f03-9b76-46a4-aed4-8221870b25bf is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:13.302503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:13.315520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:13.342865 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8323193 Jul 29 16:42:13.348870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port b3d38f03-9b76-46a4-aed4-8221870b25bf, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b3d38f03-9b76-46a4-aed4-8221870b25bf,segment=NetworkSegment(11adc501-1ae3-4433-acd5-50ea8809a5b4),segment_id=11adc501-1ae3-4433-acd5-50ea8809a5b4)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:13.350066 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49838) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:13.365410 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0baf19e-8311-4ebc-b862-92864c523dfa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] DELETE failed (client error): The resource could not be found. Jul 29 16:42:13.366065 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0baf19e-8311-4ebc-b862-92864c523dfa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:13.370133 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b0baf19e-8311-4ebc-b862-92864c523dfa tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/68141b3d-a7a5-4c19-be2b-c12b0ebf7b69 HTTP/1.1" status: 404 len: 337 time: 0.1293476 Jul 29 16:42:13.373424 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'subnet': {'network_id': 'b6e001e7-9994-4683-8868-fd6c503fb6f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:13.409579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49842) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:13.410801 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:13.459890 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dbbb4f-aa62-4ad2-a472-bf51a4329ef0 None None] Network 2a265526-819a-4291-8373-8ab2e6e57a8d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:13.511423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4ea2a463-92e1-459c-a893-3fee316fd04b no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:42:13.528255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950871e-6d26-47e5-bb7a-fa21871686e0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Network': ['ID=b6e001e7-9994-4683-8868-fd6c503fb6f5,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:13.546056 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08a9c2b-5a45-4b1d-840e-94598f4e4b09 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] DELETE failed (client error): The resource could not be found. Jul 29 16:42:13.546424 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08a9c2b-5a45-4b1d-840e-94598f4e4b09 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:13.548653 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b08a9c2b-5a45-4b1d-840e-94598f4e4b09 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/4178c018-817f-4df9-be81-980419549d90 HTTP/1.1" status: 404 len: 337 time: 0.1376107 Jul 29 16:42:13.569034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17ee9b22-6bdb-4c9a-b1b6-1039d040df39 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:13.570718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49846) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:13.573179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02f45be2-4d2a-494b-b4e6-6fca85c4097a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:13.612772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:13.620792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network b6e001e7-9994-4683-8868-fd6c503fb6f5 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:42:13.648623 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23597bf-39f9-4945-8683-4d11a1434b4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] DELETE failed (client error): The resource could not be found. Jul 29 16:42:13.649111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23597bf-39f9-4945-8683-4d11a1434b4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:13.650760 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e23597bf-39f9-4945-8683-4d11a1434b4f tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/28a99b8d-b074-4d71-807c-429301879f42 HTTP/1.1" status: 404 len: 333 time: 0.0737445 Jul 29 16:42:13.651888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:13.654029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49850) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:13.667910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:13.679489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f97b04f2-5111-4dd5-ab6f-3179bcffe676 None None] Current status of the port 445521c1-8c6c-43c8-84be-1577b12c9935 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:13.679884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f97b04f2-5111-4dd5-ab6f-3179bcffe676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:13.687277 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:subnet and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:13.693354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02f45be2-4d2a-494b-b4e6-6fca85c4097a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:13.696554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:13.705035 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0fe823-198c-4c99-9561-27886b977f43 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] DELETE failed (client error): The resource could not be found. Jul 29 16:42:13.705515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0fe823-198c-4c99-9561-27886b977f43 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:13.709656 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6c0fe823-198c-4c99-9561-27886b977f43 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/a19fceb3-0417-42cd-ad46-abf07ed1d072 HTTP/1.1" status: 404 len: 337 time: 0.0522690 Jul 29 16:42:13.709656 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:13.732515 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49854) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:13.751592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-17ee9b22-6bdb-4c9a-b1b6-1039d040df39 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 8653a089-0d53-46d2-8f3f-39f137e1e3d3 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:13.807058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=b3d38f03-9b76-46a4-aed4-8221870b25bf,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:13.916854 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f97b04f2-5111-4dd5-ab6f-3179bcffe676 None None] For port 445521c1-8c6c-43c8-84be-1577b12c9935, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=445521c1-8c6c-43c8-84be-1577b12c9935,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:13.961583 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f97b04f2-5111-4dd5-ab6f-3179bcffe676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:13.977312 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:13.981022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.008564 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-e19c2be8-64df-4ec5-93fd-ec7ac96517f9 service neutron] 10.222.0.58 "GET /v2.0/networks/f7960c32-624b-485f-bf75-de265cd530b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8969669 Jul 29 16:42:14.014090 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f78c379-f838-48d9-8efc-b870d8073b7d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] DELETE failed (client error): The resource could not be found. Jul 29 16:42:14.014541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f78c379-f838-48d9-8efc-b870d8073b7d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:14.018699 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4f78c379-f838-48d9-8efc-b870d8073b7d tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/subnets/bde44ef4-bb02-49d2-bd81-694fea8aa3c4 HTTP/1.1" status: 404 len: 337 time: 0.2729683 Jul 29 16:42:14.054139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49858) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:14.055436 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 4ea2a463-92e1-459c-a893-3fee316fd04b is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:14.055818 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.088163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b04f2-5111-4dd5-ab6f-3179bcffe676 None None] Pushing event updated for resources: {'Port': ['ID=445521c1-8c6c-43c8-84be-1577b12c9935,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:14.125136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 4ea2a463-92e1-459c-a893-3fee316fd04b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4ea2a463-92e1-459c-a893-3fee316fd04b,segment=NetworkSegment(b79e0361-cddb-4109-877f-9f5a93f73110),segment_id=b79e0361-cddb-4109-877f-9f5a93f73110)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:14.127073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cfda81bc-dc23-4329-a773-c879a61e56f3 None None] Provisioning complete for port b3d38f03-9b76-46a4-aed4-8221870b25bf triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:14.127445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cfda81bc-dc23-4329-a773-c879a61e56f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.152000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.ipam_backend_mixin [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Performing IP validity checks on allocation pools {{(pid=89210) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jul 29 16:42:14.152705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.ipam_backend_mixin [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89210) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jul 29 16:42:14.163163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.198729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.199334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Fanout notify agent at l3_agent the message router_deleted on router ee24522f-40c2-44bd-823a-effc559e1d03 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:42:14.206720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-08cf895d-ad34-4ce5-b394-bb4e71a29428 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Deleting port a4b01704-f7ac-4643-a868-f662ff739394 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:14.207135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-08cf895d-ad34-4ce5-b394-bb4e71a29428 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.232967 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] DHCP port deletion for 2a265526-819a-4291-8373-8ab2e6e57a8d request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:42:14.258135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f45be2-4d2a-494b-b4e6-6fca85c4097a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 2f61a2d3-1f2f-4b3a-8003-42f407651486 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:42:14.268460 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Deleting port 4ea2a463-92e1-459c-a893-3fee316fd04b {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:14.269323 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.316958 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.318159 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0273fd2f-1c78-422a-9fd2-d27e975f5410 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/routers/ee24522f-40c2-44bd-823a-effc559e1d03 HTTP/1.1" status: 204 len: 168 time: 4.8191655 Jul 29 16:42:14.327171 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7838c219-9f26-4f70-83c2-695e06e28538 req-6ff24f2c-03a4-41e3-b5cf-703f036a5d3c tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 210 time: 0.0863674 Jul 29 16:42:14.327626 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49870) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:14.346587 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=4ea2a463-92e1-459c-a893-3fee316fd04b,revision_number=11']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:14.413137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df937d1-bffb-4162-aeca-059649947641 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Deleting subnet d07cc72a-d367-47de-8447-ca51a97ccde9 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:42:14.416431 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17ee9b22-6bdb-4c9a-b1b6-1039d040df39 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.423871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9df937d1-bffb-4162-aeca-059649947641 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.480860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cfda81bc-dc23-4329-a773-c879a61e56f3 None None] Current status of the port b3d38f03-9b76-46a4-aed4-8221870b25bf is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:14.515147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f45be2-4d2a-494b-b4e6-6fca85c4097a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:42:14.526741 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b15f0aa-87b3-409f-91d4-bee01ad2d906 None None] Sync routers for ids ['2f61a2d3-1f2f-4b3a-8003-42f407651486'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:42:14.549430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02f45be2-4d2a-494b-b4e6-6fca85c4097a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.552028 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b15f0aa-87b3-409f-91d4-bee01ad2d906 None None] Routers {'2f61a2d3-1f2f-4b3a-8003-42f407651486'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:14.552181 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-02f45be2-4d2a-494b-b4e6-6fca85c4097a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/2f61a2d3-1f2f-4b3a-8003-42f407651486 HTTP/1.1" status: 200 len: 890 time: 2.0381432 Jul 29 16:42:14.552267 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1b15f0aa-87b3-409f-91d4-bee01ad2d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['2f61a2d3-1f2f-4b3a-8003-42f407651486'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:14.556254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49874) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:14.568534 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee9b22-6bdb-4c9a-b1b6-1039d040df39 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=8653a089-0d53-46d2-8f3f-39f137e1e3d3,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:14.663236 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17ee9b22-6bdb-4c9a-b1b6-1039d040df39 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.677612 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-17ee9b22-6bdb-4c9a-b1b6-1039d040df39 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/8653a089-0d53-46d2-8f3f-39f137e1e3d3 HTTP/1.1" status: 204 len: 168 time: 3.0705276 Jul 29 16:42:14.680457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49882) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:14.692942 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1b15f0aa-87b3-409f-91d4-bee01ad2d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:14.705201 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b15f0aa-87b3-409f-91d4-bee01ad2d906 None None] Routers {'2f61a2d3-1f2f-4b3a-8003-42f407651486'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:14.707016 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1b15f0aa-87b3-409f-91d4-bee01ad2d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:41:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['2f61a2d3-1f2f-4b3a-8003-42f407651486'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:14.757507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cfda81bc-dc23-4329-a773-c879a61e56f3 None None] Provisioning complete for port a4b01704-f7ac-4643-a868-f662ff739394 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:14.757977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cfda81bc-dc23-4329-a773-c879a61e56f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.778688 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9df937d1-bffb-4162-aeca-059649947641 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.806778 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1b15f0aa-87b3-409f-91d4-bee01ad2d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:14.807907 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b15f0aa-87b3-409f-91d4-bee01ad2d906 None None] The sync data for ids ['2f61a2d3-1f2f-4b3a-8003-42f407651486'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:42:14.819802 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] For port 4ea2a463-92e1-459c-a893-3fee316fd04b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4ea2a463-92e1-459c-a893-3fee316fd04b,segment=NetworkSegment(b79e0361-cddb-4109-877f-9f5a93f73110),segment_id=b79e0361-cddb-4109-877f-9f5a93f73110)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:14.820329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.944565 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58765c9-2484-45f1-8597-5917535470fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:14.947161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58765c9-2484-45f1-8597-5917535470fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:14.948102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e58765c9-2484-45f1-8597-5917535470fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:14.956556 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9df937d1-bffb-4162-aeca-059649947641 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:14.963933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cfda81bc-dc23-4329-a773-c879a61e56f3 None None] Port a4b01704-f7ac-4643-a868-f662ff739394 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:42:14.972907 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Calling delete_port for 4ea2a463-92e1-459c-a893-3fee316fd04b owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:14.986012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-08cf895d-ad34-4ce5-b394-bb4e71a29428 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.031560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cfda81bc-dc23-4329-a773-c879a61e56f3 None None] Provisioning complete for port 4ea2a463-92e1-459c-a893-3fee316fd04b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:15.032541 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cfda81bc-dc23-4329-a773-c879a61e56f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.034015 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e58765c9-2484-45f1-8597-5917535470fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:15.037918 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e58765c9-2484-45f1-8597-5917535470fd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3456388 Jul 29 16:42:15.038710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49890) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:15.121649 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cb24eb26-eea1-41a3-9f45-b2e330c62b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.133925 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.plugins.ml2.db [None req-cfda81bc-dc23-4329-a773-c879a61e56f3 None None] No ports have port_id starting with 4ea2a463-92e1-459c-a893-3fee316fd04b Jul 29 16:42:15.134606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.141705 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-b565224d-67e4-4fb1-a482-342fc009221b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 59b01de4-dbf6-428c-a1aa-56dcb677c3f3 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:42:15.147524 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b565224d-67e4-4fb1-a482-342fc009221b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.169634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-08cf895d-ad34-4ce5-b394-bb4e71a29428 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Calling delete_port for a4b01704-f7ac-4643-a868-f662ff739394 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:15.186839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Pushing event deleted for resources: {'Port': ['ID=4ea2a463-92e1-459c-a893-3fee316fd04b,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:15.189609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] No DVR routers for this DVR port 4ea2a463-92e1-459c-a893-3fee316fd04b on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:42:15.202496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:15.204650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:15.204650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:15.204650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:15.204650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:15.204650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:15.205354 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:15.205614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:15.205997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:15.206259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:15.206632 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:15.207042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ec2b-ff33-49e7-a7e7-669f0bcbe380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:42:15.227097 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2738bbc1-5808-4705-a15f-2f89a6fcb54e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/routers/2f61a2d3-1f2f-4b3a-8003-42f407651486 HTTP/1.1" status: 200 len: 890 time: 0.6687651 Jul 29 16:42:15.227661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b565224d-67e4-4fb1-a482-342fc009221b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.238876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49894) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:15.273704 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9df937d1-bffb-4162-aeca-059649947641 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.294600 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.331237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df937d1-bffb-4162-aeca-059649947641 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Subnet': ['ID=d07cc72a-d367-47de-8447-ca51a97ccde9,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:15.339527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9df937d1-bffb-4162-aeca-059649947641 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.348291 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9df937d1-bffb-4162-aeca-059649947641 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/subnets/d07cc72a-d367-47de-8447-ca51a97ccde9 HTTP/1.1" status: 204 len: 168 time: 1.0175791 Jul 29 16:42:15.348604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49898) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:15.356951 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2d9379b8-7ab3-466e-aa3f-d9792f7f61f7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f61a2d3-1f2f-4b3a-8003-42f407651486 HTTP/1.1" status: 200 len: 205 time: 0.1172328 Jul 29 16:42:15.368800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49902) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:15.466894 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b565224d-67e4-4fb1-a482-342fc009221b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.554866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9756906-b9b2-404d-9444-4b30ae8467c4 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.558462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 445521c1-8c6c-43c8-84be-1577b12c9935 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:15.572564 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-64d17be8-8ef1-4001-bd22-6c3dbd314b78 req-370edbb1-7015-430d-bf71-4ddbe2790a13 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 210 time: 0.0751052 Jul 29 16:42:15.646442 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 445521c1-8c6c-43c8-84be-1577b12c9935 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:15.646823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.723511 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b565224d-67e4-4fb1-a482-342fc009221b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.730930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-08cf895d-ad34-4ce5-b394-bb4e71a29428 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.766293 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9756906-b9b2-404d-9444-4b30ae8467c4 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.772650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Subnet': ['ID=520cd1c6-03ef-433a-bf31-a9ba0506336c,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:15.778370 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 445521c1-8c6c-43c8-84be-1577b12c9935 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:15.779698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b3d38f03-9b76-46a4-aed4-8221870b25bf up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:15.785238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565224d-67e4-4fb1-a482-342fc009221b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=59b01de4-dbf6-428c-a1aa-56dcb677c3f3,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:15.806875 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b565224d-67e4-4fb1-a482-342fc009221b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.815389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07bfd4c-3824-4a67-a238-e9df2396f626 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:15.822080 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-08cf895d-ad34-4ce5-b394-bb4e71a29428 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.825360 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf895d-ad34-4ce5-b394-bb4e71a29428 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Port': ['ID=a4b01704-f7ac-4643-a868-f662ff739394,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:15.827093 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-e9756906-b9b2-404d-9444-4b30ae8467c4 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b28557-e768-42ab-b74d-a3d7a59c211f']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:15.837488 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b565224d-67e4-4fb1-a482-342fc009221b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/59b01de4-dbf6-428c-a1aa-56dcb677c3f3 HTTP/1.1" status: 204 len: 168 time: 0.7954686 Jul 29 16:42:15.840828 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49908) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:15.858315 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Checking segment: {'id': '082f104d-a511-4e68-8fec-a3eadc312d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6e001e7-9994-4683-8868-fd6c503fb6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:15.858669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network hostable DHCP agents. Network: b6e001e7-9994-4683-8868-fd6c503fb6f5, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:42:15.872150 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-08cf895d-ad34-4ce5-b394-bb4e71a29428 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/ports/a4b01704-f7ac-4643-a868-f662ff739394 HTTP/1.1" status: 204 len: 168 time: 1.8118343 Jul 29 16:42:15.882182 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49912) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:15.914051 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-e9756906-b9b2-404d-9444-4b30ae8467c4 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee38934-f2c8-4083-9681-8ce79e04c7da') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:15.914484 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-e9756906-b9b2-404d-9444-4b30ae8467c4 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee38934-f2c8-4083-9681-8ce79e04c7da') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:15.941922 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ce2a7e53-f05e-40e4-be57-f08a270bda9a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0998068 Jul 29 16:42:15.944543 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9756906-b9b2-404d-9444-4b30ae8467c4 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:15.952738 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49916) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:15.982651 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-df2f954b-727b-49f5-97b0-2b08d355c672 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:16.011858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9756906-b9b2-404d-9444-4b30ae8467c4 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:16.030445 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9756906-b9b2-404d-9444-4b30ae8467c4 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:16.031070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9756906-b9b2-404d-9444-4b30ae8467c4 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:16.042675 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b3d38f03-9b76-46a4-aed4-8221870b25bf triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:16.043291 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:16.130206 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 3ee38934-f2c8-4083-9681-8ce79e04c7da resource provider aggregate not found Jul 29 16:42:16.159184 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 3ee38934-f2c8-4083-9681-8ce79e04c7da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ee38934-f2c8-4083-9681-8ce79e04c7da found for delete ", "request_id": "req-f3be2246-5712-4083-bc65-d85d15c8f7d4"}]} Jul 29 16:42:16.165665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network b6e001e7-9994-4683-8868-fd6c503fb6f5 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:42:16.196511 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2262c43-fad8-46c1-9687-4364e60176d2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:16.197820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f2262c43-fad8-46c1-9687-4364e60176d2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:16.201969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b3d38f03-9b76-46a4-aed4-8221870b25bf is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:16.205838 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9756906-b9b2-404d-9444-4b30ae8467c4 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:16.230685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c6ea42-f271-498c-8eba-4d019e3ed02c None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:42:16.235906 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-06c6ea42-f271-498c-8eba-4d019e3ed02c None None] Deleting port 445521c1-8c6c-43c8-84be-1577b12c9935 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:16.236052 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9756906-b9b2-404d-9444-4b30ae8467c4 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:16.236646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-06c6ea42-f271-498c-8eba-4d019e3ed02c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:16.244209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9756906-b9b2-404d-9444-4b30ae8467c4 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] Pushing event deleted for resources: {'Network': ['ID=57b28557-e768-42ab-b74d-a3d7a59c211f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:16.250088 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e9756906-b9b2-404d-9444-4b30ae8467c4 tempest-FloatingIPTestJSON-1715513901 tempest-FloatingIPTestJSON-1715513901-project] 10.222.0.58 "DELETE /v2.0/networks/57b28557-e768-42ab-b74d-a3d7a59c211f HTTP/1.1" status: 204 len: 168 time: 0.9005373 Jul 29 16:42:16.253553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f2262c43-fad8-46c1-9687-4364e60176d2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:16.254923 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f2262c43-fad8-46c1-9687-4364e60176d2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3008502 Jul 29 16:42:16.257380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49926) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:16.296638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, b6e001e7-9994-4683-8868-fd6c503fb6f5) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:16.302565 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:16.303154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:16.310806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee66a91-1318-42d3-bcc6-d98104b68789 None None] Network b6e001e7-9994-4683-8868-fd6c503fb6f5 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:16.333918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ca87b0fb-7efb-495e-a589-c56234e0a5d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:16.370780 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-13645649-bf72-45d4-862d-f741b9b8b151 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0018094 Jul 29 16:42:16.388572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 49934) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:16.486973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768d4deb-e0d5-47ed-bbe7-5fbe08a25d5c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:16.487335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-768d4deb-e0d5-47ed-bbe7-5fbe08a25d5c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:16.504317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-768d4deb-e0d5-47ed-bbe7-5fbe08a25d5c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:16.506297 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-768d4deb-e0d5-47ed-bbe7-5fbe08a25d5c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2474642 Jul 29 16:42:16.508608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49938) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:16.592744 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5199279e-20a6-42bd-a90d-6b652049715a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828931 Jul 29 16:42:16.599665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49944) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:16.606197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6909a0fd-a22d-487e-948f-3b81c11b1a2f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:16.699395 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-06c6ea42-f271-498c-8eba-4d019e3ed02c None None] For port 445521c1-8c6c-43c8-84be-1577b12c9935, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=445521c1-8c6c-43c8-84be-1577b12c9935,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:16.699715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-06c6ea42-f271-498c-8eba-4d019e3ed02c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:16.712973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49952) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:16.812501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:16.815291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-df2f954b-727b-49f5-97b0-2b08d355c672 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:16.822665 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b37aa06a-3028-4cae-a7a2-b50014c58ce6 req-f17e65ff-d022-450d-b7a7-bbdff4a59238 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 210 time: 0.0750470 Jul 29 16:42:16.835045 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6909a0fd-a22d-487e-948f-3b81c11b1a2f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:16.854145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6909a0fd-a22d-487e-948f-3b81c11b1a2f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:16.858540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6909a0fd-a22d-487e-948f-3b81c11b1a2f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:16.862913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6909a0fd-a22d-487e-948f-3b81c11b1a2f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:16.889320 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-e60a8af5-b83e-4237-82bf-0d85bf821dfc tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:16.889930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-e60a8af5-b83e-4237-82bf-0d85bf821dfc tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Synchronizing usage tracker for tenant:e4645a50ca1b46ec988ad2583b2ef2a9 on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:16.908337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ca87b0fb-7efb-495e-a589-c56234e0a5d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:16.910754 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-06c6ea42-f271-498c-8eba-4d019e3ed02c None None] Calling delete_port for 445521c1-8c6c-43c8-84be-1577b12c9935 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:16.916637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-df2f954b-727b-49f5-97b0-2b08d355c672 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port c57dffff-9ee2-4b21-a3db-a40bdba343dd {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:16.916979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-df2f954b-727b-49f5-97b0-2b08d355c672 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:16.966636 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-b6e001e7-9994-4683-8868-fd6c503fb6f5', 'network_id': 'b6e001e7-9994-4683-8868-fd6c503fb6f5', 'tenant_id': 'd402d880e94746c783b04f4e9a05f1ad', 'fixed_ips': [{'subnet_id': '520cd1c6-03ef-433a-bf31-a9ba0506336c'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:16.967470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.019843 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-887908fb-05a2-4a47-8243-96037bffc016 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2dfcda58e3f74084b8302be907f8cb07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043430 Jul 29 16:42:17.021083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49958) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:17.075926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-e60a8af5-b83e-4237-82bf-0d85bf821dfc tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Unset dirty status for tenant:e4645a50ca1b46ec988ad2583b2ef2a9 on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:17.076229 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-06c6ea42-f271-498c-8eba-4d019e3ed02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.077079 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-e60a8af5-b83e-4237-82bf-0d85bf821dfc tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.69 "GET /v2.0/networks?id=f7960c32-624b-485f-bf75-de265cd530b4 HTTP/1.1" status: 200 len: 811 time: 1.0229983 Jul 29 16:42:17.080621 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-ca87b0fb-7efb-495e-a589-c56234e0a5d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a265526-819a-4291-8373-8ab2e6e57a8d']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:17.089493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7d26e6a7-f908-482e-9b61-7f74427fae45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.099865 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Request body: {'port': {'device_id': '5b60a2a9-f74d-4e5d-9e9d-f98529751567', 'network_id': 'f7960c32-624b-485f-bf75-de265cd530b4', 'admin_state_up': True, 'tenant_id': 'e4645a50ca1b46ec988ad2583b2ef2a9'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:17.130471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6ea42-f271-498c-8eba-4d019e3ed02c None None] Pushing event deleted for resources: {'Port': ['ID=445521c1-8c6c-43c8-84be-1577b12c9935,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:17.164911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7d26e6a7-f908-482e-9b61-7f74427fae45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.171036 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6ea42-f271-498c-8eba-4d019e3ed02c None None] No DVR routers for this DVR port 445521c1-8c6c-43c8-84be-1577b12c9935 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:42:17.198895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Allocated IP 172.20.0.3 (b6e001e7-9994-4683-8868-fd6c503fb6f5/520cd1c6-03ef-433a-bf31-a9ba0506336c/407f743b-c058-4b75-803d-f743c6ea25bc) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:17.247798 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-ca87b0fb-7efb-495e-a589-c56234e0a5d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79e0361-cddb-4109-877f-9f5a93f73110') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:17.248191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-ca87b0fb-7efb-495e-a589-c56234e0a5d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79e0361-cddb-4109-877f-9f5a93f73110') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:17.272792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.300224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ca87b0fb-7efb-495e-a589-c56234e0a5d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.319244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7d26e6a7-f908-482e-9b61-7f74427fae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.342372 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26e6a7-f908-482e-9b61-7f74427fae45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834d18a1-36da-4438-8cdd-8ea034c1b423,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:17.369313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ca87b0fb-7efb-495e-a589-c56234e0a5d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.381656 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.objects.ports [None req-6909a0fd-a22d-487e-948f-3b81c11b1a2f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89209) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:42:17.383701 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6909a0fd-a22d-487e-948f-3b81c11b1a2f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.413638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca87b0fb-7efb-495e-a589-c56234e0a5d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:17.414042 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ca87b0fb-7efb-495e-a589-c56234e0a5d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.452755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909a0fd-a22d-487e-948f-3b81c11b1a2f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=2dadf7df-1179-4913-a53c-fd87ea563e2c,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:17.467906 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.473095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909a0fd-a22d-487e-948f-3b81c11b1a2f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:17.474936 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-6909a0fd-a22d-487e-948f-3b81c11b1a2f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:17.477190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7d26e6a7-f908-482e-9b61-7f74427fae45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.478307 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7d26e6a7-f908-482e-9b61-7f74427fae45 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/834d18a1-36da-4438-8cdd-8ea034c1b423 HTTP/1.1" status: 204 len: 168 time: 0.4566648 Jul 29 16:42:17.479638 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6909a0fd-a22d-487e-948f-3b81c11b1a2f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:17.480477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6909a0fd-a22d-487e-948f-3b81c11b1a2f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.489470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e8e03f-654b-477a-94eb-8606dbec5555 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:17.505112 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6909a0fd-a22d-487e-948f-3b81c11b1a2f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9015951 Jul 29 16:42:17.505317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49966) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:17.512817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-77bb089c-ca5b-4031-8afb-b44d4c2cd4fa tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:17.572668 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 445521c1-8c6c-43c8-84be-1577b12c9935 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:42:17.599149 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment b79e0361-cddb-4109-877f-9f5a93f73110 resource provider aggregate not found Jul 29 16:42:17.633355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 445521c1-8c6c-43c8-84be-1577b12c9935 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:42:17.633827 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 445521c1-8c6c-43c8-84be-1577b12c9935 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:42:17.656926 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-84f94109-3ef6-43d7-8775-b859e940ffa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.685938 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-77bb089c-ca5b-4031-8afb-b44d4c2cd4fa tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:17.693270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-77bb089c-ca5b-4031-8afb-b44d4c2cd4fa tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:17.696449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-77bb089c-ca5b-4031-8afb-b44d4c2cd4fa tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:17.703507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-77bb089c-ca5b-4031-8afb-b44d4c2cd4fa tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:17.716428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bb089c-ca5b-4031-8afb-b44d4c2cd4fa tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:17.720713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-77bb089c-ca5b-4031-8afb-b44d4c2cd4fa tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.805438 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment b79e0361-cddb-4109-877f-9f5a93f73110 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b79e0361-cddb-4109-877f-9f5a93f73110 found for delete ", "request_id": "req-e23580f6-0134-4954-9a6f-ccc0935a2db2"}]} Jul 29 16:42:17.821518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '2dadf7df-1179-4913-a53c-fd87ea563e2c'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:17.822397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.825500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-df2f954b-727b-49f5-97b0-2b08d355c672 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.838738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:17.842609 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Usage tracker for resource:port and tenant:e4645a50ca1b46ec988ad2583b2ef2a9 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:17.845505 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:17.851211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:17.895092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Transition to ACTIVE for port object 407f743b-c058-4b75-803d-f743c6ea25bc will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:17.908608 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.ipam_backend_mixin [None req-77bb089c-ca5b-4031-8afb-b44d4c2cd4fa tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2dadf7df-1179-4913-a53c-fd87ea563e2c (CIDR: 2001:db8::/64) Jul 29 16:42:17.913579 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-77bb089c-ca5b-4031-8afb-b44d4c2cd4fa tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:42:17.914511 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77bb089c-ca5b-4031-8afb-b44d4c2cd4fa tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:17.919296 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Made reservation on behalf of e4645a50ca1b46ec988ad2583b2ef2a9 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:17.921913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Transition to ACTIVE for port object 407f743b-c058-4b75-803d-f743c6ea25bc will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:17.924251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.966981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:17.978142 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-77bb089c-ca5b-4031-8afb-b44d4c2cd4fa tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4715757 Jul 29 16:42:17.980864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 49982) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:17.987821 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ac964272-7509-45a8-8ced-96c0678f1114 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:18.008679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ca87b0fb-7efb-495e-a589-c56234e0a5d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.013728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ca87b0fb-7efb-495e-a589-c56234e0a5d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.027988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-df2f954b-727b-49f5-97b0-2b08d355c672 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for c57dffff-9ee2-4b21-a3db-a40bdba343dd owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:18.059207 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Pushing event updated for resources: {'Port': ['ID=407f743b-c058-4b75-803d-f743c6ea25bc,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:18.079937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Network b6e001e7-9994-4683-8868-fd6c503fb6f5 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:18.083483 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:18.086088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:18.092802 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0fb368a1-bb78-4939-baf1-7bebd2635662 req-435f4459-1f66-4422-a0d2-f01cdb425b05 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 210 time: 0.0863037 Jul 29 16:42:18.186391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87b0fb-7efb-495e-a589-c56234e0a5d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] Pushing event deleted for resources: {'Network': ['ID=2a265526-819a-4291-8373-8ab2e6e57a8d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:18.233146 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ca87b0fb-7efb-495e-a589-c56234e0a5d8 tempest-PortsTestJSON-989784756 tempest-PortsTestJSON-989784756-project] 10.222.0.58 "DELETE /v2.0/networks/2a265526-819a-4291-8373-8ab2e6e57a8d HTTP/1.1" status: 204 len: 168 time: 2.3469133 Jul 29 16:42:18.234482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.254964 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Attempting to bind port 407f743b-c058-4b75-803d-f743c6ea25bc on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:18.255342 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Attempting to bind port 407f743b-c058-4b75-803d-f743c6ea25bc by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '082f104d-a511-4e68-8fec-a3eadc312d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6e001e7-9994-4683-8868-fd6c503fb6f5'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:18.255703 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Attempting to bind port 407f743b-c058-4b75-803d-f743c6ea25bc on network b6e001e7-9994-4683-8868-fd6c503fb6f5 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:18.261018 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ac964272-7509-45a8-8ced-96c0678f1114 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:18.272086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ac964272-7509-45a8-8ced-96c0678f1114 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:18.272332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Allocated IP 2001:db8::f816:3eff:fee8:a519 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/2dadf7df-1179-4913-a53c-fd87ea563e2c/51acaf32-f3e9-4105-8f27-ed62059f6afd) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:18.274983 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:18.275360 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Checking segment: {'id': '082f104d-a511-4e68-8fec-a3eadc312d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6e001e7-9994-4683-8868-fd6c503fb6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:18.275756 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.276192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Bound using segment: {'id': '082f104d-a511-4e68-8fec-a3eadc312d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6e001e7-9994-4683-8868-fd6c503fb6f5'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:18.276659 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Bound port: 407f743b-c058-4b75-803d-f743c6ea25bc, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082f104d-a511-4e68-8fec-a3eadc312d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6e001e7-9994-4683-8868-fd6c503fb6f5'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:18.277033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.282071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ac964272-7509-45a8-8ced-96c0678f1114 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:18.289767 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Subnet': ['ID=520cd1c6-03ef-433a-bf31-a9ba0506336c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:18.304879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ac964272-7509-45a8-8ced-96c0678f1114 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:18.311136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.339268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac964272-7509-45a8-8ced-96c0678f1114 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:18.343587 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ac964272-7509-45a8-8ced-96c0678f1114 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.479514 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.522320 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] For port 407f743b-c058-4b75-803d-f743c6ea25bc, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:18.525905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.544676 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] For port 407f743b-c058-4b75-803d-f743c6ea25bc, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=407f743b-c058-4b75-803d-f743c6ea25bc,segment=NetworkSegment(082f104d-a511-4e68-8fec-a3eadc312d9b),segment_id=082f104d-a511-4e68-8fec-a3eadc312d9b)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:42:18.559650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.568185 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e001e7-9994-4683-8868-fd6c503fb6f5']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:18.589951 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082f104d-a511-4e68-8fec-a3eadc312d9b') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:18.590429 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082f104d-a511-4e68-8fec-a3eadc312d9b') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:18.623730 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50000) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:18.635210 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Allocated IP 172.20.0.14 (f7960c32-624b-485f-bf75-de265cd530b4/d8f654ad-3f90-4d14-b286-c84501627d55/29365cb7-bf3a-42ad-93aa-17141563345a) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:18.712364 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.723199 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50004) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:18.749345 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.772856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Transition to ACTIVE for port object 51acaf32-f3e9-4105-8f27-ed62059f6afd will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:18.776504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded553c-7b54-41a6-8495-10cb730e1612 None None] Pushing event updated for resources: {'Port': ['ID=407f743b-c058-4b75-803d-f743c6ea25bc,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:18.816472 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ac964272-7509-45a8-8ced-96c0678f1114 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.852201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Transition to ACTIVE for port object 51acaf32-f3e9-4105-8f27-ed62059f6afd will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:18.868709 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.888155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.918660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:18.919081 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:18.952394 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:18.957583 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f0f050-6a83-4295-9d4d-489aaa4c1d97 None None] Network b6e001e7-9994-4683-8868-fd6c503fb6f5 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:18.975014 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:18.978518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:19.032596 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Pushing event updated for resources: {'Port': ['ID=51acaf32-f3e9-4105-8f27-ed62059f6afd,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:19.086209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac964272-7509-45a8-8ced-96c0678f1114 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:19.089250 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-ac964272-7509-45a8-8ced-96c0678f1114 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:19.089390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 16:42:19.089390 dv-neutron-851534-1-hyperv neutron-server[89210]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 16:42:19.089390 dv-neutron-851534-1-hyperv neutron-server[89210]: [parameters: {'id': 'b6e001e7-9994-4683-8868-fd6c503fb6f5'}] Jul 29 16:42:19.089390 dv-neutron-851534-1-hyperv neutron-server[89210]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:42:19.089712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:42:19.094073 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac964272-7509-45a8-8ced-96c0678f1114 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:19.094676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ac964272-7509-45a8-8ced-96c0678f1114 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.113547 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac964272-7509-45a8-8ced-96c0678f1114 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=1d4a3ebf-c682-4337-8e6a-1b9392670509,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:19.117763 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-df2f954b-727b-49f5-97b0-2b08d355c672 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.140269 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ac964272-7509-45a8-8ced-96c0678f1114 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1552851 Jul 29 16:42:19.140612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50016) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:19.147103 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'mac_address': 'fa:16:3e:bc:48:fb', 'name': 'tempest-NetworksTestDHCPv6-984601557'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:19.183584 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1246549305'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:19.236772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f954b-727b-49f5-97b0-2b08d355c672 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=c57dffff-9ee2-4b21-a3db-a40bdba343dd,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:19.239089 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:19.242796 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:42:19.247624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Attempting to bind port 51acaf32-f3e9-4105-8f27-ed62059f6afd on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:19.248151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Attempting to bind port 51acaf32-f3e9-4105-8f27-ed62059f6afd by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:19.248473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Attempting to bind port 51acaf32-f3e9-4105-8f27-ed62059f6afd on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:19.273429 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.282362 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-de7aff42-3b29-4479-b36f-d820f83d51ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ef8b3c0991c44b3b2e7bc738e572b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5519075 Jul 29 16:42:19.284977 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50020) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:19.285499 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Usage tracker for resource:network and tenant:1316f58496044eba81047526035f32f8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:19.302580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:19.302580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:19.302957 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.303329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:19.304151 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-07d34766-8c62-4b3b-80ae-c9febf6900a7 req-4569a406-4707-408f-80ef-bfecb6e6dfb5 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 210 time: 0.0806324 Jul 29 16:42:19.309366 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Bound port: 51acaf32-f3e9-4105-8f27-ed62059f6afd, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:19.310727 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.330401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:19.345263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:19.365074 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-df2f954b-727b-49f5-97b0-2b08d355c672 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.391982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:19.399044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:19.401859 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a33c1de0-a7bd-4361-ab00-81e650e3b028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.403464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:19.415798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:19.442898 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a33c1de0-a7bd-4361-ab00-81e650e3b028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.443495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] For port 51acaf32-f3e9-4105-8f27-ed62059f6afd, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:19.447043 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] For port 51acaf32-f3e9-4105-8f27-ed62059f6afd, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=51acaf32-f3e9-4105-8f27-ed62059f6afd,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:42:19.452900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.453105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:19.479809 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Made reservation on behalf of 1316f58496044eba81047526035f32f8 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:19.483261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.535272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83df70a-22a0-4d63-bcaf-c9a18419a02c None None] Pushing event updated for resources: {'Port': ['ID=51acaf32-f3e9-4105-8f27-ed62059f6afd,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:19.572446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.590890 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.596938 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-df2f954b-727b-49f5-97b0-2b08d355c672 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.603094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-df2f954b-727b-49f5-97b0-2b08d355c672 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.610124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:19.624144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Usage tracker for resource:security_group_rule and tenant:1316f58496044eba81047526035f32f8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:19.637216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:19.644730 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:19.645204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.648388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.671674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a33c1de0-a7bd-4361-ab00-81e650e3b028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.692186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port 8ffa03aa-8743-4cb0-a211-4b652fe68880 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:42:19.752621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c1de0-a7bd-4361-ab00-81e650e3b028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f525fe88-8e35-480a-bf8a-d62246e6e58f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:19.762269 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a33c1de0-a7bd-4361-ab00-81e650e3b028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.765841 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a33c1de0-a7bd-4361-ab00-81e650e3b028 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f525fe88-8e35-480a-bf8a-d62246e6e58f HTTP/1.1" status: 204 len: 168 time: 0.4791121 Jul 29 16:42:19.837723 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.842369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Deleting port 407f743b-c058-4b75-803d-f743c6ea25bc {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:19.842712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.885842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-df2f954b-727b-49f5-97b0-2b08d355c672 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:19.886375 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2f954b-727b-49f5-97b0-2b08d355c672 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Fanout notify agent at l3_agent the message router_deleted on router 2f61a2d3-1f2f-4b3a-8003-42f407651486 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:42:19.937829 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 082f104d-a511-4e68-8fec-a3eadc312d9b resource provider aggregate not found Jul 29 16:42:19.968165 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Network f7960c32-624b-485f-bf75-de265cd530b4 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:19.978989 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 082f104d-a511-4e68-8fec-a3eadc312d9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 082f104d-a511-4e68-8fec-a3eadc312d9b found for delete ", "request_id": "req-f827e9d6-754f-46a3-9138-bc5efe705984"}]} Jul 29 16:42:19.987595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:19.990457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:20.011495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8:0:1::204 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/1d4a3ebf-c682-4337-8e6a-1b9392670509/8ffa03aa-8743-4cb0-a211-4b652fe68880) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:20.019050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::f816:3eff:febc:48fb (560f49a9-f2f8-459c-86f0-823ac32fcdf1/2dadf7df-1179-4913-a53c-fd87ea563e2c/8ffa03aa-8743-4cb0-a211-4b652fe68880) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:20.059362 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Pushing event updated for resources: {'Port': ['ID=29365cb7-bf3a-42ad-93aa-17141563345a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:20.154467 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-df2f954b-727b-49f5-97b0-2b08d355c672 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.159174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50036) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:20.160277 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-df2f954b-727b-49f5-97b0-2b08d355c672 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/routers/2f61a2d3-1f2f-4b3a-8003-42f407651486 HTTP/1.1" status: 204 len: 168 time: 4.7910838 Jul 29 16:42:20.174824 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-319347989'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:20.179482 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:20.186127 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:network and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:20.193346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:20.199150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:20.214204 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:20.214846 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.221199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:20.224760 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.295708 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] For port 407f743b-c058-4b75-803d-f743c6ea25bc, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=407f743b-c058-4b75-803d-f743c6ea25bc,segment=NetworkSegment(082f104d-a511-4e68-8fec-a3eadc312d9b),segment_id=082f104d-a511-4e68-8fec-a3eadc312d9b)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:20.296078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.314481 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-ed0ec125-914c-40e7-be96-57f481d8ef83 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2204278 Jul 29 16:42:20.316212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.338643 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object 8ffa03aa-8743-4cb0-a211-4b652fe68880 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:20.380445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.382752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.390336 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:20.401607 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.450031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.471731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Calling delete_port for 407f743b-c058-4b75-803d-f743c6ea25bc owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:20.481774 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.482110 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Added segment c1856d49-28a1-4a57-9b45-118594eb54ad of type vlan for network df9a357c-04ee-430f-a4af-6cc059e636f8 Jul 29 16:42:20.582734 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Request body: {'port': {'device_id': '5b60a2a9-f74d-4e5d-9e9d-f98529751567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:20.633545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:20.660181 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:20.663551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a4df27-075a-4205-b198-8e4417a6f19e,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:20.668627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.672031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.672188 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Added segment e7dad6e2-1444-4202-ba6b-16f0e8c631dd of type vlan for network 6a211cfa-96f0-4299-9d4d-fbdddb10ebe2 Jul 29 16:42:20.672833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:20.675860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=8ffa03aa-8743-4cb0-a211-4b652fe68880,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:20.679953 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:20.690618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:20.691295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.762538 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cc6b3cd3-0a62-43f3-9c73-7703b4cbd5ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6183293 Jul 29 16:42:20.767450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50056) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:20.778586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.784508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.820932 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.821640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61cdab8-fe6b-4df9-ace7-a61de6feb31f None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:20.826378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:20.827050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.846637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Port': ['ID=407f743b-c058-4b75-803d-f743c6ea25bc,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:20.854643 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No DVR routers for this DVR port 407f743b-c058-4b75-803d-f743c6ea25bc on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:42:20.863282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94517337-632e-4ac1-be2b-6a9f189df9ba req-ba165bcd-1620-4e7e-93f0-322380b000ac tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:20.870353 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-94517337-632e-4ac1-be2b-6a9f189df9ba req-ba165bcd-1620-4e7e-93f0-322380b000ac tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 932 time: 0.3431518 Jul 29 16:42:20.888353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50060) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:20.888966 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:20.949372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-800c7b25-cfbc-464d-96b1-6146b2ef69a9 None None] Provisioning for port 51acaf32-f3e9-4105-8f27-ed62059f6afd completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:20.992737 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e4b65fe7-6918-4fad-8e87-ae34dc851391 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 8ffa03aa-8743-4cb0-a211-4b652fe68880 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:20.993201 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4b65fe7-6918-4fad-8e87-ae34dc851391 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:21.031455 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8711977 Jul 29 16:42:21.043046 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50066) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:21.067646 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-94517337-632e-4ac1-be2b-6a9f189df9ba req-567d6fbb-4b5d-4d88-9fe0-13ac88935515 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963613 Jul 29 16:42:21.068252 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'subnet': {'network_id': 'df9a357c-04ee-430f-a4af-6cc059e636f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:21.068390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b255cc2-c6ca-4ec4-9a8f-809081f0a747 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Network': ['ID=df9a357c-04ee-430f-a4af-6cc059e636f8,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:21.082567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:21.088560 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:21.089176 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:21.124223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534614649'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:21.128255 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network df9a357c-04ee-430f-a4af-6cc059e636f8 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:42:21.190214 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:21.215846 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:21.289433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4b65fe7-6918-4fad-8e87-ae34dc851391 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:21.312851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:21.358984 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ad109f-d8de-4f36-9092-3c374d886bf3 None None] Update dhcp port {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'fixed_ips': [{'subnet_id': '2dadf7df-1179-4913-a53c-fd87ea563e2c', 'ip_address': '2001:db8::f816:3eff:fee8:a519'}, {'subnet_id': '1d4a3ebf-c682-4337-8e6a-1b9392670509'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': '51acaf32-f3e9-4105-8f27-ed62059f6afd'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:42:21.373443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:21.377954 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e001e7-9994-4683-8868-fd6c503fb6f5']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:21.408052 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6985717 Jul 29 16:42:21.419957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:21.421783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50070) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:21.422828 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-50ad109f-d8de-4f36-9092-3c374d886bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:21.433567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082f104d-a511-4e68-8fec-a3eadc312d9b') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:21.433854 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082f104d-a511-4e68-8fec-a3eadc312d9b') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:21.443400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b74e77-3651-4286-8456-b66ef9071ec0 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event updated for resources: {'Network': ['ID=6a211cfa-96f0-4299-9d4d-fbdddb10ebe2,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:21.457229 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Request body: {'subnet': {'network_id': '6a211cfa-96f0-4299-9d4d-fbdddb10ebe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:21.468090 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 6a211cfa-96f0-4299-9d4d-fbdddb10ebe2 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:42:21.476722 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:21.490087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:21.510733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:subnet and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:21.515197 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:21.522897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:21.551736 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e4b65fe7-6918-4fad-8e87-ae34dc851391 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 8ffa03aa-8743-4cb0-a211-4b652fe68880 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:21.590543 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 51acaf32-f3e9-4105-8f27-ed62059f6afd up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:21.608947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:21.743095 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:21.777008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:21.780997 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:21.784100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:21.787573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:21.806008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 51acaf32-f3e9-4105-8f27-ed62059f6afd completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:21.810343 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4b65fe7-6918-4fad-8e87-ae34dc851391 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:21.817640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 51acaf32-f3e9-4105-8f27-ed62059f6afd triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:21.818009 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:21.822028 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:21.864412 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b65fe7-6918-4fad-8e87-ae34dc851391 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=8ffa03aa-8743-4cb0-a211-4b652fe68880,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:21.910789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-50ad109f-d8de-4f36-9092-3c374d886bf3 None None] Allocated IP 2001:db8:0:1::2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/1d4a3ebf-c682-4337-8e6a-1b9392670509/51acaf32-f3e9-4105-8f27-ed62059f6afd) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:21.926324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:21.951264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:21.958193 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4b65fe7-6918-4fad-8e87-ae34dc851391 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:21.968516 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e4b65fe7-6918-4fad-8e87-ae34dc851391 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/8ffa03aa-8743-4cb0-a211-4b652fe68880 HTTP/1.1" status: 204 len: 168 time: 1.2000654 Jul 29 16:42:21.971086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:21.971502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:21.971682 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50074) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:22.065382 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fb1d97-954d-4e91-8cd1-b2bf9596d931 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:22.066180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-79fb1d97-954d-4e91-8cd1-b2bf9596d931 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:22.075738 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 082f104d-a511-4e68-8fec-a3eadc312d9b resource provider aggregate not found Jul 29 16:42:22.084082 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-79fb1d97-954d-4e91-8cd1-b2bf9596d931 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:22.085456 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-79fb1d97-954d-4e91-8cd1-b2bf9596d931 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1126823 Jul 29 16:42:22.088021 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:22.088315 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50082) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:22.111085 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Usage tracker for resource:subnet and tenant:1316f58496044eba81047526035f32f8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:22.118212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 51acaf32-f3e9-4105-8f27-ed62059f6afd is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:22.118718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.125583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:22.129750 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 082f104d-a511-4e68-8fec-a3eadc312d9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 082f104d-a511-4e68-8fec-a3eadc312d9b found for delete ", "request_id": "req-8b060428-3b8e-41cb-a67f-aaa5f77f700c"}]} Jul 29 16:42:22.174870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-50ad109f-d8de-4f36-9092-3c374d886bf3 None None] For port 51acaf32-f3e9-4105-8f27-ed62059f6afd, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=51acaf32-f3e9-4105-8f27-ed62059f6afd,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:22.194956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:22.210547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.213718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-50ad109f-d8de-4f36-9092-3c374d886bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.216207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794c0668-74d0-4461-bf6c-97c3f91d25c4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:22.220160 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-794c0668-74d0-4461-bf6c-97c3f91d25c4 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1286497 Jul 29 16:42:22.238304 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-50ad109f-d8de-4f36-9092-3c374d886bf3 None None] Transition to ACTIVE for port object 51acaf32-f3e9-4105-8f27-ed62059f6afd will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:22.238484 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50088) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:22.242277 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.254785 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Made reservation on behalf of 1316f58496044eba81047526035f32f8 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:22.258216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.275132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-50ad109f-d8de-4f36-9092-3c374d886bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.308785 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce82f33-953d-417d-b05d-b838c9118cff req-e7e779b3-0325-40e4-bc1e-00dbb57ece44 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:22.310664 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dce82f33-953d-417d-b05d-b838c9118cff req-e7e779b3-0325-40e4-bc1e-00dbb57ece44 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 932 time: 0.1052256 Jul 29 16:42:22.311271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Network': ['ID=b6e001e7-9994-4683-8868-fd6c503fb6f5,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:22.377560 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dce82f33-953d-417d-b05d-b838c9118cff req-01a7fe37-d79a-47c4-9847-6043c3834df7 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442157 Jul 29 16:42:22.384624 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:42:22.428930 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4fd454b0-91e3-4c99-8f3e-e44014ea40b0 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/b6e001e7-9994-4683-8868-fd6c503fb6f5 HTTP/1.1" status: 204 len: 168 time: 6.0355713 Jul 29 16:42:22.432823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50092) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:22.440510 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-778622828'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:22.441750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:42:22.442274 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:42:22.446318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:22.450429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:network and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:22.455194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:22.458746 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad109f-d8de-4f36-9092-3c374d886bf3 None None] Pushing event updated for resources: {'Port': ['ID=51acaf32-f3e9-4105-8f27-ed62059f6afd,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:22.462707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:22.475469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:22.479091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.514538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:22.525272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.525660 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Added segment eb61bd07-4851-4a20-af65-ab95a2c91449 of type vlan for network f4d558bb-2ad6-40c1-8e55-bdc7ae50b813 Jul 29 16:42:22.561270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.583291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4caa96-1236-4aa7-8518-f3a1930075b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:22.584803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4caa96-1236-4aa7-8518-f3a1930075b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:22.586458 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4caa96-1236-4aa7-8518-f3a1930075b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:22.587410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5d4caa96-1236-4aa7-8518-f3a1930075b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:22.602555 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.608826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:22.609620 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.624223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29365cb7-bf3a-42ad-93aa-17141563345a {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:42:22.648100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.665850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.691257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.710801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Transition to ACTIVE for port object 29365cb7-bf3a-42ad-93aa-17141563345a will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:22.727470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5d4caa96-1236-4aa7-8518-f3a1930075b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:22.727684 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2904131 Jul 29 16:42:22.727807 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5d4caa96-1236-4aa7-8518-f3a1930075b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4792557 Jul 29 16:42:22.731924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50096) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:22.732110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50098) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:22.733569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:22.741205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.742537 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'subnet': {'network_id': 'f4d558bb-2ad6-40c1-8e55-bdc7ae50b813', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:22.788505 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:22.798348 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40716d-5a7d-45b2-9d54-96c4b8e8c47e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Network': ['ID=f4d558bb-2ad6-40c1-8e55-bdc7ae50b813,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:22.803663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:22.811709 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network f4d558bb-2ad6-40c1-8e55-bdc7ae50b813 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:42:22.841421 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:22.912370 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:22.930091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:22.937330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58df96f8-effc-4ad9-bb8c-811c7f731fd1,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:22.938801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:subnet and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:22.943925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:22.955853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:22.968380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c4437e-dfbd-4b97-8c1d-e4e76d7d6321 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 1d4a3ebf-c682-4337-8e6a-1b9392670509 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:42:22.973918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5c4437e-dfbd-4b97-8c1d-e4e76d7d6321 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.003588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:23.007203 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.011294 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 51acaf32-f3e9-4105-8f27-ed62059f6afd is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:23.011911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.048130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 51acaf32-f3e9-4105-8f27-ed62059f6afd, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=51acaf32-f3e9-4105-8f27-ed62059f6afd,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:23.054755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.132382 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.137911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5c4437e-dfbd-4b97-8c1d-e4e76d7d6321 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.139118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=51acaf32-f3e9-4105-8f27-ed62059f6afd,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:23.203430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.208649 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-008bc6a6-57e2-4ac7-a11c-d265eafe003b None None] Provisioning for port 51acaf32-f3e9-4105-8f27-ed62059f6afd completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:23.215116 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-008bc6a6-57e2-4ac7-a11c-d265eafe003b None None] Provisioning complete for port 51acaf32-f3e9-4105-8f27-ed62059f6afd triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:23.215855 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-008bc6a6-57e2-4ac7-a11c-d265eafe003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.263359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Pushing event updated for resources: {'Port': ['ID=29365cb7-bf3a-42ad-93aa-17141563345a,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:23.303061 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.307106 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4086781 Jul 29 16:42:23.309194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50104) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:23.319126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.337687 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5c4437e-dfbd-4b97-8c1d-e4e76d7d6321 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.339436 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Subnet': ['ID=fee6e7f1-7794-43b6-8107-d7696e169999,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:23.385550 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-008bc6a6-57e2-4ac7-a11c-d265eafe003b None None] Current status of the port 51acaf32-f3e9-4105-8f27-ed62059f6afd is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:23.389960 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-008bc6a6-57e2-4ac7-a11c-d265eafe003b None None] Could not find standard attr ID for object 8ffa03aa-8743-4cb0-a211-4b652fe68880. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:42:23.414986 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e05d9e-f2dd-4d88-a346-e2bae698ba5e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e9ee74-d90e-4db0-b1c8-49f651cd4433,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:23.425053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Checking segment: {'id': 'c1856d49-28a1-4a57-9b45-118594eb54ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'df9a357c-04ee-430f-a4af-6cc059e636f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:23.429948 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network hostable DHCP agents. Network: df9a357c-04ee-430f-a4af-6cc059e636f8, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:42:23.437498 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e90a9bf7-cf1c-4204-8dcf-0e581db69674 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1270044 Jul 29 16:42:23.444708 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50110) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:23.486681 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a8f5d810-337f-4cba-8c2d-7bd88caf8f33 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group': {'name': 'tempest-security--1030443574', 'description': 'tempest-security-description-730218537'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:23.525955 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6221369f-7189-4251-bad7-a6efbecf1f11 None None] Could not find standard attr ID for object 8ffa03aa-8743-4cb0-a211-4b652fe68880. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:42:23.550527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 51acaf32-f3e9-4105-8f27-ed62059f6afd up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:23.558388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Checking segment: {'id': 'e7dad6e2-1444-4202-ba6b-16f0e8c631dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6a211cfa-96f0-4299-9d4d-fbdddb10ebe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:23.558736 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Network hostable DHCP agents. Network: 6a211cfa-96f0-4299-9d4d-fbdddb10ebe2, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:42:23.571886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event updated for resources: {'Subnet': ['ID=a9d931fd-b9c2-4a93-b15b-fda7259f2d29,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:23.580113 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Attempting to bind port 29365cb7-bf3a-42ad-93aa-17141563345a on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:23.580451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Attempting to bind port 29365cb7-bf3a-42ad-93aa-17141563345a by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '89035e16-ab75-431c-a03a-e5969042ec44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7960c32-624b-485f-bf75-de265cd530b4'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:23.580934 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Attempting to bind port 29365cb7-bf3a-42ad-93aa-17141563345a on network f7960c32-624b-485f-bf75-de265cd530b4 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:23.599628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network df9a357c-04ee-430f-a4af-6cc059e636f8 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:42:23.603569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d810-337f-4cba-8c2d-7bd88caf8f33 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.620823 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Port 29365cb7-bf3a-42ad-93aa-17141563345a on network f7960c32-624b-485f-bf75-de265cd530b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:42:23.621204 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Attempting to bind port 29365cb7-bf3a-42ad-93aa-17141563345a on network f7960c32-624b-485f-bf75-de265cd530b4 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:23.626867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.658416 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:23.659084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Checking segment: {'id': '89035e16-ab75-431c-a03a-e5969042ec44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7960c32-624b-485f-bf75-de265cd530b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:23.659194 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Bound using segment: {'id': '89035e16-ab75-431c-a03a-e5969042ec44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7960c32-624b-485f-bf75-de265cd530b4'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:23.659558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Bound port: 29365cb7-bf3a-42ad-93aa-17141563345a, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89035e16-ab75-431c-a03a-e5969042ec44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7960c32-624b-485f-bf75-de265cd530b4'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:23.659908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.670247 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 51acaf32-f3e9-4105-8f27-ed62059f6afd triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:23.671004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.675821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Network 6a211cfa-96f0-4299-9d4d-fbdddb10ebe2 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:42:23.683652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, df9a357c-04ee-430f-a4af-6cc059e636f8) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:23.710879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:23.711485 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.712778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef42d692-f640-47d4-b7c4-2df9cef79ce9 None None] Network df9a357c-04ee-430f-a4af-6cc059e636f8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:23.748905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 6a211cfa-96f0-4299-9d4d-fbdddb10ebe2) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:23.782374 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d810-337f-4cba-8c2d-7bd88caf8f33 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.840706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5c4437e-dfbd-4b97-8c1d-e4e76d7d6321 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.843326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:23.844224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.852486 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-61e23f7a-0d0f-4369-9f4e-032485e89c03 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8085940 Jul 29 16:42:23.853419 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d810-337f-4cba-8c2d-7bd88caf8f33 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.855302 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Subnet': ['ID=0332a344-0d2f-4523-a78f-8d8af2d03084,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:23.856141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d810-337f-4cba-8c2d-7bd88caf8f33 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.861075 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a8f5d810-337f-4cba-8c2d-7bd88caf8f33 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "PUT /v2.0/security-groups/62e9ee74-d90e-4db0-b1c8-49f651cd4433 HTTP/1.1" status: 200 len: 1777 time: 0.4057987 Jul 29 16:42:23.861249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50114) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:23.863858 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] For port 29365cb7-bf3a-42ad-93aa-17141563345a, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:23.865811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50116) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:23.881249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcf326d-2f17-4d39-923d-fd6480387bc1 None None] Network 6a211cfa-96f0-4299-9d4d-fbdddb10ebe2 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:23.901328 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7083-24f1-4179-a344-080f6c88bbdf req-c47679dc-9cbf-474c-892c-04a932b2218b tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:23.902798 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c03e7083-24f1-4179-a344-080f6c88bbdf req-c47679dc-9cbf-474c-892c-04a932b2218b tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 944 time: 0.3779871 Jul 29 16:42:23.907492 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-eaa7c287-5dbc-4a60-8ea6-df0c48827ad3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-106335154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:23.918139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5c4437e-dfbd-4b97-8c1d-e4e76d7d6321 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:23.931041 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4437e-dfbd-4b97-8c1d-e4e76d7d6321 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4a3ebf-c682-4337-8e6a-1b9392670509,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:23.937642 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-eaa7c287-5dbc-4a60-8ea6-df0c48827ad3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:23.969520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-eaa7c287-5dbc-4a60-8ea6-df0c48827ad3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:router and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:23.977031 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-eaa7c287-5dbc-4a60-8ea6-df0c48827ad3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:23.990477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-eaa7c287-5dbc-4a60-8ea6-df0c48827ad3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:23.995909 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d5c4437e-dfbd-4b97-8c1d-e4e76d7d6321 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/1d4a3ebf-c682-4337-8e6a-1b9392670509 HTTP/1.1" status: 204 len: 168 time: 1.2607992 Jul 29 16:42:24.000259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a402e64a-d5a8-483a-aa5d-e195e7bf55d8 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:24.006417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50122) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:24.049843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] For port 29365cb7-bf3a-42ad-93aa-17141563345a, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=29365cb7-bf3a-42ad-93aa-17141563345a,segment=NetworkSegment(89035e16-ab75-431c-a03a-e5969042ec44),segment_id=89035e16-ab75-431c-a03a-e5969042ec44)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:42:24.057286 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-79a245fe-a3ec-4883-a00b-e84cb137ed0c tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6274018 Jul 29 16:42:24.064078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50126) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:24.069283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Checking segment: {'id': 'eb61bd07-4851-4a20-af65-ab95a2c91449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f4d558bb-2ad6-40c1-8e55-bdc7ae50b813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:24.069647 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network hostable DHCP agents. Network: f4d558bb-2ad6-40c1-8e55-bdc7ae50b813, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:42:24.070150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.074338 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5d810-337f-4cba-8c2d-7bd88caf8f33 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e9ee74-d90e-4db0-b1c8-49f651cd4433,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:24.080063 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a2d0e99e-2a64-4e81-947d-bae1b3966710 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1251568832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:24.082502 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c03e7083-24f1-4179-a344-080f6c88bbdf req-090349e3-08d1-4a73-9397-b5c50ad612cc tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568303 Jul 29 16:42:24.083248 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eaa7c287-5dbc-4a60-8ea6-df0c48827ad3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.084263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eaa7c287-5dbc-4a60-8ea6-df0c48827ad3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.087053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a2d0e99e-2a64-4e81-947d-bae1b3966710 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:24.090951 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a2d0e99e-2a64-4e81-947d-bae1b3966710 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Usage tracker for resource:router and tenant:1316f58496044eba81047526035f32f8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:24.094079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a2d0e99e-2a64-4e81-947d-bae1b3966710 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:24.124683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e18068-6da4-41a6-b054-9fad426c8adb tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 2dadf7df-1179-4913-a53c-fd87ea563e2c {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:42:24.129691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eaa7c287-5dbc-4a60-8ea6-df0c48827ad3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.131313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-40e18068-6da4-41a6-b054-9fad426c8adb tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.149238 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a2d0e99e-2a64-4e81-947d-bae1b3966710 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:24.175387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network f4d558bb-2ad6-40c1-8e55-bdc7ae50b813 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:42:24.177573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:24.178429 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.179679 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] 10.222.0.69 "PUT /v2.0/ports/29365cb7-bf3a-42ad-93aa-17141563345a HTTP/1.1" status: 200 len: 1094 time: 3.8578141 Jul 29 16:42:24.180661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b60a2a9-f74d-4e5d-9e9d-f98529751567', 'tag': '29365cb7-bf3a-42ad-93aa-17141563345a'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:42:24.190498 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-01315554-5f18-43bc-8b1d-538d63377fbf tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-groups/62e9ee74-d90e-4db0-b1c8-49f651cd4433 HTTP/1.1" status: 200 len: 1777 time: 0.3157873 Jul 29 16:42:24.194689 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50136) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:24.203413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e99e-2a64-4e81-947d-bae1b3966710 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.214145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e99e-2a64-4e81-947d-bae1b3966710 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.222849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, f4d558bb-2ad6-40c1-8e55-bdc7ae50b813) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:24.248625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:24.249238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.254653 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-40e18068-6da4-41a6-b054-9fad426c8adb tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.287823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eaa7c287-5dbc-4a60-8ea6-df0c48827ad3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.289524 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ae34c-0379-4bc6-9b4f-916bd0999a36 service neutron] Pushing event updated for resources: {'Port': ['ID=29365cb7-bf3a-42ad-93aa-17141563345a,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:24.292984 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e99e-2a64-4e81-947d-bae1b3966710 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.337718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0934e7b-efcc-4b60-b872-ef2961dc6539 None None] Network f4d558bb-2ad6-40c1-8e55-bdc7ae50b813 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:24.363143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-df9a357c-04ee-430f-a4af-6cc059e636f8', 'network_id': 'df9a357c-04ee-430f-a4af-6cc059e636f8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'fixed_ips': [{'subnet_id': 'fee6e7f1-7794-43b6-8107-d7696e169999'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:24.363966 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.374087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eaa7c287-5dbc-4a60-8ea6-df0c48827ad3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.378367 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-eaa7c287-5dbc-4a60-8ea6-df0c48827ad3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5101097 Jul 29 16:42:24.379546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50140) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:24.384416 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50144) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:24.393939 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3ddc762a-9290-44bf-8d5e-3f54c934103c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6605010 Jul 29 16:42:24.401701 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-feb660a8-dea6-41fd-a72d-e522c38863f2 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.448917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-feb660a8-dea6-41fd-a72d-e522c38863f2 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.480558 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-40e18068-6da4-41a6-b054-9fad426c8adb tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.480725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e99e-2a64-4e81-947d-bae1b3966710 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.580387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-feb660a8-dea6-41fd-a72d-e522c38863f2 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.585817 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1f86d1-006d-41e3-8cae-b733b996134a'] response: {'name': 'network-changed', 'server_uuid': '5b60a2a9-f74d-4e5d-9e9d-f98529751567', 'tag': '29365cb7-bf3a-42ad-93aa-17141563345a', 'status': 'completed', 'code': 200} Jul 29 16:42:24.614544 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb660a8-dea6-41fd-a72d-e522c38863f2 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e9ee74-d90e-4db0-b1c8-49f651cd4433,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:24.618539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-feb660a8-dea6-41fd-a72d-e522c38863f2 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.622435 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-feb660a8-dea6-41fd-a72d-e522c38863f2 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-groups/62e9ee74-d90e-4db0-b1c8-49f651cd4433 HTTP/1.1" status: 204 len: 168 time: 0.4256535 Jul 29 16:42:24.623817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50148) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:24.668562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-d990b417-84de-4e29-8d8f-d8e3a39a367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:24.669387 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 51acaf32-f3e9-4105-8f27-ed62059f6afd is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:24.670811 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-d990b417-84de-4e29-8d8f-d8e3a39a367d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4645a50ca1b46ec988ad2583b2ef2a9&device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 1097 time: 0.4448621 Jul 29 16:42:24.705898 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7a4effa2-1862-49f7-91e1-729104c2e550 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:24.714613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-40e18068-6da4-41a6-b054-9fad426c8adb tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.761120 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e18068-6da4-41a6-b054-9fad426c8adb tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=2dadf7df-1179-4913-a53c-fd87ea563e2c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:24.763131 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-40e18068-6da4-41a6-b054-9fad426c8adb tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.772504 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7a4effa2-1862-49f7-91e1-729104c2e550 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:24.776283 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7a4effa2-1862-49f7-91e1-729104c2e550 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1482029 Jul 29 16:42:24.777920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50152) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:24.785726 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-40e18068-6da4-41a6-b054-9fad426c8adb tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/2dadf7df-1179-4913-a53c-fd87ea563e2c HTTP/1.1" status: 204 len: 168 time: 0.7674510 Jul 29 16:42:24.796304 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50156) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:24.803776 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-6a211cfa-96f0-4299-9d4d-fbdddb10ebe2', 'network_id': '6a211cfa-96f0-4299-9d4d-fbdddb10ebe2', 'tenant_id': '1316f58496044eba81047526035f32f8', 'fixed_ips': [{'subnet_id': 'a9d931fd-b9c2-4a93-b15b-fda7259f2d29'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:24.804611 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.806465 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-d029de66-472f-492e-af6c-47ea6eb8fc7a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] delete failed (client error): The resource could not be found. Jul 29 16:42:24.808432 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d029de66-472f-492e-af6c-47ea6eb8fc7a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-groups/62e9ee74-d90e-4db0-b1c8-49f651cd4433 HTTP/1.1" status: 404 len: 347 time: 0.0271115 Jul 29 16:42:24.814566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50160) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:24.820941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-3339554d-a50a-4de0-b33e-825f32640efe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group': {'name': 'tempest-secgroup--818461483'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:24.827541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3339554d-a50a-4de0-b33e-825f32640efe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:24.833425 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e99e-2a64-4e81-947d-bae1b3966710 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:24.837165 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a2d0e99e-2a64-4e81-947d-bae1b3966710 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7695034 Jul 29 16:42:24.837416 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50164) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:24.844195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3339554d-a50a-4de0-b33e-825f32640efe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:24.946128 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-fca6881b-3fe9-4a87-8c8b-8e0fe811f847 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29365cb7-bf3a-42ad-93aa-17141563345a HTTP/1.1" status: 200 len: 217 time: 0.2649837 Jul 29 16:42:24.979728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3339554d-a50a-4de0-b33e-825f32640efe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:25.019878 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2f078614-441a-47f2-bab3-0bf18c68b029 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2057002 Jul 29 16:42:25.027598 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d0fb3db-e0c2-460d-95fb-759a341fab8e req-056983ee-660f-41d0-9359-9ad9a7074783 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7310455 Jul 29 16:42:25.038836 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50168) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:25.107417 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Allocated IP 2001:db8::2 (df9a357c-04ee-430f-a4af-6cc059e636f8/fee6e7f1-7794-43b6-8107-d7696e169999/7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:25.112832 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:25.129211 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3339554d-a50a-4de0-b33e-825f32640efe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:25.136132 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3339554d-a50a-4de0-b33e-825f32640efe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:25.177249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-f4d558bb-2ad6-40c1-8e55-bdc7ae50b813', 'network_id': 'f4d558bb-2ad6-40c1-8e55-bdc7ae50b813', 'tenant_id': 'd402d880e94746c783b04f4e9a05f1ad', 'fixed_ips': [{'subnet_id': '0332a344-0d2f-4523-a78f-8d8af2d03084'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:25.178085 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:25.187851 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3339554d-a50a-4de0-b33e-825f32640efe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:25.200940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:25.206961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3339554d-a50a-4de0-b33e-825f32640efe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:25.340866 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-90bb8f88-7700-4ea0-8ff8-5e2903f8267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:25.342381 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-90bb8f88-7700-4ea0-8ff8-5e2903f8267d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8f654ad-3f90-4d14-b286-c84501627d55 HTTP/1.1" status: 200 len: 851 time: 0.3762672 Jul 29 16:42:25.411438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Allocated IP 172.20.0.2 (6a211cfa-96f0-4299-9d4d-fbdddb10ebe2/a9d931fd-b9c2-4a93-b15b-fda7259f2d29/cdde1c40-4c36-425c-9569-b987e093e039) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:25.474047 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:25.544708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed188af-3ed8-4349-aa30-f7ef3e75be0e None None] Update dhcp port {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'fixed_ips': [{'subnet_id': '2dadf7df-1179-4913-a53c-fd87ea563e2c'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': '51acaf32-f3e9-4105-8f27-ed62059f6afd'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:42:25.620438 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-96a128a0-3a28-441c-b084-eee5798528a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7960c32-624b-485f-bf75-de265cd530b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2434440 Jul 29 16:42:25.660013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9ed188af-3ed8-4349-aa30-f7ef3e75be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:25.677788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:25.719764 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:25.761705 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3339554d-a50a-4de0-b33e-825f32640efe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:25.775850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3339554d-a50a-4de0-b33e-825f32640efe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:25.785026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:25.802342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:25.811154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:25.840091 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:25.878802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fb3db-e0c2-460d-95fb-759a341fab8e req-51b4728e-b448-4cb4-9c97-6b5a4fc0390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:25.879341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a875ef-8170-44c2-bf3b-ae685b02ef2c req-dea51bf7-ae5c-4cdb-924a-ebfece61cca3 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:25.880357 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d0fb3db-e0c2-460d-95fb-759a341fab8e req-51b4728e-b448-4cb4-9c97-6b5a4fc0390f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9ff8c7771054c2480eec2059eb8ce49&device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 1098 time: 0.6223788 Jul 29 16:42:25.880870 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-22a875ef-8170-44c2-bf3b-ae685b02ef2c req-dea51bf7-ae5c-4cdb-924a-ebfece61cca3 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 944 time: 0.5640891 Jul 29 16:42:25.892149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:25.895628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:25.900648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339554d-a50a-4de0-b33e-825f32640efe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8b6707-b84a-42cd-ac95-bca4e5f2ce08,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:25.921602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3339554d-a50a-4de0-b33e-825f32640efe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:25.925610 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3339554d-a50a-4de0-b33e-825f32640efe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1063187 Jul 29 16:42:25.928212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50176) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:25.942547 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e250b712-e000-4697-9141-408714cbee45 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group_rule': {'security_group_id': '8c8b6707-b84a-42cd-ac95-bca4e5f2ce08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:25.952771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e250b712-e000-4697-9141-408714cbee45 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:25.953033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Allocated IP 172.20.0.1 (f4d558bb-2ad6-40c1-8e55-bdc7ae50b813/0332a344-0d2f-4523-a78f-8d8af2d03084/af0a9980-c5cb-489b-9edd-50715b525a94) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:25.970381 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.003852 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e250b712-e000-4697-9141-408714cbee45 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:26.010436 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Transition to ACTIVE for port object 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:26.012419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e250b712-e000-4697-9141-408714cbee45 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:26.059507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e250b712-e000-4697-9141-408714cbee45 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:26.068183 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-22a875ef-8170-44c2-bf3b-ae685b02ef2c req-0e3e26d6-5b57-4ef1-b896-2939af4b2145 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717093 Jul 29 16:42:26.104092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e250b712-e000-4697-9141-408714cbee45 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.143689 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232ec03e-cef1-4be9-83ea-04da7d7a8623 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:26.191715 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e250b712-e000-4697-9141-408714cbee45 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.206651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e250b712-e000-4697-9141-408714cbee45 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.255116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e250b712-e000-4697-9141-408714cbee45 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.259048 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e250b712-e000-4697-9141-408714cbee45 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3247509 Jul 29 16:42:26.259177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50184) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:26.269982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250b712-e000-4697-9141-408714cbee45 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694ca7ce-6f0d-43f2-b66c-1c907a3eaf16,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:26.303568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-15e190ce-c631-45af-a1c8-3a04874a1a06 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.316150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-15e190ce-c631-45af-a1c8-3a04874a1a06 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.333450 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-a20446f0-e294-44bd-9d6a-5e86c41a54d9 service neutron] 10.222.0.69 "GET /v2.0/networks/f7960c32-624b-485f-bf75-de265cd530b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907027 Jul 29 16:42:26.341453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Transition to ACTIVE for port object 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:26.379250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.396039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.412985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-15e190ce-c631-45af-a1c8-3a04874a1a06 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.434742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-15e190ce-c631-45af-a1c8-3a04874a1a06 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.438701 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-15e190ce-c631-45af-a1c8-3a04874a1a06 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/694ca7ce-6f0d-43f2-b66c-1c907a3eaf16 HTTP/1.1" status: 204 len: 168 time: 0.1757135 Jul 29 16:42:26.438701 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e190ce-c631-45af-a1c8-3a04874a1a06 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=694ca7ce-6f0d-43f2-b66c-1c907a3eaf16,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:26.440463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50188) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:26.465574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bd754388-68a5-4d63-b57c-64131a425ab7 None None] Provisioning complete for port 51acaf32-f3e9-4105-8f27-ed62059f6afd triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:26.466353 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bd754388-68a5-4d63-b57c-64131a425ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.498428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fd81d-e84a-481a-a9b7-28595c3276dc req-60d25ad9-8597-4d5f-adf3-d0b84ba0369c tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:26.501144 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c15fd81d-e84a-481a-a9b7-28595c3276dc req-60d25ad9-8597-4d5f-adf3-d0b84ba0369c tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.1657455 Jul 29 16:42:26.512168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6903b590-dc66-4145-80f3-bd92a197c562 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:26.532286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Transition to ACTIVE for port object cdde1c40-4c36-425c-9569-b987e093e039 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:26.539586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fb3db-e0c2-460d-95fb-759a341fab8e req-06909bc5-528b-48e0-bf40-f6d1ebde9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:26.541278 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d0fb3db-e0c2-460d-95fb-759a341fab8e req-06909bc5-528b-48e0-bf40-f6d1ebde9b8a service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a HTTP/1.1" status: 200 len: 913 time: 0.5612371 Jul 29 16:42:26.570380 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c15fd81d-e84a-481a-a9b7-28595c3276dc req-00ac4801-4960-4b07-9d0b-43ec05a845d0 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546458 Jul 29 16:42:26.571269 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6903b590-dc66-4145-80f3-bd92a197c562 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:26.573100 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6903b590-dc66-4145-80f3-bd92a197c562 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1311016 Jul 29 16:42:26.575826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50192) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:26.599310 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Network df9a357c-04ee-430f-a4af-6cc059e636f8 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:26.615945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:26.659548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c730e864-7a6e-4a18-bc89-2641eaf03b91 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.667810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:26.686613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Pushing event updated for resources: {'Port': ['ID=7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:26.691012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c730e864-7a6e-4a18-bc89-2641eaf03b91 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.723806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Transition to ACTIVE for port object cdde1c40-4c36-425c-9569-b987e093e039 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:26.746716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c730e864-7a6e-4a18-bc89-2641eaf03b91 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.766798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730e864-7a6e-4a18-bc89-2641eaf03b91 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8b6707-b84a-42cd-ac95-bca4e5f2ce08,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:26.799732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.802865 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d92b58ad-e38b-4feb-95d6-a641c09d130c req-c75854a1-65bd-4279-8e79-d3b19049cf3e service neutron] 10.222.0.69 "GET /v2.0/networks/f7960c32-624b-485f-bf75-de265cd530b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310200 Jul 29 16:42:26.804551 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d0fb3db-e0c2-460d-95fb-759a341fab8e req-6080fc29-b577-48d0-b52c-17f2f2c3ed04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3806123a-5c5d-4068-bb4f-0b9df28a776f HTTP/1.1" status: 200 len: 1001 time: 0.2238293 Jul 29 16:42:26.867144 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Allocated IP 172.20.0.1 (6a211cfa-96f0-4299-9d4d-fbdddb10ebe2/a9d931fd-b9c2-4a93-b15b-fda7259f2d29/548d869c-473b-4512-bcf9-248038a4dd41) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:26.883816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c730e864-7a6e-4a18-bc89-2641eaf03b91 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.886849 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c730e864-7a6e-4a18-bc89-2641eaf03b91 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-groups/8c8b6707-b84a-42cd-ac95-bca4e5f2ce08 HTTP/1.1" status: 204 len: 168 time: 0.3081465 Jul 29 16:42:26.888354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50196) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:26.966443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:26.972412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Network 6a211cfa-96f0-4299-9d4d-fbdddb10ebe2 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:27.007682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Attempting to bind port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:27.008073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Attempting to bind port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'c1856d49-28a1-4a57-9b45-118594eb54ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'df9a357c-04ee-430f-a4af-6cc059e636f8'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:27.008443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Attempting to bind port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 on network df9a357c-04ee-430f-a4af-6cc059e636f8 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:27.010716 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:27.014082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fb3db-e0c2-460d-95fb-759a341fab8e req-00476069-abd5-4bdd-8498-f702dda2abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:27.015645 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d0fb3db-e0c2-460d-95fb-759a341fab8e req-00476069-abd5-4bdd-8498-f702dda2abd7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ff5ec273-f912-48b7-b63a-03fe2ae0c78d HTTP/1.1" status: 200 len: 851 time: 0.1789634 Jul 29 16:42:27.017009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Allocated IP 2001:db8::1 (df9a357c-04ee-430f-a4af-6cc059e636f8/fee6e7f1-7794-43b6-8107-d7696e169999/2f604f35-ed7d-433e-858d-cc304775b341) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:27.019656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:27.036055 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Pushing event updated for resources: {'Port': ['ID=cdde1c40-4c36-425c-9569-b987e093e039,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:27.038774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Transition to ACTIVE for port object af0a9980-c5cb-489b-9edd-50715b525a94 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:27.045998 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-292d8a85-a433-4de5-b81a-58a330109345 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:27.052580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:27.052860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Checking segment: {'id': 'c1856d49-28a1-4a57-9b45-118594eb54ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'df9a357c-04ee-430f-a4af-6cc059e636f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:27.053480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.053621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Bound using segment: {'id': 'c1856d49-28a1-4a57-9b45-118594eb54ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'df9a357c-04ee-430f-a4af-6cc059e636f8'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:27.054068 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Bound port: 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1856d49-28a1-4a57-9b45-118594eb54ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'df9a357c-04ee-430f-a4af-6cc059e636f8'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:27.054444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.102818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-292d8a85-a433-4de5-b81a-58a330109345 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:27.109739 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-292d8a85-a433-4de5-b81a-58a330109345 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2164068 Jul 29 16:42:27.112489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50202) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:27.119756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2438bd3d-4ccf-43eb-8c2e-e23c39d00429 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group': {'name': 'tempest-secgroup--2132103185'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:27.127564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.135793 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2438bd3d-4ccf-43eb-8c2e-e23c39d00429 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:27.153521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2438bd3d-4ccf-43eb-8c2e-e23c39d00429 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:27.155704 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Transition to ACTIVE for port object 548d869c-473b-4512-bcf9-248038a4dd41 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:27.173734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2438bd3d-4ccf-43eb-8c2e-e23c39d00429 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.182196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-bd754388-68a5-4d63-b57c-64131a425ab7 None None] Current status of the port 51acaf32-f3e9-4105-8f27-ed62059f6afd is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:27.205676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2438bd3d-4ccf-43eb-8c2e-e23c39d00429 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:27.210560 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2438bd3d-4ccf-43eb-8c2e-e23c39d00429 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:27.214179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2438bd3d-4ccf-43eb-8c2e-e23c39d00429 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:27.215839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Transition to ACTIVE for port object af0a9980-c5cb-489b-9edd-50715b525a94 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:27.222367 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2438bd3d-4ccf-43eb-8c2e-e23c39d00429 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:27.249131 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.287125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:42:27.325555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Deleting port 51acaf32-f3e9-4105-8f27-ed62059f6afd {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:27.326195 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.340534 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.351150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Attempting to bind port cdde1c40-4c36-425c-9569-b987e093e039 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:27.351792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Attempting to bind port cdde1c40-4c36-425c-9569-b987e093e039 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'e7dad6e2-1444-4202-ba6b-16f0e8c631dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6a211cfa-96f0-4299-9d4d-fbdddb10ebe2'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:27.352331 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Attempting to bind port cdde1c40-4c36-425c-9569-b987e093e039 on network 6a211cfa-96f0-4299-9d4d-fbdddb10ebe2 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:27.392536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Network f4d558bb-2ad6-40c1-8e55-bdc7ae50b813 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:27.393792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:27.394414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Checking segment: {'id': 'e7dad6e2-1444-4202-ba6b-16f0e8c631dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6a211cfa-96f0-4299-9d4d-fbdddb10ebe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:27.395008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.395595 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Bound using segment: {'id': 'e7dad6e2-1444-4202-ba6b-16f0e8c631dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6a211cfa-96f0-4299-9d4d-fbdddb10ebe2'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:27.396256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Bound port: cdde1c40-4c36-425c-9569-b987e093e039, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7dad6e2-1444-4202-ba6b-16f0e8c631dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6a211cfa-96f0-4299-9d4d-fbdddb10ebe2'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:27.396652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.411839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.417022 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:27.429771 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:27.443928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] For port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:27.450567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Network 6a211cfa-96f0-4299-9d4d-fbdddb10ebe2 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:27.455001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Pushing event updated for resources: {'Port': ['ID=af0a9980-c5cb-489b-9edd-50715b525a94,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:27.461317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:27.463748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:27.532265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2438bd3d-4ccf-43eb-8c2e-e23c39d00429 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.533858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event updated for resources: {'Port': ['ID=548d869c-473b-4512-bcf9-248038a4dd41,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:27.554093 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2438bd3d-4ccf-43eb-8c2e-e23c39d00429 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.558812 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] For port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9,segment=NetworkSegment(c1856d49-28a1-4a57-9b45-118594eb54ad),segment_id=c1856d49-28a1-4a57-9b45-118594eb54ad)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:42:27.564137 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Subnet': ['ID=0332a344-0d2f-4523-a78f-8d8af2d03084,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:27.594195 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf50d9-ee39-4ddb-935c-50ebe41cccfa req-4a96a2b8-80c6-47b5-a42b-a218225b23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:27.596329 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7cdf50d9-ee39-4ddb-935c-50ebe41cccfa req-4a96a2b8-80c6-47b5-a42b-a218225b23b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4645a50ca1b46ec988ad2583b2ef2a9&device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 1097 time: 0.7109230 Jul 29 16:42:27.609683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd5a5d-d8f6-44fd-a8af-15b82574046e req-85d79b8c-7e42-48f3-b29f-ee18dabcbea2 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:27.612057 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8fbd5a5d-d8f6-44fd-a8af-15b82574046e req-85d79b8c-7e42-48f3-b29f-ee18dabcbea2 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 944 time: 0.3418500 Jul 29 16:42:27.617144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.631678 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.676711 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438bd3d-4ccf-43eb-8c2e-e23c39d00429 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f279959d-6755-43e9-991e-3e1e6c84ecb8,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:27.702619 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2438bd3d-4ccf-43eb-8c2e-e23c39d00429 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.706516 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2438bd3d-4ccf-43eb-8c2e-e23c39d00429 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5903020 Jul 29 16:42:27.732625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50208) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:27.767235 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-1ae7e1d3-b30e-4f6e-a3ee-2b1eb5ad94be tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group_rule': {'security_group_id': 'f279959d-6755-43e9-991e-3e1e6c84ecb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:27.780122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 51acaf32-f3e9-4105-8f27-ed62059f6afd no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:42:27.830765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.841659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.852980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1ae7e1d3-b30e-4f6e-a3ee-2b1eb5ad94be tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:27.854901 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8fbd5a5d-d8f6-44fd-a8af-15b82574046e req-783369a7-6f66-4431-8e4e-7ba61a65ebf9 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154188 Jul 29 16:42:27.860980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.objects.ports [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89210) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:42:27.899670 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Attempting to bind port af0a9980-c5cb-489b-9edd-50715b525a94 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:27.900245 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Attempting to bind port af0a9980-c5cb-489b-9edd-50715b525a94 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'eb61bd07-4851-4a20-af65-ab95a2c91449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f4d558bb-2ad6-40c1-8e55-bdc7ae50b813'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:27.900631 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Attempting to bind port af0a9980-c5cb-489b-9edd-50715b525a94 on network f4d558bb-2ad6-40c1-8e55-bdc7ae50b813 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:27.905069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:27.917616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fb3db-e0c2-460d-95fb-759a341fab8e req-4b98c616-67b4-4b41-8202-8cfd2cbbed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:27.919109 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d0fb3db-e0c2-460d-95fb-759a341fab8e req-4b98c616-67b4-4b41-8202-8cfd2cbbed38 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7106721 Jul 29 16:42:27.927084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1ae7e1d3-b30e-4f6e-a3ee-2b1eb5ad94be tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:27.943909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1ae7e1d3-b30e-4f6e-a3ee-2b1eb5ad94be tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:27.981772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Transition to ACTIVE for port object 2f604f35-ed7d-433e-858d-cc304775b341 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:27.984848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1ae7e1d3-b30e-4f6e-a3ee-2b1eb5ad94be tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:27.990125 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d558bb-2ad6-40c1-8e55-bdc7ae50b813']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:27.995948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01430ad-bbdd-4a39-9221-2d40cfa66547 req-00140591-2cbc-4a01-b10f-1cf8b85b853d tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:28.003249 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f01430ad-bbdd-4a39-9221-2d40cfa66547 req-00140591-2cbc-4a01-b10f-1cf8b85b853d tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.2318306 Jul 29 16:42:28.017694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:28.018373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Checking segment: {'id': 'eb61bd07-4851-4a20-af65-ab95a2c91449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f4d558bb-2ad6-40c1-8e55-bdc7ae50b813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:28.018767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:28.019231 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Bound using segment: {'id': 'eb61bd07-4851-4a20-af65-ab95a2c91449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f4d558bb-2ad6-40c1-8e55-bdc7ae50b813'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:28.019779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Bound port: af0a9980-c5cb-489b-9edd-50715b525a94, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb61bd07-4851-4a20-af65-ab95a2c91449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f4d558bb-2ad6-40c1-8e55-bdc7ae50b813'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:28.020388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:28.038197 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] For port cdde1c40-4c36-425c-9569-b987e093e039, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:28.056068 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9f662-82d4-400f-a449-f021ce811e59 None None] Pushing event updated for resources: {'Port': ['ID=7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:28.108732 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb61bd07-4851-4a20-af65-ab95a2c91449') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:28.109019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb61bd07-4851-4a20-af65-ab95a2c91449') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:28.133339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] For port cdde1c40-4c36-425c-9569-b987e093e039, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cdde1c40-4c36-425c-9569-b987e093e039,segment=NetworkSegment(e7dad6e2-1444-4202-ba6b-16f0e8c631dd),segment_id=e7dad6e2-1444-4202-ba6b-16f0e8c631dd)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:42:28.138208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:28.170962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:28.178750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ae7e1d3-b30e-4f6e-a3ee-2b1eb5ad94be tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:28.189026 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f01430ad-bbdd-4a39-9221-2d40cfa66547 req-3bcd7a2a-dc99-4e97-9e67-c7f13cae2a92 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840663 Jul 29 16:42:28.228728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf50d9-ee39-4ddb-935c-50ebe41cccfa req-2c9c6639-1c0d-4725-be23-8d4f9b7766f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:28.229007 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7cdf50d9-ee39-4ddb-935c-50ebe41cccfa req-2c9c6639-1c0d-4725-be23-8d4f9b7766f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7960c32-624b-485f-bf75-de265cd530b4 HTTP/1.1" status: 200 len: 912 time: 0.5382404 Jul 29 16:42:28.239400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:28.294126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] For port 51acaf32-f3e9-4105-8f27-ed62059f6afd, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=51acaf32-f3e9-4105-8f27-ed62059f6afd,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:28.294645 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:28.318000 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 51acaf32-f3e9-4105-8f27-ed62059f6afd is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:28.318553 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:28.363552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:28.364195 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:28.512771 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Calling delete_port for 51acaf32-f3e9-4105-8f27-ed62059f6afd owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:28.513376 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7cdf50d9-ee39-4ddb-935c-50ebe41cccfa req-afb3b8d4-aec2-4c4c-9a47-d47f7c6d7178 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29365cb7-bf3a-42ad-93aa-17141563345a HTTP/1.1" status: 200 len: 217 time: 0.2508087 Jul 29 16:42:28.515491 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment eb61bd07-4851-4a20-af65-ab95a2c91449 resource provider aggregate not found Jul 29 16:42:28.555149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] For port af0a9980-c5cb-489b-9edd-50715b525a94, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:28.568301 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6880b-7586-4c8d-8bf9-9f6ef9b34ffd None None] Pushing event updated for resources: {'Port': ['ID=cdde1c40-4c36-425c-9569-b987e093e039,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:28.638029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:28.644487 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d0fb3db-e0c2-460d-95fb-759a341fab8e req-330f57c5-f857-4e3a-9ae0-482a5abb3e26 service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6929810 Jul 29 16:42:28.650549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:28.694547 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] For port af0a9980-c5cb-489b-9edd-50715b525a94, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=af0a9980-c5cb-489b-9edd-50715b525a94,segment=NetworkSegment(eb61bd07-4851-4a20-af65-ab95a2c91449),segment_id=eb61bd07-4851-4a20-af65-ab95a2c91449)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:42:28.717178 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:28.792682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:42:28.792997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:42:28.805175 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment eb61bd07-4851-4a20-af65-ab95a2c91449 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb61bd07-4851-4a20-af65-ab95a2c91449 found for delete ", "request_id": "req-09ad320d-84aa-4a56-bcb2-c7a1f9ba3d5e"}]} Jul 29 16:42:28.812554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 16:42:28.812554 dv-neutron-851534-1-hyperv neutron-server[89210]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 16:42:28.812554 dv-neutron-851534-1-hyperv neutron-server[89210]: [parameters: {'id': 'f4d558bb-2ad6-40c1-8e55-bdc7ae50b813'}] Jul 29 16:42:28.812554 dv-neutron-851534-1-hyperv neutron-server[89210]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:42:28.812554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:42:28.813922 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:42:28.813922 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:42:28.814352 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:28.835777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9ca28-2d22-4c5b-8b52-f5f7921a20f1 None None] Pushing event updated for resources: {'Port': ['ID=af0a9980-c5cb-489b-9edd-50715b525a94,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:28.860872 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:28.867941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event updated for resources: {'Port': ['ID=548d869c-473b-4512-bcf9-248038a4dd41,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:28.908014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:28.953920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2825271a-ff35-49ee-b91d-b44a83312a44 None None] Network f4d558bb-2ad6-40c1-8e55-bdc7ae50b813 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:29.006384 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ae7e1d3-b30e-4f6e-a3ee-2b1eb5ad94be tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:29.024088 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network df9a357c-04ee-430f-a4af-6cc059e636f8 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:29.037743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:29.045759 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ae7e1d3-b30e-4f6e-a3ee-2b1eb5ad94be tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:29.074659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:29.075329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:29.136251 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Network 6a211cfa-96f0-4299-9d4d-fbdddb10ebe2 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:29.150649 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:29.281109 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf50d9-ee39-4ddb-935c-50ebe41cccfa req-fba40fc9-342f-49eb-bd86-e80cb33fcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:29.289885 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7cdf50d9-ee39-4ddb-935c-50ebe41cccfa req-fba40fc9-342f-49eb-bd86-e80cb33fcb3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8f654ad-3f90-4d14-b286-c84501627d55 HTTP/1.1" status: 200 len: 851 time: 0.6412749 Jul 29 16:42:29.306058 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=2f604f35-ed7d-433e-858d-cc304775b341,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:29.319682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7e1d3-b30e-4f6e-a3ee-2b1eb5ad94be tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6370792d-6f06-4eeb-ac2a-7a8a12a19c82,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:29.321783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:29.361335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Deleting port 51acaf32-f3e9-4105-8f27-ed62059f6afd {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:29.361843 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:29.364196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8e89a-34b0-41b6-b2ba-e95b0ddfa283 req-14a02664-27f2-4025-8098-b885b5e25297 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:29.366018 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2ed8e89a-34b0-41b6-b2ba-e95b0ddfa283 req-14a02664-27f2-4025-8098-b885b5e25297 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 944 time: 0.3266308 Jul 29 16:42:29.431607 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7cdf50d9-ee39-4ddb-935c-50ebe41cccfa req-f0ef2ceb-91a2-43f2-ade9-0f209599b790 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7960c32-624b-485f-bf75-de265cd530b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190083 Jul 29 16:42:29.470855 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 51acaf32-f3e9-4105-8f27-ed62059f6afd is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:29.471235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:29.495614 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d0fb3db-e0c2-460d-95fb-759a341fab8e req-71688cc0-bb16-441c-ab35-460ea0e94022 service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157857 Jul 29 16:42:29.562895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ae7e1d3-b30e-4f6e-a3ee-2b1eb5ad94be tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:29.566758 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1ae7e1d3-b30e-4f6e-a3ee-2b1eb5ad94be tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8156378 Jul 29 16:42:29.568716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50220) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:29.580006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c8123be4-9b09-4e5b-8b2c-b44651fc3281 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group_rule': {'security_group_id': 'f279959d-6755-43e9-991e-3e1e6c84ecb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:29.603740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c8123be4-9b09-4e5b-8b2c-b44651fc3281 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:29.616791 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3039b7e-f984-45ce-8652-ec034863c7b2 req-0e0d07e5-0295-4534-a515-3dc580d2f52b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:29.624042 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b3039b7e-f984-45ce-8652-ec034863c7b2 req-0e0d07e5-0295-4534-a515-3dc580d2f52b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.2715585 Jul 29 16:42:29.635898 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2ed8e89a-34b0-41b6-b2ba-e95b0ddfa283 req-defdd179-3ae2-478f-b5b4-faf302ff5860 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812177 Jul 29 16:42:29.641990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c8123be4-9b09-4e5b-8b2c-b44651fc3281 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:29.665687 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Router a25a3a15-dc23-4dfc-ae3c-3128c08060c6 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:42:29.669568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c8123be4-9b09-4e5b-8b2c-b44651fc3281 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:29.681657 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c8123be4-9b09-4e5b-8b2c-b44651fc3281 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:29.714317 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Deleting port af0a9980-c5cb-489b-9edd-50715b525a94 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:29.714942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:29.730731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] For port 51acaf32-f3e9-4105-8f27-ed62059f6afd, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=51acaf32-f3e9-4105-8f27-ed62059f6afd,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:29.731121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:29.787117 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b3039b7e-f984-45ce-8652-ec034863c7b2 req-1e0cb149-17ae-4431-b2f4-13a2f940b0b6 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620319 Jul 29 16:42:29.926502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:42:29.932450 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8541f371-557b-493d-aae5-cb6beef303d6 None None] Network df9a357c-04ee-430f-a4af-6cc059e636f8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:29.937683 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-337f81cd-f34b-407a-a60e-57b59517b80d tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "PUT /v2.0/routers/a25a3a15-dc23-4dfc-ae3c-3128c08060c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0980365 Jul 29 16:42:29.939049 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50224) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:29.948117 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Request body: {'port': {'network_id': '6a211cfa-96f0-4299-9d4d-fbdddb10ebe2', 'name': 'tempest-FloatingIPNegativeTestJSON-1339067510'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:29.964789 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c8123be4-9b09-4e5b-8b2c-b44651fc3281 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:29.971695 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Calling delete_port for 51acaf32-f3e9-4105-8f27-ed62059f6afd owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:30.009679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c9ea85-f5a4-4d75-b806-a3b8447644f9 None None] Sync routers for ids ['a25a3a15-dc23-4dfc-ae3c-3128c08060c6'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:42:30.036826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:30.118941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c8123be4-9b09-4e5b-8b2c-b44651fc3281 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:30.128278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c8123be4-9b09-4e5b-8b2c-b44651fc3281 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:30.142606 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7cdf50d9-ee39-4ddb-935c-50ebe41cccfa req-24acd7f9-decd-483a-b313-4db13535a474 service neutron] 10.222.0.69 "GET /v2.0/networks/f7960c32-624b-485f-bf75-de265cd530b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6938093 Jul 29 16:42:30.161517 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65ed18b-4727-444f-84ac-86affb632c4d None None] Network 6a211cfa-96f0-4299-9d4d-fbdddb10ebe2 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:30.165905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8123be4-9b09-4e5b-8b2c-b44651fc3281 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3792621a-22f2-41d3-b9d0-fb415dac2e3f,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:30.167513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] For port 51acaf32-f3e9-4105-8f27-ed62059f6afd, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=51acaf32-f3e9-4105-8f27-ed62059f6afd,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:30.187167 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b4746c28-580d-4bab-803d-ce138d98d095 None None] Provisioning for port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:30.196058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c9ea85-f5a4-4d75-b806-a3b8447644f9 None None] Routers {'a25a3a15-dc23-4dfc-ae3c-3128c08060c6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:30.196830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b7c9ea85-f5a4-4d75-b806-a3b8447644f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:42:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['a25a3a15-dc23-4dfc-ae3c-3128c08060c6'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:30.202004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c8123be4-9b09-4e5b-8b2c-b44651fc3281 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:30.206090 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c8123be4-9b09-4e5b-8b2c-b44651fc3281 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6291211 Jul 29 16:42:30.207357 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50228) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:30.212188 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d45f39f6-8be7-4140-9d71-a935485155b6 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group_rule': {'security_group_id': 'f279959d-6755-43e9-991e-3e1e6c84ecb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:30.218562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d45f39f6-8be7-4140-9d71-a935485155b6 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:30.223801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d45f39f6-8be7-4140-9d71-a935485155b6 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:30.226891 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d45f39f6-8be7-4140-9d71-a935485155b6 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:30.234454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d45f39f6-8be7-4140-9d71-a935485155b6 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:30.266933 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d45f39f6-8be7-4140-9d71-a935485155b6 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:30.296777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:30.319682 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Usage tracker for resource:port and tenant:1316f58496044eba81047526035f32f8 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:30.323728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:30.333584 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:30.360987 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d45f39f6-8be7-4140-9d71-a935485155b6 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:30.362087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Made reservation on behalf of 1316f58496044eba81047526035f32f8 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:30.365983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:30.368854 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b7c9ea85-f5a4-4d75-b806-a3b8447644f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:30.378591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d45f39f6-8be7-4140-9d71-a935485155b6 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:30.388211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75b005-5f2e-4fa8-8c6c-278d9265b0a2 req-4c65ae2a-c423-49c3-a738-d232f0953077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:30.389853 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d75b005-5f2e-4fa8-8c6c-278d9265b0a2 req-4c65ae2a-c423-49c3-a738-d232f0953077 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9ff8c7771054c2480eec2059eb8ce49&device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 1098 time: 0.6768749 Jul 29 16:42:30.400876 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c9ea85-f5a4-4d75-b806-a3b8447644f9 None None] Routers {'a25a3a15-dc23-4dfc-ae3c-3128c08060c6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:30.401605 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b7c9ea85-f5a4-4d75-b806-a3b8447644f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:42:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['a25a3a15-dc23-4dfc-ae3c-3128c08060c6'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:30.420749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f39f6-8be7-4140-9d71-a935485155b6 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b880e3d8-f026-4605-a907-cca50036bcbe,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:30.425565 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d45f39f6-8be7-4140-9d71-a935485155b6 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:30.429570 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d45f39f6-8be7-4140-9d71-a935485155b6 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2186224 Jul 29 16:42:30.432628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] device_id is not set on port cf9154e1-baf9-4d87-a429-cbf2730e9e6f yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:42:30.432786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:42:30.446095 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50232) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:30.482367 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 29365cb7-bf3a-42ad-93aa-17141563345a details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:42:30.488758 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b7c9ea85-f5a4-4d75-b806-a3b8447644f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:30.489190 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c9ea85-f5a4-4d75-b806-a3b8447644f9 None None] The sync data for ids ['a25a3a15-dc23-4dfc-ae3c-3128c08060c6'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:42:30.583534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-01347f31-0ab8-49f7-85d4-4a1c1ab9fa26 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group_rule': {'security_group_id': 'f279959d-6755-43e9-991e-3e1e6c84ecb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:30.588047 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Allocated IP 172.20.0.8 (6a211cfa-96f0-4299-9d4d-fbdddb10ebe2/a9d931fd-b9c2-4a93-b15b-fda7259f2d29/cf9154e1-baf9-4d87-a429-cbf2730e9e6f) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:30.593343 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-371c08ca-01b2-4a59-a6ad-e6c2f21ed47d None None] Provisioning for port cdde1c40-4c36-425c-9569-b987e093e039 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:30.600104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:30.666126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-01347f31-0ab8-49f7-85d4-4a1c1ab9fa26 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:30.714567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:30.715282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:30.722731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-01347f31-0ab8-49f7-85d4-4a1c1ab9fa26 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:30.732592 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:42:30.732952 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:42:30.793087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-01347f31-0ab8-49f7-85d4-4a1c1ab9fa26 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:30.817088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:42:30.817329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:42:30.836865 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7cdf50d9-ee39-4ddb-935c-50ebe41cccfa req-911aae24-ba6a-4a4c-9007-0598c8897bea service neutron] 10.222.0.69 "GET /v2.0/networks/f7960c32-624b-485f-bf75-de265cd530b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6776352 Jul 29 16:42:30.863366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-01347f31-0ab8-49f7-85d4-4a1c1ab9fa26 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:30.870164 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 29365cb7-bf3a-42ad-93aa-17141563345a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=29365cb7-bf3a-42ad-93aa-17141563345a,segment=NetworkSegment(89035e16-ab75-431c-a03a-e5969042ec44),segment_id=89035e16-ab75-431c-a03a-e5969042ec44)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:30.870613 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] For port af0a9980-c5cb-489b-9edd-50715b525a94, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=af0a9980-c5cb-489b-9edd-50715b525a94,segment=NetworkSegment(eb61bd07-4851-4a20-af65-ab95a2c91449),segment_id=eb61bd07-4851-4a20-af65-ab95a2c91449)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:30.870979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:30.887833 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '29365cb7-bf3a-42ad-93aa-17141563345a', 'network_id': 'f7960c32-624b-485f-bf75-de265cd530b4', 'port_id': '29365cb7-bf3a-42ad-93aa-17141563345a', 'mac_address': 'fa:16:3e:05:ba:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f654ad-3f90-4d14-b286-c84501627d55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:42:30.925033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:30.978901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 29365cb7-bf3a-42ad-93aa-17141563345a is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:30.979286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:31.007502 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29365cb7-bf3a-42ad-93aa-17141563345a {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:42:31.026424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 29365cb7-bf3a-42ad-93aa-17141563345a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=29365cb7-bf3a-42ad-93aa-17141563345a,segment=NetworkSegment(89035e16-ab75-431c-a03a-e5969042ec44),segment_id=89035e16-ab75-431c-a03a-e5969042ec44)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:31.038894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:31.062495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:31.081010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Transition to ACTIVE for port object cf9154e1-baf9-4d87-a429-cbf2730e9e6f will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:31.130310 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=29365cb7-bf3a-42ad-93aa-17141563345a,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:31.244320 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:31.259919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Calling delete_port for af0a9980-c5cb-489b-9edd-50715b525a94 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:31.297942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:31.298566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:31.310259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 51acaf32-f3e9-4105-8f27-ed62059f6afd is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:31.311063 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:31.337730 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=2c62189d-7461-48d7-9fdb-e7c33766509c,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:31.339570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfa0e8-d6b6-4b45-a8bb-1140cc898065 req-f5f4ee1f-23ed-4d5f-96dd-7acc1f59d4bf tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:31.341977 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e9dfa0e8-d6b6-4b45-a8bb-1140cc898065 req-f5f4ee1f-23ed-4d5f-96dd-7acc1f59d4bf tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 945 time: 0.2590208 Jul 29 16:42:31.348185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:31.385418 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 51acaf32-f3e9-4105-8f27-ed62059f6afd, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=51acaf32-f3e9-4105-8f27-ed62059f6afd,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:31.387155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01347f31-0ab8-49f7-85d4-4a1c1ab9fa26 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:31.392834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c63fd245-fae1-4ed1-b9c1-c366bbc674f9 None None] Provisioning for port 548d869c-473b-4512-bcf9-248038a4dd41 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:31.402218 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:31.409289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=51acaf32-f3e9-4105-8f27-ed62059f6afd,revision_number=8']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:31.456371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c63fd245-fae1-4ed1-b9c1-c366bbc674f9 None None] Provisioning complete for port 548d869c-473b-4512-bcf9-248038a4dd41 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:31.456748 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c63fd245-fae1-4ed1-b9c1-c366bbc674f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:31.505301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75b005-5f2e-4fa8-8c6c-278d9265b0a2 req-387d75e9-039a-49a5-8681-a75dd133a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:31.506779 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d75b005-5f2e-4fa8-8c6c-278d9265b0a2 req-387d75e9-039a-49a5-8681-a75dd133a760 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a HTTP/1.1" status: 200 len: 913 time: 1.1079600 Jul 29 16:42:31.509775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['29365cb7-bf3a-42ad-93aa-17141563345a'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:42:31.523404 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7a6f967d-cd33-4ab9-9510-0d4abde0551e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.4819517 Jul 29 16:42:31.532819 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50240) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:31.570219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77e91d-6365-486f-a4d3-47e8ed38d9b5 req-4e8657da-dc44-4806-a9c3-dc80fbfe7e34 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:31.582290 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cc77e91d-6365-486f-a4d3-47e8ed38d9b5 req-4e8657da-dc44-4806-a9c3-dc80fbfe7e34 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.4351954 Jul 29 16:42:31.616664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-cd0579f1-13c4-405e-8e4f-8c1c3421c32b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:31.617180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Network 6a211cfa-96f0-4299-9d4d-fbdddb10ebe2 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:31.618562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Deleting port 51acaf32-f3e9-4105-8f27-ed62059f6afd {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:31.618937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:31.638086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:31.652754 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e9dfa0e8-d6b6-4b45-a8bb-1140cc898065 req-37ee7da6-60c6-46a8-8626-3219aa316888 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020365 Jul 29 16:42:31.680083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:31.733575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cdde1c40-4c36-425c-9569-b987e093e039 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:31.800748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:31.848497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:31.850001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:31.855174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No DVR routers for this DVR port af0a9980-c5cb-489b-9edd-50715b525a94 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:42:31.876013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event updated for resources: {'Port': ['ID=cf9154e1-baf9-4d87-a429-cbf2730e9e6f,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:31.896912 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-86bfbce1-92a9-487f-a637-85dc30ec280a tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9542127 Jul 29 16:42:31.901977 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cc77e91d-6365-486f-a4d3-47e8ed38d9b5 req-80737b2a-c6d6-4649-85e7-7fbaf223f0d7 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2826531 Jul 29 16:42:31.902901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50244) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:31.909779 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:31.911485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c63fd245-fae1-4ed1-b9c1-c366bbc674f9 None None] Port 548d869c-473b-4512-bcf9-248038a4dd41 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:42:31.917261 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:31.936736 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Usage tracker for resource:floatingip and tenant:1316f58496044eba81047526035f32f8 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:31.941553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:31.949609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:31.952692 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Port': ['ID=af0a9980-c5cb-489b-9edd-50715b525a94,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:31.958918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=51acaf32-f3e9-4105-8f27-ed62059f6afd,revision_number=9']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:31.975527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.008616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01347f31-0ab8-49f7-85d4-4a1c1ab9fa26 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.011641 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d75b005-5f2e-4fa8-8c6c-278d9265b0a2 req-22db4182-05cb-4879-a3fe-550bea89304f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3806123a-5c5d-4068-bb4f-0b9df28a776f HTTP/1.1" status: 200 len: 1001 time: 0.4840336 Jul 29 16:42:32.089907 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75b005-5f2e-4fa8-8c6c-278d9265b0a2 req-590ee080-4a96-407d-ae34-3c12d694fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:32.091679 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d75b005-5f2e-4fa8-8c6c-278d9265b0a2 req-590ee080-4a96-407d-ae34-3c12d694fe67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ff5ec273-f912-48b7-b63a-03fe2ae0c78d HTTP/1.1" status: 200 len: 851 time: 0.0661132 Jul 29 16:42:32.108451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port cdde1c40-4c36-425c-9569-b987e093e039 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:32.132055 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port cdde1c40-4c36-425c-9569-b987e093e039 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:32.132384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.156957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01347f31-0ab8-49f7-85d4-4a1c1ab9fa26 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.168628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.215933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c63fd245-fae1-4ed1-b9c1-c366bbc674f9 None None] Provisioning for port 2f604f35-ed7d-433e-858d-cc304775b341 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:32.248554 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c63fd245-fae1-4ed1-b9c1-c366bbc674f9 None None] Provisioning complete for port 2f604f35-ed7d-433e-858d-cc304775b341 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:32.248554 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c63fd245-fae1-4ed1-b9c1-c366bbc674f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.299887 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01347f31-0ab8-49f7-85d4-4a1c1ab9fa26 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bd0746-a41e-446c-b77e-aed49b365601,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:32.303051 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.332133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] For port 51acaf32-f3e9-4105-8f27-ed62059f6afd, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=51acaf32-f3e9-4105-8f27-ed62059f6afd,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:32.332741 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.339283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-cd0579f1-13c4-405e-8e4f-8c1c3421c32b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:32.347374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Allocated IP 172.26.1.130 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/058de9dd-5166-473d-b7d0-91517523c4e8) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:32.352145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.367045 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cd0579f1-13c4-405e-8e4f-8c1c3421c32b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:32.372811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d558bb-2ad6-40c1-8e55-bdc7ae50b813']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:32.380695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cd0579f1-13c4-405e-8e4f-8c1c3421c32b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:32.387254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.389071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.391826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01347f31-0ab8-49f7-85d4-4a1c1ab9fa26 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.395762 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-01347f31-0ab8-49f7-85d4-4a1c1ab9fa26 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9438007 Jul 29 16:42:32.426062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50248) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:32.428644 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb61bd07-4851-4a20-af65-ab95a2c91449') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:32.428944 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb61bd07-4851-4a20-af65-ab95a2c91449') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:32.440571 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-cd0579f1-13c4-405e-8e4f-8c1c3421c32b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:32.441802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f0e5c49f-f7d4-482f-b969-b53b2a44d3c3 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group_rule': {'security_group_id': 'f279959d-6755-43e9-991e-3e1e6c84ecb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:32.452071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f0e5c49f-f7d4-482f-b969-b53b2a44d3c3 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:32.459966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f0e5c49f-f7d4-482f-b969-b53b2a44d3c3 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:32.464126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.464302 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f0e5c49f-f7d4-482f-b969-b53b2a44d3c3 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:32.473139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f0e5c49f-f7d4-482f-b969-b53b2a44d3c3 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:32.512610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Calling delete_port for 51acaf32-f3e9-4105-8f27-ed62059f6afd owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:32.563875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c63fd245-fae1-4ed1-b9c1-c366bbc674f9 None None] Port 2f604f35-ed7d-433e-858d-cc304775b341 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:42:32.567165 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.574828 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0579f1-13c4-405e-8e4f-8c1c3421c32b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:32.578245 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd0579f1-13c4-405e-8e4f-8c1c3421c32b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.588851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port cdde1c40-4c36-425c-9569-b987e093e039 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:32.589396 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.592722 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c49f-f7d4-482f-b969-b53b2a44d3c3 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.602588 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.621126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:32.621850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.644760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port cdde1c40-4c36-425c-9569-b987e093e039, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cdde1c40-4c36-425c-9569-b987e093e039,segment=NetworkSegment(e7dad6e2-1444-4202-ba6b-16f0e8c631dd),segment_id=e7dad6e2-1444-4202-ba6b-16f0e8c631dd)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:32.668048 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.672881 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c49f-f7d4-482f-b969-b53b2a44d3c3 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.677304 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.678239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:32.696854 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=2f604f35-ed7d-433e-858d-cc304775b341,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:32.722700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c49f-f7d4-482f-b969-b53b2a44d3c3 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.749721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5c49f-f7d4-482f-b969-b53b2a44d3c3 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0e9f23-355a-4e5a-bc1d-16c3d8a87335,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:32.776955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:32.781223 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:32.791205 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:32.823742 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-998e654f-cad0-4777-a2c9-86e7c811a929 None None] Provisioning complete for port 548d869c-473b-4512-bcf9-248038a4dd41 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:32.824258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-998e654f-cad0-4777-a2c9-86e7c811a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.826637 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.ipam_backend_mixin [None req-cd0579f1-13c4-405e-8e4f-8c1c3421c32b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c62189d-7461-48d7-9fdb-e7c33766509c (CIDR: 2001:db8::/64) Jul 29 16:42:32.857668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event updated for resources: {'Port': ['ID=058de9dd-5166-473d-b7d0-91517523c4e8,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:32.878083 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment eb61bd07-4851-4a20-af65-ab95a2c91449 resource provider aggregate not found Jul 29 16:42:32.886888 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=cdde1c40-4c36-425c-9569-b987e093e039,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:32.893807 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.895238 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75b005-5f2e-4fa8-8c6c-278d9265b0a2 req-acbb191b-2184-4fbd-a26a-2bb159651cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:32.896697 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d75b005-5f2e-4fa8-8c6c-278d9265b0a2 req-acbb191b-2184-4fbd-a26a-2bb159651cd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7376866 Jul 29 16:42:32.897746 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0579f1-13c4-405e-8e4f-8c1c3421c32b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:42:32.898216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0579f1-13c4-405e-8e4f-8c1c3421c32b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:32.899172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f0e5c49f-f7d4-482f-b969-b53b2a44d3c3 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.903920 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f0e5c49f-f7d4-482f-b969-b53b2a44d3c3 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4772291 Jul 29 16:42:32.907674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50258) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:32.962656 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-af490277-a6bd-4be6-92fe-13ad7474a830 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:32.971671 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-998e654f-cad0-4777-a2c9-86e7c811a929 None None] Port 548d869c-473b-4512-bcf9-248038a4dd41 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:42:32.973760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] Pushing event deleted for resources: {'Port': ['ID=51acaf32-f3e9-4105-8f27-ed62059f6afd,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:32.977818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-af490277-a6bd-4be6-92fe-13ad7474a830 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.014173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:33.023426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7735720-abea-4c8e-9673-13c000c4f7cc req-7c11998e-fa25-485d-a4b2-b8a274500dc8 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:33.024846 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b7735720-abea-4c8e-9673-13c000c4f7cc req-7c11998e-fa25-485d-a4b2-b8a274500dc8 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 945 time: 0.2384012 Jul 29 16:42:33.059118 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-af490277-a6bd-4be6-92fe-13ad7474a830 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.071864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:33.072153 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.098138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.109577 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-998e654f-cad0-4777-a2c9-86e7c811a929 None None] Provisioning for port cf9154e1-baf9-4d87-a429-cbf2730e9e6f completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:33.116324 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87816ed5-f230-4d0c-b328-4fc066c5685c None None] No DVR routers for this DVR port 51acaf32-f3e9-4105-8f27-ed62059f6afd on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:42:33.127097 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-998e654f-cad0-4777-a2c9-86e7c811a929 None None] Provisioning complete for port cf9154e1-baf9-4d87-a429-cbf2730e9e6f triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:33.127559 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-998e654f-cad0-4777-a2c9-86e7c811a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.146256 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af490277-a6bd-4be6-92fe-13ad7474a830 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af0e9f23-355a-4e5a-bc1d-16c3d8a87335,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:33.166522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fe4c47-1aec-409f-8395-34d7e35bb937 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:33.199135 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b7735720-abea-4c8e-9673-13c000c4f7cc req-42d25d59-41ae-4348-80f6-5e43ca4f1b52 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651790 Jul 29 16:42:33.199713 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment eb61bd07-4851-4a20-af65-ab95a2c91449 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb61bd07-4851-4a20-af65-ab95a2c91449 found for delete ", "request_id": "req-1ce4867a-ea1c-48f1-804f-2809a5eeb94f"}]} Jul 29 16:42:33.223543 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-af490277-a6bd-4be6-92fe-13ad7474a830 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.227474 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-af490277-a6bd-4be6-92fe-13ad7474a830 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/af0e9f23-355a-4e5a-bc1d-16c3d8a87335 HTTP/1.1" status: 204 len: 168 time: 0.3188670 Jul 29 16:42:33.237514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50264) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:33.247182 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.252133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.267772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.286474 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/f4d558bb-2ad6-40c1-8e55-bdc7ae50b813 HTTP/1.1" status: 204 len: 168 time: 8.8930411 Jul 29 16:42:33.290964 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-998e654f-cad0-4777-a2c9-86e7c811a929 None None] Port cf9154e1-baf9-4d87-a429-cbf2730e9e6f cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:42:33.293606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50268) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:33.303792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf38e6-2473-4be7-9657-35ce92943e3b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Network': ['ID=f4d558bb-2ad6-40c1-8e55-bdc7ae50b813,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:33.313862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network df9a357c-04ee-430f-a4af-6cc059e636f8 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:33.315975 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-627304853'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:33.320304 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cd0579f1-13c4-405e-8e4f-8c1c3421c32b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7839983 Jul 29 16:42:33.320304 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:33.322188 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50272) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:33.336050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:33.341307 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-34f48e57-f274-4fbe-ade6-e1022d263db3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:33.355536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-998e654f-cad0-4777-a2c9-86e7c811a929 None None] Provisioning complete for port 2f604f35-ed7d-433e-858d-cc304775b341 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:33.356004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-998e654f-cad0-4777-a2c9-86e7c811a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.379441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:network and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:33.499603 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:33.499989 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.534122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-998e654f-cad0-4777-a2c9-86e7c811a929 None None] Port 2f604f35-ed7d-433e-858d-cc304775b341 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:42:33.557783 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d75b005-5f2e-4fa8-8c6c-278d9265b0a2 req-6c6f9c51-64f7-41a4-85d8-4c90bf036e85 service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6487987 Jul 29 16:42:33.587497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:33.607773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c9965-2d19-4b3a-b6fa-5bb02df7f462 req-341c480f-e791-45d8-a23e-845c58413aec tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:33.609480 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1a5c9965-2d19-4b3a-b6fa-5bb02df7f462 req-341c480f-e791-45d8-a23e-845c58413aec tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.5561635 Jul 29 16:42:33.619238 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9,segment=NetworkSegment(c1856d49-28a1-4a57-9b45-118594eb54ad),segment_id=c1856d49-28a1-4a57-9b45-118594eb54ad)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:33.622222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:33.639469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9da8addf-b299-463c-970d-05f1949af07b tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:33.687568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 81179d98-755d-4651-a869-bc328a6703be is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:42:33.727578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.780988 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:33.784564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.791858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '2c62189d-7461-48d7-9fdb-e7c33766509c'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:33.792654 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.862555 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9da8addf-b299-463c-970d-05f1949af07b tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:33.867081 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9da8addf-b299-463c-970d-05f1949af07b tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.6312101 Jul 29 16:42:33.867274 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d75b005-5f2e-4fa8-8c6c-278d9265b0a2 req-66d0893d-dce8-4c96-8002-6f6f4b32309c service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014977 Jul 29 16:42:33.867476 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50276) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:33.874237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cdde1c40-4c36-425c-9569-b987e093e039 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:33.884600 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1a5c9965-2d19-4b3a-b6fa-5bb02df7f462 req-d4472ecb-c0b3-4546-8ca1-9b9766adbf19 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632291 Jul 29 16:42:33.915524 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c07b417c-4636-4a6c-9226-b4b4e120fca2 None None] Provisioning complete for port 2f604f35-ed7d-433e-858d-cc304775b341 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:33.916150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c07b417c-4636-4a6c-9226-b4b4e120fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.920058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-34f48e57-f274-4fbe-ade6-e1022d263db3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:33.929121 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aefc2870-ec8d-4d66-9414-10145160acb5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.940287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:42:33.941529 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-34f48e57-f274-4fbe-ade6-e1022d263db3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:33.942608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aefc2870-ec8d-4d66-9414-10145160acb5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.947921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-34f48e57-f274-4fbe-ade6-e1022d263db3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:33.955075 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4db32a4b-aa6b-44f6-9593-6bd6bcf4e03c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/81179d98-755d-4651-a869-bc328a6703be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5718822 Jul 29 16:42:33.955973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50280) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:33.958455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:33.962884 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6b2339-dafd-439b-a332-0a7d964bfa04 None None] Sync routers for ids ['81179d98-755d-4651-a869-bc328a6703be'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:42:33.972186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-34f48e57-f274-4fbe-ade6-e1022d263db3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:33.981907 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6b2339-dafd-439b-a332-0a7d964bfa04 None None] Routers {'81179d98-755d-4651-a869-bc328a6703be'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:33.982359 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-db6b2339-dafd-439b-a332-0a7d964bfa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:42:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['81179d98-755d-4651-a869-bc328a6703be'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:33.984698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:33.985585 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Added segment e7ecd9c2-1f08-45ed-924c-b46b86414dfe of type vlan for network 2a254241-9a77-4843-85d4-9cd22b8eb197 Jul 29 16:42:33.995427 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f48e57-f274-4fbe-ade6-e1022d263db3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:33.999134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-34f48e57-f274-4fbe-ade6-e1022d263db3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.048523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aefc2870-ec8d-4d66-9414-10145160acb5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.057859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c07b417c-4636-4a6c-9226-b4b4e120fca2 None None] Port 2f604f35-ed7d-433e-858d-cc304775b341 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:42:34.066782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7909214-1651-4f8d-b2f0-c6d03f786f3c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:34.067806 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f7909214-1651-4f8d-b2f0-c6d03f786f3c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Synchronizing usage tracker for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:34.073669 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-db6b2339-dafd-439b-a332-0a7d964bfa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:34.082729 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6b2339-dafd-439b-a332-0a7d964bfa04 None None] Routers {'81179d98-755d-4651-a869-bc328a6703be'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:34.083574 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-db6b2339-dafd-439b-a332-0a7d964bfa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:42:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['81179d98-755d-4651-a869-bc328a6703be'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:34.098334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:42:34.105481 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc2870-ec8d-4d66-9414-10145160acb5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8bd0746-a41e-446c-b77e-aed49b365601,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:34.114141 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:34.133607 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.144111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.151746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aefc2870-ec8d-4d66-9414-10145160acb5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.155868 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-aefc2870-ec8d-4d66-9414-10145160acb5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f8bd0746-a41e-446c-b77e-aed49b365601 HTTP/1.1" status: 204 len: 168 time: 0.2873471 Jul 29 16:42:34.156348 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-db6b2339-dafd-439b-a332-0a7d964bfa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:34.157405 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50284) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:34.157672 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6b2339-dafd-439b-a332-0a7d964bfa04 None None] The sync data for ids ['81179d98-755d-4651-a869-bc328a6703be'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:42:34.176556 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.187990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port cdde1c40-4c36-425c-9569-b987e093e039 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:34.188630 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.189368 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f7909214-1651-4f8d-b2f0-c6d03f786f3c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Unset dirty status for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:34.190732 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f7909214-1651-4f8d-b2f0-c6d03f786f3c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports/2f604f35-ed7d-433e-858d-cc304775b341 HTTP/1.1" status: 200 len: 911 time: 0.2338352 Jul 29 16:42:34.194485 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50288) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:34.205316 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e9fc577c-560f-4a50-b187-805f1a18dcd6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fee6e7f1-7794-43b6-8107-d7696e169999'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:34.264656 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event updated for resources: {'Port': ['ID=058de9dd-5166-473d-b7d0-91517523c4e8,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:34.282075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:42:34.282859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Allocated IP 2001:db8::f816:3eff:fe4a:994f (560f49a9-f2f8-459c-86f0-823ac32fcdf1/2c62189d-7461-48d7-9fdb-e7c33766509c/705d8673-4044-41a1-876e-1cd6969f61c2) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:34.309306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-44f9b384-28b9-4bf9-b519-eb565146449f tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:34.357535 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.360761 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-44f9b384-28b9-4bf9-b519-eb565146449f tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:34.362119 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-44f9b384-28b9-4bf9-b519-eb565146449f tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2035916 Jul 29 16:42:34.365577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50294) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:34.431519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.433317 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f4a67290-cadb-467d-8ddf-e8a72ce33a83 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5293086 Jul 29 16:42:34.436478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50298) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:34.444221 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port cdde1c40-4c36-425c-9569-b987e093e039 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:34.451337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-7cde3019-2f28-43af-a1d8-02ef2b6910df tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Request body: {'floatingip': {'port_id': 'cf9154e1-baf9-4d87-a429-cbf2730e9e6f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:34.455372 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.460895 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:34.461622 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.494323 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 29365cb7-bf3a-42ad-93aa-17141563345a up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:34.574782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7cde3019-2f28-43af-a1d8-02ef2b6910df tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for floatingip, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.606308 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3071404 Jul 29 16:42:34.613311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50302) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:34.619882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'subnet': {'network_id': '2a254241-9a77-4843-85d4-9cd22b8eb197', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:34.628634 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.644656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 29365cb7-bf3a-42ad-93aa-17141563345a completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:34.648649 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Transition to ACTIVE for port object 705d8673-4044-41a1-876e-1cd6969f61c2 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:34.654546 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 29365cb7-bf3a-42ad-93aa-17141563345a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:34.654918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.660020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e31359-b408-472b-b503-b52b3d7c4610 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Network': ['ID=2a254241-9a77-4843-85d4-9cd22b8eb197,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:34.686731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 2a254241-9a77-4843-85d4-9cd22b8eb197 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:42:34.767871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149387d-3ab8-4761-95f8-1663300c7837 req-6bb572d0-0614-43c9-9ca0-666dfaa60cc0 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:34.769573 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0149387d-3ab8-4761-95f8-1663300c7837 req-6bb572d0-0614-43c9-9ca0-666dfaa60cc0 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 945 time: 0.3909147 Jul 29 16:42:34.791056 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Transition to ACTIVE for port object 705d8673-4044-41a1-876e-1cd6969f61c2 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:34.816456 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.829643 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-7cde3019-2f28-43af-a1d8-02ef2b6910df tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] update failed (client error): The resource could not be found. Jul 29 16:42:34.833527 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7cde3019-2f28-43af-a1d8-02ef2b6910df tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "PUT /v2.0/floatingips/5843b654-d93b-4577-8d44-a70eaf557fbf HTTP/1.1" status: 404 len: 507 time: 0.3882565 Jul 29 16:42:34.834184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50306) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:34.857752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7b6b66a7-4260-4e9c-8032-66db526591ce tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.874953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7b6b66a7-4260-4e9c-8032-66db526591ce tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:34.896012 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:34.901355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:34.906978 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:34.975537 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Pushing event updated for resources: {'Port': ['ID=705d8673-4044-41a1-876e-1cd6969f61c2,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:34.978950 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7b6b66a7-4260-4e9c-8032-66db526591ce tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.003172 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b66a7-4260-4e9c-8032-66db526591ce tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b880e3d8-f026-4605-a907-cca50036bcbe,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:35.018281 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0149387d-3ab8-4761-95f8-1663300c7837 req-45f4b009-0296-45b6-9320-cfae71b53b17 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287540 Jul 29 16:42:35.032966 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e9fc577c-560f-4a50-b187-805f1a18dcd6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.050779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7b6b66a7-4260-4e9c-8032-66db526591ce tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.052054 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7b6b66a7-4260-4e9c-8032-66db526591ce tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/b880e3d8-f026-4605-a907-cca50036bcbe HTTP/1.1" status: 204 len: 168 time: 0.6854694 Jul 29 16:42:35.055753 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:35.055891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50312) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:35.063337 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 29365cb7-bf3a-42ad-93aa-17141563345a is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:35.063726 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.074942 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Attempting to bind port 705d8673-4044-41a1-876e-1cd6969f61c2 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:35.075816 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Attempting to bind port 705d8673-4044-41a1-876e-1cd6969f61c2 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:35.075816 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Attempting to bind port 705d8673-4044-41a1-876e-1cd6969f61c2 on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:35.085512 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:35.085886 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:35.086294 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.086670 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:35.087121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Bound port: 705d8673-4044-41a1-876e-1cd6969f61c2, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:35.087490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.113986 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b60a2a9-f74d-4e5d-9e9d-f98529751567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29365cb7-bf3a-42ad-93aa-17141563345a'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:42:35.162252 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 29365cb7-bf3a-42ad-93aa-17141563345a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=29365cb7-bf3a-42ad-93aa-17141563345a,segment=NetworkSegment(89035e16-ab75-431c-a03a-e5969042ec44),segment_id=89035e16-ab75-431c-a03a-e5969042ec44)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:35.169798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:subnet and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:35.176014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:35.179073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.187129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:35.232022 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8e9759-9431-4496-bed2-baf286c1a51a'] response: {'server_uuid': '5b60a2a9-f74d-4e5d-9e9d-f98529751567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29365cb7-bf3a-42ad-93aa-17141563345a', 'code': 200} Jul 29 16:42:35.257364 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-34f48e57-f274-4fbe-ade6-e1022d263db3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.273458 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] For port 705d8673-4044-41a1-876e-1cd6969f61c2, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:35.277251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c797bb7a-96c7-4f34-855a-f38564325187 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:35.278117 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] For port 705d8673-4044-41a1-876e-1cd6969f61c2, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=705d8673-4044-41a1-876e-1cd6969f61c2,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:42:35.282817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=29365cb7-bf3a-42ad-93aa-17141563345a,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:35.287579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.288989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-637c443c-05ca-4a8e-af39-578bdca74720 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Deleting port 058de9dd-5166-473d-b7d0-91517523c4e8 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:35.289963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-637c443c-05ca-4a8e-af39-578bdca74720 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.326779 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:35.331033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.384795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9237c3-ce7a-463c-9715-8b5f80f6fa7d None None] Pushing event updated for resources: {'Port': ['ID=705d8673-4044-41a1-876e-1cd6969f61c2,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:35.482775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f48e57-f274-4fbe-ade6-e1022d263db3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:35.497562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-34f48e57-f274-4fbe-ade6-e1022d263db3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:35.523457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f48e57-f274-4fbe-ade6-e1022d263db3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:35.524102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-34f48e57-f274-4fbe-ade6-e1022d263db3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.542466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c797bb7a-96c7-4f34-855a-f38564325187 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:35.543472 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f48e57-f274-4fbe-ade6-e1022d263db3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=f9e09381-a73f-4113-8162-4ff1ee562e0d,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:35.543820 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c797bb7a-96c7-4f34-855a-f38564325187 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4874523 Jul 29 16:42:35.552992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50320) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:35.677586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddb95-444d-49dc-ba34-752182e86cab tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.724933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddb95-444d-49dc-ba34-752182e86cab tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.757956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d21e-a715-4dfb-810f-5763ea453563 req-a8aee7ea-c86c-4aea-8a7c-bcfcac5e7dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:35.759469 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2a05d21e-a715-4dfb-810f-5763ea453563 req-a8aee7ea-c86c-4aea-8a7c-bcfcac5e7dca service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 1099 time: 0.2976210 Jul 29 16:42:35.821150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddb95-444d-49dc-ba34-752182e86cab tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.827628 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-34f48e57-f274-4fbe-ade6-e1022d263db3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5000548 Jul 29 16:42:35.830922 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50324) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:35.906156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ddb95-444d-49dc-ba34-752182e86cab tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3792621a-22f2-41d3-b9d0-fb415dac2e3f,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:35.920581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 705d8673-4044-41a1-876e-1cd6969f61c2 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:35.923690 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3431a-4dab-493f-b1d0-39a3c29406a1 req-78b19ee1-4f44-47f4-8373-f6ca3dce2004 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:35.925430 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e2b3431a-4dab-493f-b1d0-39a3c29406a1 req-78b19ee1-4f44-47f4-8373-f6ca3dce2004 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.9049072 Jul 29 16:42:35.925562 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2a05d21e-a715-4dfb-810f-5763ea453563 req-50984e11-d945-4a4f-ad3f-abdf704dacf9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575947 Jul 29 16:42:35.927442 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-637c443c-05ca-4a8e-af39-578bdca74720 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.927779 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-637c443c-05ca-4a8e-af39-578bdca74720 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.939837 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddb95-444d-49dc-ba34-752182e86cab tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:35.943561 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6b5ddb95-444d-49dc-ba34-752182e86cab tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/3792621a-22f2-41d3-b9d0-fb415dac2e3f HTTP/1.1" status: 204 len: 168 time: 0.3854439 Jul 29 16:42:35.945078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50330) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:36.030691 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c3a16287-526c-4231-a439-970ff42214f5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:36.033170 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 705d8673-4044-41a1-876e-1cd6969f61c2 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:36.039124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:36.063653 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c3a16287-526c-4231-a439-970ff42214f5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:36.065157 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c3a16287-526c-4231-a439-970ff42214f5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1203709 Jul 29 16:42:36.068368 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50336) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:36.083407 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-637c443c-05ca-4a8e-af39-578bdca74720 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Calling delete_port for 058de9dd-5166-473d-b7d0-91517523c4e8 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:36.087236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e9fc577c-560f-4a50-b187-805f1a18dcd6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:36.111547 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:36.112276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:36.113905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e9fc577c-560f-4a50-b187-805f1a18dcd6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:36.120496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fc577c-560f-4a50-b187-805f1a18dcd6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:36.120953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e9fc577c-560f-4a50-b187-805f1a18dcd6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:36.126049 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e9fc577c-560f-4a50-b187-805f1a18dcd6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/ports/2f604f35-ed7d-433e-858d-cc304775b341 HTTP/1.1" status: 200 len: 911 time: 1.9297628 Jul 29 16:42:36.128388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50340) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:36.131218 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'mac_address': 'fa:16:3e:1f:35:87', 'name': 'tempest-NetworksTestDHCPv6-997439791'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:36.237599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f05e556b-cf81-4941-9e55-b648348820dd tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:36.278625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f05e556b-cf81-4941-9e55-b648348820dd tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:36.311974 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:36.371204 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc577c-560f-4a50-b187-805f1a18dcd6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=2f604f35-ed7d-433e-858d-cc304775b341,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:36.396538 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e2b3431a-4dab-493f-b1d0-39a3c29406a1 req-1d8c917a-9922-4ac4-9112-db0156a28a00 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4551291 Jul 29 16:42:36.400314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f05e556b-cf81-4941-9e55-b648348820dd tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:36.484318 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e556b-cf81-4941-9e55-b648348820dd tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6370792d-6f06-4eeb-ac2a-7a8a12a19c82,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:36.491548 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f05e556b-cf81-4941-9e55-b648348820dd tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:36.495067 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f05e556b-cf81-4941-9e55-b648348820dd tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/6370792d-6f06-4eeb-ac2a-7a8a12a19c82 HTTP/1.1" status: 204 len: 168 time: 0.4220023 Jul 29 16:42:36.497304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50344) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:36.558293 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:36.596857 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f482b972-c8c3-41ff-a32d-82ebc0196330 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:36.602121 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:36.616076 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:36.626954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:36.632527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:36.667292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569c680-aa6b-4e8c-a961-361c29cd81a4 req-a3a6d0cb-2de1-4e7c-898a-7e93bea49e54 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:36.668798 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8569c680-aa6b-4e8c-a961-361c29cd81a4 req-a3a6d0cb-2de1-4e7c-898a-7e93bea49e54 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 0.4497616 Jul 29 16:42:36.725639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2d2ba7fd-ddbd-4947-9c31-09190346f71b None None] Provisioning for port 705d8673-4044-41a1-876e-1cd6969f61c2 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:36.742896 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-360c828b-e37c-441a-9b92-2a33c35c8476 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2358038 Jul 29 16:42:36.743502 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2d2ba7fd-ddbd-4947-9c31-09190346f71b None None] Provisioning complete for port 705d8673-4044-41a1-876e-1cd6969f61c2 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:36.744022 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba7fd-ddbd-4947-9c31-09190346f71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:36.755576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50348) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:36.760860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:36.847206 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c587a164-aebb-4e0d-8404-0dc7c9d48345 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:36.851260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01669ceb-e5a8-45df-bc1c-ca73a071fdd2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:36.883024 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Subnet': ['ID=3d238203-525a-4065-aa0a-04f87205e664,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:36.885142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-637c443c-05ca-4a8e-af39-578bdca74720 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:36.949596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c443c-05ca-4a8e-af39-578bdca74720 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event deleted for resources: {'Port': ['ID=058de9dd-5166-473d-b7d0-91517523c4e8,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:36.954326 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8569c680-aa6b-4e8c-a961-361c29cd81a4 req-362b1475-f409-4cde-9fa1-d24082f370bd tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714963 Jul 29 16:42:36.981425 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2d2ba7fd-ddbd-4947-9c31-09190346f71b None None] Current status of the port 705d8673-4044-41a1-876e-1cd6969f61c2 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:36.981425 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba7fd-ddbd-4947-9c31-09190346f71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:37.007525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Checking segment: {'id': 'e7ecd9c2-1f08-45ed-924c-b46b86414dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2a254241-9a77-4843-85d4-9cd22b8eb197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:37.007889 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network hostable DHCP agents. Network: 2a254241-9a77-4843-85d4-9cd22b8eb197, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:42:37.021782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-2d2ba7fd-ddbd-4947-9c31-09190346f71b None None] For port 705d8673-4044-41a1-876e-1cd6969f61c2, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=705d8673-4044-41a1-876e-1cd6969f61c2,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:37.028439 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba7fd-ddbd-4947-9c31-09190346f71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:37.126877 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:37.141937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network 2a254241-9a77-4843-85d4-9cd22b8eb197 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:42:37.144143 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-637c443c-05ca-4a8e-af39-578bdca74720 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:37.151558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c587a164-aebb-4e0d-8404-0dc7c9d48345 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:37.153924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ba7fd-ddbd-4947-9c31-09190346f71b None None] Pushing event updated for resources: {'Port': ['ID=705d8673-4044-41a1-876e-1cd6969f61c2,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:37.162272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f267a1-08b9-4e54-a61e-19812fdbf120 None None] Update dhcp port {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'fixed_ips': [{'subnet_id': '2c62189d-7461-48d7-9fdb-e7c33766509c', 'ip_address': '2001:db8::f816:3eff:fe4a:994f'}, {'subnet_id': 'f9e09381-a73f-4113-8162-4ff1ee562e0d'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': '705d8673-4044-41a1-876e-1cd6969f61c2'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:42:37.170179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port 8c546152-d299-4c56-8c5e-269656ebf645 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:42:37.206273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 2a254241-9a77-4843-85d4-9cd22b8eb197) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:37.228349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:37.228961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:37.230472 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf7da7-a130-428b-ae01-27141b1599fc None None] Network 2a254241-9a77-4843-85d4-9cd22b8eb197 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:37.246072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-637c443c-05ca-4a8e-af39-578bdca74720 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:37.252056 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-637c443c-05ca-4a8e-af39-578bdca74720 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "DELETE /v2.0/floatingips/5843b654-d93b-4577-8d44-a70eaf557fbf HTTP/1.1" status: 204 len: 168 time: 2.4044681 Jul 29 16:42:37.262282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50352) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:37.276740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-cf21fca0-66b0-4f09-a0d4-ff589bf736f7 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Request body: {'floatingip': {'floating_network_id': '6a211cfa-96f0-4299-9d4d-fbdddb10ebe2', 'port_id': 'cf9154e1-baf9-4d87-a429-cbf2730e9e6f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:37.308399 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8beaca48-c7c9-43e7-8ce1-84ebbd159252 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6927807 Jul 29 16:42:37.313370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50356) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:37.339440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-cf21fca0-66b0-4f09-a0d4-ff589bf736f7 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:37.350993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cf21fca0-66b0-4f09-a0d4-ff589bf736f7 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Usage tracker for resource:floatingip and tenant:1316f58496044eba81047526035f32f8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:37.360161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cf21fca0-66b0-4f09-a0d4-ff589bf736f7 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:37.372427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-cf21fca0-66b0-4f09-a0d4-ff589bf736f7 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:37.391862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c587a164-aebb-4e0d-8404-0dc7c9d48345 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:37.409499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-03f267a1-08b9-4e54-a61e-19812fdbf120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:37.416089 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cf21fca0-66b0-4f09-a0d4-ff589bf736f7 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:37.458524 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587a164-aebb-4e0d-8404-0dc7c9d48345 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f279959d-6755-43e9-991e-3e1e6c84ecb8,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:37.605962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:37.626911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8:0:1::110 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/f9e09381-a73f-4113-8162-4ff1ee562e0d/8c546152-d299-4c56-8c5e-269656ebf645) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:37.635237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::f816:3eff:fe1f:3587 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/2c62189d-7461-48d7-9fdb-e7c33766509c/8c546152-d299-4c56-8c5e-269656ebf645) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:37.674687 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c587a164-aebb-4e0d-8404-0dc7c9d48345 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:37.678247 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c587a164-aebb-4e0d-8404-0dc7c9d48345 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-groups/f279959d-6755-43e9-991e-3e1e6c84ecb8 HTTP/1.1" status: 204 len: 168 time: 0.9152551 Jul 29 16:42:37.682506 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50362) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:37.761999 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-2a254241-9a77-4843-85d4-9cd22b8eb197', 'network_id': '2a254241-9a77-4843-85d4-9cd22b8eb197', 'tenant_id': 'd402d880e94746c783b04f4e9a05f1ad', 'fixed_ips': [{'subnet_id': '3d238203-525a-4065-aa0a-04f87205e664'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:37.762841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:37.842087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4ee46830-4490-4733-afe5-e42d12b64e58 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:37.842784 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 705d8673-4044-41a1-876e-1cd6969f61c2 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:37.845542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-01669ceb-e5a8-45df-bc1c-ca73a071fdd2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port 2f604f35-ed7d-433e-858d-cc304775b341 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:37.845895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01669ceb-e5a8-45df-bc1c-ca73a071fdd2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:37.958653 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4ee46830-4490-4733-afe5-e42d12b64e58 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:37.964141 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4ee46830-4490-4733-afe5-e42d12b64e58 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2766230 Jul 29 16:42:37.964330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.007245 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50366) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:38.013199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Allocated IP 172.20.0.2 (2a254241-9a77-4843-85d4-9cd22b8eb197/3d238203-525a-4065-aa0a-04f87205e664/9982063e-c912-4262-97fb-f48a473b9c95) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:38.044590 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d33f692b-1eb2-4159-a1f4-98f18079a642 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group': {'name': 'tempest-secgroup--973899784'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:38.064570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d33f692b-1eb2-4159-a1f4-98f18079a642 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:38.078297 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-cf21fca0-66b0-4f09-a0d4-ff589bf736f7 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:42:38.083040 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cf21fca0-66b0-4f09-a0d4-ff589bf736f7 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8075509 Jul 29 16:42:38.083270 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50372) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:38.088583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': 'cf9154e1-baf9-4d87-a429-cbf2730e9e6f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:38.105166 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:38.113572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Usage tracker for resource:floatingip and tenant:1316f58496044eba81047526035f32f8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:38.117690 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01669ceb-e5a8-45df-bc1c-ca73a071fdd2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.126843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:38.138083 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:38.141762 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 705d8673-4044-41a1-876e-1cd6969f61c2 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:38.142139 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.200526 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d33f692b-1eb2-4159-a1f4-98f18079a642 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:38.233519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d78e85-babf-42ad-b3e1-57a9f4547dac req-97e74976-6edb-4d2a-9684-c7824505f005 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:38.241310 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f6d78e85-babf-42ad-b3e1-57a9f4547dac req-97e74976-6edb-4d2a-9684-c7824505f005 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.5640786 Jul 29 16:42:38.269895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-01669ceb-e5a8-45df-bc1c-ca73a071fdd2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for 2f604f35-ed7d-433e-858d-cc304775b341 owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:38.276697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d33f692b-1eb2-4159-a1f4-98f18079a642 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.322728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.379882 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f6d78e85-babf-42ad-b3e1-57a9f4547dac req-41709093-c479-4d88-8a2d-4587fe0a6ae5 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376345 Jul 29 16:42:38.383924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d33f692b-1eb2-4159-a1f4-98f18079a642 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:38.392925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d33f692b-1eb2-4159-a1f4-98f18079a642 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:38.406166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d33f692b-1eb2-4159-a1f4-98f18079a642 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:38.413037 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 705d8673-4044-41a1-876e-1cd6969f61c2 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:38.418400 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.429800 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e619d-2a82-4239-8d4e-e9e730b72ef6 req-ccc51837-9b9a-4710-a9b0-3f6482e0bafe tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:38.435382 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Transition to ACTIVE for port object 9982063e-c912-4262-97fb-f48a473b9c95 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:38.440073 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-192e619d-2a82-4239-8d4e-e9e730b72ef6 req-ccc51837-9b9a-4710-a9b0-3f6482e0bafe tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 0.3221638 Jul 29 16:42:38.442483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d33f692b-1eb2-4159-a1f4-98f18079a642 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:38.463747 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Transition to ACTIVE for port object 9982063e-c912-4262-97fb-f48a473b9c95 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:38.464013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.472226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.560683 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Network 2a254241-9a77-4843-85d4-9cd22b8eb197 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:38.561959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Pushing event updated for resources: {'Port': ['ID=9982063e-c912-4262-97fb-f48a473b9c95,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:38.569427 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:38.573716 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:38.578004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.594096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.644819 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-192e619d-2a82-4239-8d4e-e9e730b72ef6 req-a72eead8-d7d8-4f24-85cc-bc39597c7797 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037206 Jul 29 16:42:38.667895 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Subnet': ['ID=3d238203-525a-4065-aa0a-04f87205e664,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:38.672892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object 8c546152-d299-4c56-8c5e-269656ebf645 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:38.679282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d33f692b-1eb2-4159-a1f4-98f18079a642 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.700443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Attempting to bind port 9982063e-c912-4262-97fb-f48a473b9c95 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:38.700816 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Attempting to bind port 9982063e-c912-4262-97fb-f48a473b9c95 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'e7ecd9c2-1f08-45ed-924c-b46b86414dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2a254241-9a77-4843-85d4-9cd22b8eb197'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:38.701332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Attempting to bind port 9982063e-c912-4262-97fb-f48a473b9c95 on network 2a254241-9a77-4843-85d4-9cd22b8eb197 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:38.704787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01669ceb-e5a8-45df-bc1c-ca73a071fdd2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.706894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:38.707118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Checking segment: {'id': 'e7ecd9c2-1f08-45ed-924c-b46b86414dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2a254241-9a77-4843-85d4-9cd22b8eb197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:38.707522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.707911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Bound using segment: {'id': 'e7ecd9c2-1f08-45ed-924c-b46b86414dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2a254241-9a77-4843-85d4-9cd22b8eb197'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:38.708369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Bound port: 9982063e-c912-4262-97fb-f48a473b9c95, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ecd9c2-1f08-45ed-924c-b46b86414dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2a254241-9a77-4843-85d4-9cd22b8eb197'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:38.708755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.736335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d33f692b-1eb2-4159-a1f4-98f18079a642 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.802917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01669ceb-e5a8-45df-bc1c-ca73a071fdd2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=2f604f35-ed7d-433e-858d-cc304775b341,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:38.805083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.810476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] For port 9982063e-c912-4262-97fb-f48a473b9c95, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:38.816127 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] For port 9982063e-c912-4262-97fb-f48a473b9c95, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9982063e-c912-4262-97fb-f48a473b9c95,segment=NetworkSegment(e7ecd9c2-1f08-45ed-924c-b46b86414dfe),segment_id=e7ecd9c2-1f08-45ed-924c-b46b86414dfe)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:42:38.820488 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:38.936333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f692b-1eb2-4159-a1f4-98f18079a642 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7147ef2b-ebfa-49d2-9a88-9719af438ee0,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:38.958839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a254241-9a77-4843-85d4-9cd22b8eb197']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:38.968307 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.016199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d33f692b-1eb2-4159-a1f4-98f18079a642 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.020321 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d33f692b-1eb2-4159-a1f4-98f18079a642 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0107899 Jul 29 16:42:39.022392 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ecd9c2-1f08-45ed-924c-b46b86414dfe') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:39.022695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ecd9c2-1f08-45ed-924c-b46b86414dfe') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:39.034047 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-03f267a1-08b9-4e54-a61e-19812fdbf120 None None] Allocated IP 2001:db8:0:1::2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/f9e09381-a73f-4113-8162-4ff1ee562e0d/705d8673-4044-41a1-876e-1cd6969f61c2) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:39.036161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50378) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:39.056494 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7ef9d144-3c17-495b-afbc-f758a4abe9ad tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group_rule': {'security_group_id': '7147ef2b-ebfa-49d2-9a88-9719af438ee0', 'direction': 'ingress', 'protocol': 17}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:39.070175 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.092562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7ef9d144-3c17-495b-afbc-f758a4abe9ad tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:39.103202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:39.111521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7ef9d144-3c17-495b-afbc-f758a4abe9ad tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:39.116277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:39.122852 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7ef9d144-3c17-495b-afbc-f758a4abe9ad tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:39.126268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:39.131829 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:39.132460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.136524 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.149606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=8c546152-d299-4c56-8c5e-269656ebf645,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:39.158400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Allocated IP 172.26.1.58 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/19b9990f-c518-4d50-84d0-29d431b9fb01) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:39.159294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7ef9d144-3c17-495b-afbc-f758a4abe9ad tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:39.166622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01669ceb-e5a8-45df-bc1c-ca73a071fdd2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.167871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:39.168270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.191766 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cddede-31f6-4376-ad9e-0bbfb9da4ccf req-fe8687dd-4a2b-4e22-ac26-6fd4e91f3316 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:39.193287 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-20cddede-31f6-4376-ad9e-0bbfb9da4ccf req-fe8687dd-4a2b-4e22-ac26-6fd4e91f3316 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 0.3906093 Jul 29 16:42:39.195008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-03f267a1-08b9-4e54-a61e-19812fdbf120 None None] For port 705d8673-4044-41a1-876e-1cd6969f61c2, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=705d8673-4044-41a1-876e-1cd6969f61c2,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:39.222261 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-03f267a1-08b9-4e54-a61e-19812fdbf120 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.246844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ad63c-ffb1-4717-8787-847cf06d1e37 None None] Pushing event updated for resources: {'Port': ['ID=9982063e-c912-4262-97fb-f48a473b9c95,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:39.268823 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment e7ecd9c2-1f08-45ed-924c-b46b86414dfe resource provider aggregate not found Jul 29 16:42:39.280529 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3bb3e371-6276-4dfb-851c-92b4fac140ed tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4457169 Jul 29 16:42:39.287355 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50386) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:39.302363 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b74e43c-25ea-48b4-b77f-edea38dca5e4 None None] Network 2a254241-9a77-4843-85d4-9cd22b8eb197 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:39.341191 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment e7ecd9c2-1f08-45ed-924c-b46b86414dfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7ecd9c2-1f08-45ed-924c-b46b86414dfe found for delete ", "request_id": "req-dea9f4ac-73d0-4807-8b8f-0d9c40f8d7ec"}]} Jul 29 16:42:39.342967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7ef9d144-3c17-495b-afbc-f758a4abe9ad tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.391343 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-03f267a1-08b9-4e54-a61e-19812fdbf120 None None] Transition to ACTIVE for port object 705d8673-4044-41a1-876e-1cd6969f61c2 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:39.405117 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-20cddede-31f6-4376-ad9e-0bbfb9da4ccf req-f79b28a4-6e97-4bbb-b5eb-55242421036a tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013364 Jul 29 16:42:39.407328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-03f267a1-08b9-4e54-a61e-19812fdbf120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.410767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 16:42:39.410767 dv-neutron-851534-1-hyperv neutron-server[89209]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 16:42:39.410767 dv-neutron-851534-1-hyperv neutron-server[89209]: [parameters: {'id': '2a254241-9a77-4843-85d4-9cd22b8eb197'}] Jul 29 16:42:39.410767 dv-neutron-851534-1-hyperv neutron-server[89209]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:42:39.411218 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:42:39.438193 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-097bbf55-c7ce-4dcb-955b-5196d7c3ef3e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 8c546152-d299-4c56-8c5e-269656ebf645 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:39.438905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-097bbf55-c7ce-4dcb-955b-5196d7c3ef3e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.667262 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f267a1-08b9-4e54-a61e-19812fdbf120 None None] Pushing event updated for resources: {'Port': ['ID=705d8673-4044-41a1-876e-1cd6969f61c2,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:39.687433 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.723502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01669ceb-e5a8-45df-bc1c-ca73a071fdd2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 81179d98-755d-4651-a869-bc328a6703be has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:42:39.779207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7ef9d144-3c17-495b-afbc-f758a4abe9ad tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.788647 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7ef9d144-3c17-495b-afbc-f758a4abe9ad tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.856878 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9d144-3c17-495b-afbc-f758a4abe9ad tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12fd966-a5ce-4df2-8dd7-0a06c290543f,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:39.912266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 705d8673-4044-41a1-876e-1cd6969f61c2 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:39.917710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.930481 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7ef9d144-3c17-495b-afbc-f758a4abe9ad tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.932691 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:39.935008 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7ef9d144-3c17-495b-afbc-f758a4abe9ad tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8976274 Jul 29 16:42:39.938033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50396) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:40.048637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01669ceb-e5a8-45df-bc1c-ca73a071fdd2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:42:40.065567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c5be8-8f4d-48c2-8a54-1bac0492506b None None] Sync routers for ids ['81179d98-755d-4651-a869-bc328a6703be'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:42:40.083259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c5be8-8f4d-48c2-8a54-1bac0492506b None None] Routers {'81179d98-755d-4651-a869-bc328a6703be'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:40.084322 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-cc8c5be8-8f4d-48c2-8a54-1bac0492506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:42:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['81179d98-755d-4651-a869-bc328a6703be'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:40.085676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c034ef-7595-400e-b84e-76bd7cf0e3a8 req-689ce039-80d2-47d7-a184-f5a5c2ca34a4 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:40.087561 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b5c034ef-7595-400e-b84e-76bd7cf0e3a8 req-689ce039-80d2-47d7-a184-f5a5c2ca34a4 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.4691229 Jul 29 16:42:40.098133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Deleting port 9982063e-c912-4262-97fb-f48a473b9c95 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:40.098564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:40.106269 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:40.116620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:40.124167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:40.153173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event updated for resources: {'Port': ['ID=19b9990f-c518-4d50-84d0-29d431b9fb01,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:40.161386 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-cc8c5be8-8f4d-48c2-8a54-1bac0492506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:40.162776 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-01669ceb-e5a8-45df-bc1c-ca73a071fdd2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/81179d98-755d-4651-a869-bc328a6703be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9973142 Jul 29 16:42:40.173668 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c5be8-8f4d-48c2-8a54-1bac0492506b None None] Routers {'81179d98-755d-4651-a869-bc328a6703be'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:40.174539 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-cc8c5be8-8f4d-48c2-8a54-1bac0492506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:42:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['81179d98-755d-4651-a869-bc328a6703be'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:40.181934 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50400) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:40.242598 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-cc8c5be8-8f4d-48c2-8a54-1bac0492506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:40.243035 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c5be8-8f4d-48c2-8a54-1bac0492506b None None] The sync data for ids ['81179d98-755d-4651-a869-bc328a6703be'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:42:40.249215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d9482de0-e739-4a70-b36f-91ad9d0fb61e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Synchronizing usage tracker for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:40.260326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4a258362-bc29-4036-a6d4-3de11c47551c tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:40.343058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-097bbf55-c7ce-4dcb-955b-5196d7c3ef3e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:40.349942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d9482de0-e739-4a70-b36f-91ad9d0fb61e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Unset dirty status for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:40.351100 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d9482de0-e739-4a70-b36f-91ad9d0fb61e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports?device_id=81179d98-755d-4651-a869-bc328a6703be HTTP/1.1" status: 200 len: 205 time: 0.1682320 Jul 29 16:42:40.355609 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50404) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:40.361870 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4a258362-bc29-4036-a6d4-3de11c47551c tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:40.504438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-71aea3a6-39e3-4fad-b562-8eafc8c16b10 None None] Provisioning for port 705d8673-4044-41a1-876e-1cd6969f61c2 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:40.509777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-71aea3a6-39e3-4fad-b562-8eafc8c16b10 None None] Provisioning complete for port 705d8673-4044-41a1-876e-1cd6969f61c2 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:40.510149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-71aea3a6-39e3-4fad-b562-8eafc8c16b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:40.545470 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-097bbf55-c7ce-4dcb-955b-5196d7c3ef3e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 8c546152-d299-4c56-8c5e-269656ebf645 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:40.576739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb9328cd-ac37-4d1d-b84f-49adcd3eac00 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:40.628963 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b5c034ef-7595-400e-b84e-76bd7cf0e3a8 req-46247d40-89d8-45ed-89f2-2ac760899c0a tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4943683 Jul 29 16:42:40.669716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa982c-95b2-4572-bdb3-8c89225430c0 req-ed3b6221-6854-4d03-8ee5-638deb800bce tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:40.670119 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e977727e-60ba-4a50-baec-c8a8923e7155 None None] get_active_networks_info from dv-neutron-851534-1-hyperv {{(pid=89211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 16:42:40.671199 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d2aa982c-95b2-4572-bdb3-8c89225430c0 req-ed3b6221-6854-4d03-8ee5-638deb800bce tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 0.7302175 Jul 29 16:42:40.743545 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-71aea3a6-39e3-4fad-b562-8eafc8c16b10 None None] Current status of the port 705d8673-4044-41a1-876e-1cd6969f61c2 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:40.829280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Deleting port 19b9990f-c518-4d50-84d0-29d431b9fb01 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:40.829599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:40.837753 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d2aa982c-95b2-4572-bdb3-8c89225430c0 req-1d415cfc-a25b-4b5d-bf51-baec687751ad tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540685 Jul 29 16:42:40.877987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977727e-60ba-4a50-baec-c8a8923e7155 None None] Resources bound (agent type, host, resource id): {{(pid=89211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 16:42:40.925199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] For port 9982063e-c912-4262-97fb-f48a473b9c95, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9982063e-c912-4262-97fb-f48a473b9c95,segment=NetworkSegment(e7ecd9c2-1f08-45ed-924c-b46b86414dfe),segment_id=e7ecd9c2-1f08-45ed-924c-b46b86414dfe)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:40.925568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.066515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4a258362-bc29-4036-a6d4-3de11c47551c tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.067153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Calling delete_port for 9982063e-c912-4262-97fb-f48a473b9c95 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:41.122330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a258362-bc29-4036-a6d4-3de11c47551c tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7147ef2b-ebfa-49d2-9a88-9719af438ee0,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:41.171411 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb9328cd-ac37-4d1d-b84f-49adcd3eac00 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.189290 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb9328cd-ac37-4d1d-b84f-49adcd3eac00 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.209437 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-097bbf55-c7ce-4dcb-955b-5196d7c3ef3e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.221436 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4a258362-bc29-4036-a6d4-3de11c47551c tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.225538 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4a258362-bc29-4036-a6d4-3de11c47551c tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-groups/7147ef2b-ebfa-49d2-9a88-9719af438ee0 HTTP/1.1" status: 204 len: 168 time: 1.2407985 Jul 29 16:42:41.226703 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50408) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:41.247988 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-55346b5c-7bfc-4ec6-ac0d-5f49639efeb6 None None] Provisioning for port 8c546152-d299-4c56-8c5e-269656ebf645 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:41.250564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.253870 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb9328cd-ac37-4d1d-b84f-49adcd3eac00 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.254464 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9328cd-ac37-4d1d-b84f-49adcd3eac00 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Fanout notify agent at l3_agent the message router_deleted on router 81179d98-755d-4651-a869-bc328a6703be {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:42:41.262928 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bbf55-c7ce-4dcb-955b-5196d7c3ef3e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=8c546152-d299-4c56-8c5e-269656ebf645,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:41.267645 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-55346b5c-7bfc-4ec6-ac0d-5f49639efeb6 None None] Provisioning complete for port 8c546152-d299-4c56-8c5e-269656ebf645 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:41.268078 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-55346b5c-7bfc-4ec6-ac0d-5f49639efeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.305980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No DVR routers for this DVR port 9982063e-c912-4262-97fb-f48a473b9c95 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:42:41.307758 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-55346b5c-7bfc-4ec6-ac0d-5f49639efeb6 None None] Port 8c546152-d299-4c56-8c5e-269656ebf645 was deleted so its status cannot be updated. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jul 29 16:42:41.324589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb9328cd-ac37-4d1d-b84f-49adcd3eac00 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.328843 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bb9328cd-ac37-4d1d-b84f-49adcd3eac00 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/routers/81179d98-755d-4651-a869-bc328a6703be HTTP/1.1" status: 204 len: 168 time: 0.9672673 Jul 29 16:42:41.331214 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.331619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.341031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50412) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:41.364628 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502cda41-64ca-4bb4-bf4c-7a0a62f8e659 None None] get_active_networks_info from dv-neutron-851534-1-hyperv {{(pid=89211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 16:42:41.370162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Port': ['ID=9982063e-c912-4262-97fb-f48a473b9c95,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:41.387622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-314bcdc9-2dea-4868-8bd4-12d98436fb8c tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:41.499677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-097bbf55-c7ce-4dcb-955b-5196d7c3ef3e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.501481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502cda41-64ca-4bb4-bf4c-7a0a62f8e659 None None] Resources bound (agent type, host, resource id): {{(pid=89211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 16:42:41.524216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Calling delete_port for 19b9990f-c518-4d50-84d0-29d431b9fb01 owned by network:floatingip {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:41.529058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.537224 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-097bbf55-c7ce-4dcb-955b-5196d7c3ef3e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/8c546152-d299-4c56-8c5e-269656ebf645 HTTP/1.1" status: 204 len: 168 time: 2.2437670 Jul 29 16:42:41.540300 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50416) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:41.591889 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-314bcdc9-2dea-4868-8bd4-12d98436fb8c tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:41.593169 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-314bcdc9-2dea-4868-8bd4-12d98436fb8c tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3654718 Jul 29 16:42:41.597189 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50420) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:41.597701 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-453c80a7-67a6-4746-80c4-5f0d5e6fc7f6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting subnet fee6e7f1-7794-43b6-8107-d7696e169999 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:42:41.605353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-453c80a7-67a6-4746-80c4-5f0d5e6fc7f6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.612545 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a254241-9a77-4843-85d4-9cd22b8eb197']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:41.622246 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-bebbc3bf-8920-4343-a666-5027f468ad22 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group': {'name': 'tempest-secgroup--628546004'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:41.632873 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bebbc3bf-8920-4343-a666-5027f468ad22 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:41.639295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ecd9c2-1f08-45ed-924c-b46b86414dfe') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:41.639584 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ecd9c2-1f08-45ed-924c-b46b86414dfe') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:41.660090 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.674953 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bebbc3bf-8920-4343-a666-5027f468ad22 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:41.692050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.699790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-453c80a7-67a6-4746-80c4-5f0d5e6fc7f6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.700570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:41.700971 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.727462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bebbc3bf-8920-4343-a666-5027f468ad22 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.785791 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment e7ecd9c2-1f08-45ed-924c-b46b86414dfe resource provider aggregate not found Jul 29 16:42:41.852243 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment e7ecd9c2-1f08-45ed-924c-b46b86414dfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7ecd9c2-1f08-45ed-924c-b46b86414dfe found for delete ", "request_id": "req-2de19686-124f-4419-8e72-630e372d9a5d"}]} Jul 29 16:42:41.862932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.880126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7138b34-ccc4-45b3-a3dc-c04d4da6879d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:41.880843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c7138b34-ccc4-45b3-a3dc-c04d4da6879d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:41.886337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bebbc3bf-8920-4343-a666-5027f468ad22 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:41.892884 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bebbc3bf-8920-4343-a666-5027f468ad22 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:41.897628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bebbc3bf-8920-4343-a666-5027f468ad22 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:41.905542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.911578 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bebbc3bf-8920-4343-a666-5027f468ad22 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:41.922142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event deleted for resources: {'Port': ['ID=19b9990f-c518-4d50-84d0-29d431b9fb01,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:41.929509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-453c80a7-67a6-4746-80c4-5f0d5e6fc7f6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.936617 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:41.954564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c7138b34-ccc4-45b3-a3dc-c04d4da6879d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:41.958145 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c7138b34-ccc4-45b3-a3dc-c04d4da6879d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4146025 Jul 29 16:42:41.958145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Network': ['ID=2a254241-9a77-4843-85d4-9cd22b8eb197,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:41.959383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50432) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:42.122323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-453c80a7-67a6-4746-80c4-5f0d5e6fc7f6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.132944 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-35f6d082-635a-4d1f-91c1-23d65387620d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/2a254241-9a77-4843-85d4-9cd22b8eb197 HTTP/1.1" status: 204 len: 168 time: 4.8184886 Jul 29 16:42:42.144503 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50436) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:42.168014 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] create failed (client error): The resource could not be found. Jul 29 16:42:42.172969 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-931e7b7f-e8e0-4871-85bd-a439f789354f tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0887101 Jul 29 16:42:42.173667 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50440) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:42.178473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c80a7-67a6-4746-80c4-5f0d5e6fc7f6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Subnet': ['ID=fee6e7f1-7794-43b6-8107-d7696e169999,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:42.203828 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-715570948'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:42.219396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:42.225628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-453c80a7-67a6-4746-80c4-5f0d5e6fc7f6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.232053 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9c6768-65b8-45e2-bdfd-8d8667ca49f5 None None] Network df9a357c-04ee-430f-a4af-6cc059e636f8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:42.241742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:network and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:42.250344 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:42.254333 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-453c80a7-67a6-4746-80c4-5f0d5e6fc7f6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/fee6e7f1-7794-43b6-8107-d7696e169999 HTTP/1.1" status: 204 len: 168 time: 0.9097974 Jul 29 16:42:42.255043 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50444) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:42.273391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:42.289969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de3b0c-01e9-4cc7-a1f0-de1c1a336e00 req-8295ad73-781b-42b1-9e00-f9e886092980 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:42.291457 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-74de3b0c-01e9-4cc7-a1f0-de1c1a336e00 req-8295ad73-781b-42b1-9e00-f9e886092980 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.4938538 Jul 29 16:42:42.339338 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-11dbf585-5b8e-4fcd-8970-e5d9d189b5a2 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Deleting port cf9154e1-baf9-4d87-a429-cbf2730e9e6f {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:42.339701 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-11dbf585-5b8e-4fcd-8970-e5d9d189b5a2 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.355853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:42.359907 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.408720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bebbc3bf-8920-4343-a666-5027f468ad22 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.412974 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-74de3b0c-01e9-4cc7-a1f0-de1c1a336e00 req-0b698f92-fb2e-4ac3-a014-f87ec1ff2757 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078753 Jul 29 16:42:42.422295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20947244-3129-4285-bddf-2d1976436ce2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:42.426528 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-20947244-3129-4285-bddf-2d1976436ce2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4607768 Jul 29 16:42:42.426856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50448) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:42.430596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bebbc3bf-8920-4343-a666-5027f468ad22 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.469386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca2876-ecf1-46bf-9dc3-0cd929dbc0c5 req-7fafb499-4e8f-46ac-88a1-e10f75476169 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:42.470986 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21ca2876-ecf1-46bf-9dc3-0cd929dbc0c5 req-7fafb499-4e8f-46ac-88a1-e10f75476169 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 0.3280540 Jul 29 16:42:42.522462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:42.538250 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbc3bf-8920-4343-a666-5027f468ad22 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567488a4-8a67-4640-8b7d-8073fd83cdea,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:42.545806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.546160 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Added segment a4792f99-e7b7-4fbd-ba22-5fd9c2ececa9 of type vlan for network 0532f146-f6ea-4ef9-ab8f-0130a7b25a53 Jul 29 16:42:42.559925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bebbc3bf-8920-4343-a666-5027f468ad22 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.563960 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bebbc3bf-8920-4343-a666-5027f468ad22 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9510429 Jul 29 16:42:42.565462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50454) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:42.573578 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-984dc162-d525-4a5b-bfcf-a5fad7ce3a34 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1830039203'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:42.591627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-984dc162-d525-4a5b-bfcf-a5fad7ce3a34 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:42.593027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9480280-c255-4123-8569-08e2707758ae None None] DHCP port deletion for df9a357c-04ee-430f-a4af-6cc059e636f8 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:42:42.597252 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21ca2876-ecf1-46bf-9dc3-0cd929dbc0c5 req-28e5e2e0-4e80-4bf8-8ec4-9ccd2062cdc5 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131465 Jul 29 16:42:42.598733 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e9480280-c255-4123-8569-08e2707758ae None None] Deleting port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:42.599213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e9480280-c255-4123-8569-08e2707758ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.610789 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-984dc162-d525-4a5b-bfcf-a5fad7ce3a34 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:42.615077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-984dc162-d525-4a5b-bfcf-a5fad7ce3a34 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:42.618648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.625648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-984dc162-d525-4a5b-bfcf-a5fad7ce3a34 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:42.639950 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.657758 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-984dc162-d525-4a5b-bfcf-a5fad7ce3a34 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.689153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-984dc162-d525-4a5b-bfcf-a5fad7ce3a34 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:42.693976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.701359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:42.702261 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.720689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:42.721032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.725472 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-984dc162-d525-4a5b-bfcf-a5fad7ce3a34 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:42.735583 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-984dc162-d525-4a5b-bfcf-a5fad7ce3a34 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:42.747777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-984dc162-d525-4a5b-bfcf-a5fad7ce3a34 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:42.750617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b584d6-2b97-4006-af26-e58f303ef016 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:42.752509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b584d6-2b97-4006-af26-e58f303ef016 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:42.754147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b584d6-2b97-4006-af26-e58f303ef016 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:42.755093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d1b584d6-2b97-4006-af26-e58f303ef016 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:42.821885 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6695395 Jul 29 16:42:42.832342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50462) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:42.854770 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'subnet': {'network_id': '0532f146-f6ea-4ef9-ab8f-0130a7b25a53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:42.921805 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e9480280-c255-4123-8569-08e2707758ae None None] For port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9,segment=NetworkSegment(c1856d49-28a1-4a57-9b45-118594eb54ad),segment_id=c1856d49-28a1-4a57-9b45-118594eb54ad)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:42.922201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e9480280-c255-4123-8569-08e2707758ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:42.954823 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d1b584d6-2b97-4006-af26-e58f303ef016 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:42.956116 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d1b584d6-2b97-4006-af26-e58f303ef016 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5283272 Jul 29 16:42:42.966394 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50466) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:43.004531 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f3cfd-2778-4dd7-9b42-ab347f333d0f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Network': ['ID=0532f146-f6ea-4ef9-ab8f-0130a7b25a53,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:43.019313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-11dbf585-5b8e-4fcd-8970-e5d9d189b5a2 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:43.064354 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 0532f146-f6ea-4ef9-ab8f-0130a7b25a53 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:42:43.084723 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e9480280-c255-4123-8569-08e2707758ae None None] Calling delete_port for 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:43.149454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-984dc162-d525-4a5b-bfcf-a5fad7ce3a34 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:43.154135 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:43.160025 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-984dc162-d525-4a5b-bfcf-a5fad7ce3a34 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:43.165663 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:subnet and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:43.178906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:43.198150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:43.225347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-11dbf585-5b8e-4fcd-8970-e5d9d189b5a2 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Calling delete_port for cf9154e1-baf9-4d87-a429-cbf2730e9e6f owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:43.227887 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984dc162-d525-4a5b-bfcf-a5fad7ce3a34 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc82552-6b5f-44e9-bedd-5796356e736b,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:43.240639 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a84a9d-4a67-49b4-84f8-d56c1a2ce9a4 req-e624320f-f6a3-443c-9bb0-1ef6f2412e0a tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:43.241614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e9480280-c255-4123-8569-08e2707758ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:43.247791 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-85a84a9d-4a67-49b4-84f8-d56c1a2ce9a4 req-e624320f-f6a3-443c-9bb0-1ef6f2412e0a tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 0.2931406 Jul 29 16:42:43.268680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:43.272175 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:43.291229 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9480280-c255-4123-8569-08e2707758ae None None] Pushing event deleted for resources: {'Port': ['ID=7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:43.295410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-984dc162-d525-4a5b-bfcf-a5fad7ce3a34 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:43.295586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9480280-c255-4123-8569-08e2707758ae None None] No DVR routers for this DVR port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:42:43.299733 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-984dc162-d525-4a5b-bfcf-a5fad7ce3a34 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7310853 Jul 29 16:42:43.327501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50470) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:43.364602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d5acaf62-c2a9-46ab-b3da-3e86424e25fe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group_rule': {'security_group_id': '567488a4-8a67-4640-8b7d-8073fd83cdea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0cc82552-6b5f-44e9-bedd-5796356e736b', 'remote_ip_prefix': None}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:43.386025 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-85a84a9d-4a67-49b4-84f8-d56c1a2ce9a4 req-e4771bb1-a6f1-4d36-8021-97979775e7e2 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373825 Jul 29 16:42:43.387429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.ipam_backend_mixin [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Performing IP validity checks on allocation pools {{(pid=89209) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jul 29 16:42:43.387943 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.ipam_backend_mixin [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89209) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jul 29 16:42:43.388397 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e1fbb3-db73-49f4-b986-ceee3a5ee676 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 2c62189d-7461-48d7-9fdb-e7c33766509c {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:42:43.392215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d5acaf62-c2a9-46ab-b3da-3e86424e25fe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:43.415539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8e1fbb3-db73-49f4-b986-ceee3a5ee676 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:43.448035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d5acaf62-c2a9-46ab-b3da-3e86424e25fe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:43.456017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d5acaf62-c2a9-46ab-b3da-3e86424e25fe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:43.481312 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d5acaf62-c2a9-46ab-b3da-3e86424e25fe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:43.492586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] For port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9,segment=NetworkSegment(c1856d49-28a1-4a57-9b45-118594eb54ad),segment_id=c1856d49-28a1-4a57-9b45-118594eb54ad)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:43.492970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:43.518977 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf8d04-f7ca-4051-a36b-cb7d22740e04 req-260ef34b-917d-4c21-b2ce-015ea3cf36d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:43.520477 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e0bf8d04-f7ca-4051-a36b-cb7d22740e04 req-260ef34b-917d-4c21-b2ce-015ea3cf36d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4645a50ca1b46ec988ad2583b2ef2a9&device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 1099 time: 0.5551333 Jul 29 16:42:43.532267 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:43.578472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8e1fbb3-db73-49f4-b986-ceee3a5ee676 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:43.612974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Subnet': ['ID=5dc00ddb-60bf-4ba5-aa07-dcff660f3582,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:43.624290 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Checking segment: {'id': 'a4792f99-e7b7-4fbd-ba22-5fd9c2ececa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0532f146-f6ea-4ef9-ab8f-0130a7b25a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:43.624654 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network hostable DHCP agents. Network: 0532f146-f6ea-4ef9-ab8f-0130a7b25a53, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:42:43.644382 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network 0532f146-f6ea-4ef9-ab8f-0130a7b25a53 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:42:43.654144 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 0532f146-f6ea-4ef9-ab8f-0130a7b25a53) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:43.658473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:43.659043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:43.665078 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2cccd7-899e-402e-9b12-aff30b0f612e None None] Network 0532f146-f6ea-4ef9-ab8f-0130a7b25a53 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:43.681422 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-40dcf931-aadc-4a79-8fa1-7b7c944dc0e2 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8476827 Jul 29 16:42:43.683880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50474) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:43.706804 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:43.820127 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:42:43.841023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:43.870197 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:42:43.870476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:42:43.884414 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d5acaf62-c2a9-46ab-b3da-3e86424e25fe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:43.910650 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:43.993961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9384e4-5e3a-4edf-804f-050baf58258e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-0532f146-f6ea-4ef9-ab8f-0130a7b25a53', 'network_id': '0532f146-f6ea-4ef9-ab8f-0130a7b25a53', 'tenant_id': 'd402d880e94746c783b04f4e9a05f1ad', 'fixed_ips': [{'subnet_id': '5dc00ddb-60bf-4ba5-aa07-dcff660f3582'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:43.994964 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6e9384e4-5e3a-4edf-804f-050baf58258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:43.996637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-11dbf585-5b8e-4fcd-8970-e5d9d189b5a2 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.004195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.058981 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf8d04-f7ca-4051-a36b-cb7d22740e04 req-7f71b751-8d9e-42c7-8e10-fbcae509915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:44.060459 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e0bf8d04-f7ca-4051-a36b-cb7d22740e04 req-7f71b751-8d9e-42c7-8e10-fbcae509915c service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7960c32-624b-485f-bf75-de265cd530b4 HTTP/1.1" status: 200 len: 912 time: 0.4546866 Jul 29 16:42:44.065618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc00ddb-60bf-4ba5-aa07-dcff660f3582,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:44.066861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8e1fbb3-db73-49f4-b986-ceee3a5ee676 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.107172 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80352006-d2f7-4dc0-875d-83444e25c18d None None] Network 0532f146-f6ea-4ef9-ab8f-0130a7b25a53 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:44.150552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.179066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0532f146-f6ea-4ef9-ab8f-0130a7b25a53']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:44.191832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4792f99-e7b7-4fbd-ba22-5fd9c2ececa9') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:44.192128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4792f99-e7b7-4fbd-ba22-5fd9c2ececa9') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:44.204818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.222459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.228136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:42:44.228670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:44.228772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:42:44.228891 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.287591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbf585-5b8e-4fcd-8970-e5d9d189b5a2 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event deleted for resources: {'Port': ['ID=cf9154e1-baf9-4d87-a429-cbf2730e9e6f,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:44.398793 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e0bf8d04-f7ca-4051-a36b-cb7d22740e04 req-d2ea2f1a-f0a0-4f88-a9f3-e050fcc99bb7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29365cb7-bf3a-42ad-93aa-17141563345a HTTP/1.1" status: 200 len: 217 time: 0.1615088 Jul 29 16:42:44.427296 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment a4792f99-e7b7-4fbd-ba22-5fd9c2ececa9 resource provider aggregate not found Jul 29 16:42:44.458669 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment a4792f99-e7b7-4fbd-ba22-5fd9c2ececa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4792f99-e7b7-4fbd-ba22-5fd9c2ececa9 found for delete ", "request_id": "req-c20229bb-0b59-4eee-86c6-85c636ce8fb0"}]} Jul 29 16:42:44.472580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.478124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.503006 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d5acaf62-c2a9-46ab-b3da-3e86424e25fe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.509604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Network': ['ID=0532f146-f6ea-4ef9-ab8f-0130a7b25a53,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:44.514904 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-41767130-8103-478c-88f2-c4089af3db67 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/0532f146-f6ea-4ef9-ab8f-0130a7b25a53 HTTP/1.1" status: 204 len: 168 time: 0.8295188 Jul 29 16:42:44.518778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50484) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:44.521906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d5acaf62-c2a9-46ab-b3da-3e86424e25fe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.534875 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-380312661'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:44.541953 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:44.546326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:network and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:44.550521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-11dbf585-5b8e-4fcd-8970-e5d9d189b5a2 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.551174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:44.566907 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf8d04-f7ca-4051-a36b-cb7d22740e04 req-6c88af8d-5b70-4ffb-a7be-962fbdd245bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:44.567996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:44.569240 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e0bf8d04-f7ca-4051-a36b-cb7d22740e04 req-6c88af8d-5b70-4ffb-a7be-962fbdd245bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8f654ad-3f90-4d14-b286-c84501627d55 HTTP/1.1" status: 200 len: 851 time: 0.1617270 Jul 29 16:42:44.621099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acaf62-c2a9-46ab-b3da-3e86424e25fe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5339d18b-9aa1-4779-9ac3-739701d414a1,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:44.623040 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8e1fbb3-db73-49f4-b986-ceee3a5ee676 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.636032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:44.639484 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.685999 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e0bf8d04-f7ca-4051-a36b-cb7d22740e04 req-346ee4b0-19d7-4980-af49-fe5d582a3a82 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7960c32-624b-485f-bf75-de265cd530b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077614 Jul 29 16:42:44.686763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:44.689378 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-11dbf585-5b8e-4fcd-8970-e5d9d189b5a2 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "DELETE /v2.0/ports/cf9154e1-baf9-4d87-a429-cbf2730e9e6f HTTP/1.1" status: 204 len: 168 time: 2.5122612 Jul 29 16:42:44.690322 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1fbb3-db73-49f4-b986-ceee3a5ee676 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=2c62189d-7461-48d7-9fdb-e7c33766509c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:44.693546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50488) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:44.693923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8e1fbb3-db73-49f4-b986-ceee3a5ee676 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.701014 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b8e1fbb3-db73-49f4-b986-ceee3a5ee676 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/2c62189d-7461-48d7-9fdb-e7c33766509c HTTP/1.1" status: 204 len: 168 time: 1.6918557 Jul 29 16:42:44.701014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d5acaf62-c2a9-46ab-b3da-3e86424e25fe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.701014 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d5acaf62-c2a9-46ab-b3da-3e86424e25fe tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3579383 Jul 29 16:42:44.701014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50492) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:44.711197 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fae0667-776b-4dc3-9ceb-4c32544cf615 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:44.720820 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50494) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:44.742794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.743130 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Added segment 5128d791-c9f0-4f23-a139-dec8bcdf3007 of type vlan for network d7d6e874-d43c-4582-86aa-171820c27d43 Jul 29 16:42:44.756951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f31eb5-c0f3-4a17-af22-cbce72102e92 req-b375b656-90b0-400b-aba7-6e21333fadc9 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:44.758418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port 7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:44.758769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.761593 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-48f31eb5-c0f3-4a17-af22-cbce72102e92 req-b375b656-90b0-400b-aba7-6e21333fadc9 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 0.1810892 Jul 29 16:42:44.820582 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.852254 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-48f31eb5-c0f3-4a17-af22-cbce72102e92 req-811f1b51-1438-4459-8648-42832a0107aa tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826044 Jul 29 16:42:44.886807 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39662ff7-7380-4f75-8415-c6abacfbb194 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:44.888459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-39662ff7-7380-4f75-8415-c6abacfbb194 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Synchronizing usage tracker for tenant:1316f58496044eba81047526035f32f8 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:44.907033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.912373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:44.913089 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:44.925600 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] The port '7ec7aaec-6e10-4019-87ca-2b82fbf9c5c9' was deleted {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:42:44.941704 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-39662ff7-7380-4f75-8415-c6abacfbb194 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Unset dirty status for tenant:1316f58496044eba81047526035f32f8 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:44.945416 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-39662ff7-7380-4f75-8415-c6abacfbb194 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "GET /v2.0/ports?device_id=a25a3a15-dc23-4dfc-ae3c-3128c08060c6 HTTP/1.1" status: 200 len: 913 time: 0.2476943 Jul 29 16:42:44.947570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50500) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:44.975943 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2452df75-1700-4d2f-8765-2c3b8a39105a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.024700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-256b18a8-86ff-4746-b365-80a8bd9dd990 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet f9e09381-a73f-4113-8162-4ff1ee562e0d {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:42:45.027665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2452df75-1700-4d2f-8765-2c3b8a39105a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.050735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-256b18a8-86ff-4746-b365-80a8bd9dd990 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.071133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-640794f6-673c-42c4-9e64-0eea952fc519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.126034 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6060605 Jul 29 16:42:45.134185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50504) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:45.161818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'subnet': {'network_id': 'd7d6e874-d43c-4582-86aa-171820c27d43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:45.180655 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e0bf8d04-f7ca-4051-a36b-cb7d22740e04 req-663a8d11-354a-4a73-afe6-02121713700f service neutron] 10.222.0.69 "GET /v2.0/networks/f7960c32-624b-485f-bf75-de265cd530b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880846 Jul 29 16:42:45.196800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.198264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a1031-196a-4f2c-87ca-c2bfc000a61d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Network': ['ID=d7d6e874-d43c-4582-86aa-171820c27d43,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:45.211150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network d7d6e874-d43c-4582-86aa-171820c27d43 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:42:45.300760 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2452df75-1700-4d2f-8765-2c3b8a39105a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.304202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-256b18a8-86ff-4746-b365-80a8bd9dd990 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.388007 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9a357c-04ee-430f-a4af-6cc059e636f8']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:45.397578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452df75-1700-4d2f-8765-2c3b8a39105a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5339d18b-9aa1-4779-9ac3-739701d414a1,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:45.406367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2452df75-1700-4d2f-8765-2c3b8a39105a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.407529 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2452df75-1700-4d2f-8765-2c3b8a39105a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/5339d18b-9aa1-4779-9ac3-739701d414a1 HTTP/1.1" status: 204 len: 168 time: 0.6857991 Jul 29 16:42:45.417395 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50508) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:45.417719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1856d49-28a1-4a57-9b45-118594eb54ad') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:45.418025 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1856d49-28a1-4a57-9b45-118594eb54ad') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:45.450691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:45.461676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.465038 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:subnet and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:45.473198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:45.485305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:45.501784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.505503 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e0bf8d04-f7ca-4051-a36b-cb7d22740e04 req-6a6f3638-0bca-4e72-a52d-20568e2c9bc8 service neutron] 10.222.0.69 "GET /v2.0/networks/f7960c32-624b-485f-bf75-de265cd530b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135042 Jul 29 16:42:45.518198 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:45.518849 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.544909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-256b18a8-86ff-4746-b365-80a8bd9dd990 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.551345 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c8816090-cdeb-4955-a30c-c3358ec1a297 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:45.588113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:45.591608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.633433 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment c1856d49-28a1-4a57-9b45-118594eb54ad resource provider aggregate not found Jul 29 16:42:45.663619 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment c1856d49-28a1-4a57-9b45-118594eb54ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1856d49-28a1-4a57-9b45-118594eb54ad found for delete ", "request_id": "req-c8c9e897-2a06-4501-81f0-22bed0389a48"}]} Jul 29 16:42:45.684132 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.704494 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.713443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-fb261700-b2ba-49e9-aae8-10719a5f6a30 None None] Provisioning complete for port 705d8673-4044-41a1-876e-1cd6969f61c2 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:45.714449 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fb261700-b2ba-49e9-aae8-10719a5f6a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.720257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Network': ['ID=df9a357c-04ee-430f-a4af-6cc059e636f8,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:45.720457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c8816090-cdeb-4955-a30c-c3358ec1a297 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:45.724331 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c8816090-cdeb-4955-a30c-c3358ec1a297 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3016701 Jul 29 16:42:45.725395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50516) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:45.743124 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-307c640a-b1d9-44b7-8c9c-24c5dfbf387a tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/networks/df9a357c-04ee-430f-a4af-6cc059e636f8 HTTP/1.1" status: 204 len: 168 time: 3.4871061 Jul 29 16:42:45.747401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50520) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:45.756338 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ffb2edc1-61fc-4a38-b7fc-bd4d46861100 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1195094718', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:45.770256 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-256b18a8-86ff-4746-b365-80a8bd9dd990 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.774003 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ffb2edc1-61fc-4a38-b7fc-bd4d46861100 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:45.850490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fb261700-b2ba-49e9-aae8-10719a5f6a30 None None] Current status of the port 705d8673-4044-41a1-876e-1cd6969f61c2 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:45.939006 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ffb2edc1-61fc-4a38-b7fc-bd4d46861100 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:router and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:45.948576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b18a8-86ff-4746-b365-80a8bd9dd990 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e09381-a73f-4113-8162-4ff1ee562e0d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:45.950435 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ffb2edc1-61fc-4a38-b7fc-bd4d46861100 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:45.955292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-256b18a8-86ff-4746-b365-80a8bd9dd990 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:45.957761 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-256b18a8-86ff-4746-b365-80a8bd9dd990 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/f9e09381-a73f-4113-8162-4ff1ee562e0d HTTP/1.1" status: 204 len: 168 time: 1.2409627 Jul 29 16:42:45.965485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b953abcf-8a0e-4fc5-ac18-623d0e03b1ca None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:45.965621 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50526) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:45.979113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-75f232a6-175c-493d-b43b-b1b808b13ef1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.019768 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ffb2edc1-61fc-4a38-b7fc-bd4d46861100 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:46.041352 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.056704 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-29174112-3b09-459e-aeab-10d03d547927 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899811 Jul 29 16:42:46.060522 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ffb2edc1-61fc-4a38-b7fc-bd4d46861100 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.061569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ffb2edc1-61fc-4a38-b7fc-bd4d46861100 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.065388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50530) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:46.076456 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a61670a9-eae6-48f2-8393-460cd0f308ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:46.092072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8af0a8ff-e0e0-4243-b889-28ac6db8e413 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.189077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8af0a8ff-e0e0-4243-b889-28ac6db8e413 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.210790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ffb2edc1-61fc-4a38-b7fc-bd4d46861100 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.243084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5405d4-a114-4537-8644-f3dd6a859e02 None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:42:46.248710 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6a5405d4-a114-4537-8644-f3dd6a859e02 None None] Deleting port 705d8673-4044-41a1-876e-1cd6969f61c2 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:46.249240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6a5405d4-a114-4537-8644-f3dd6a859e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.267836 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a61670a9-eae6-48f2-8393-460cd0f308ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:46.277202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ffb2edc1-61fc-4a38-b7fc-bd4d46861100 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.289192 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a61670a9-eae6-48f2-8393-460cd0f308ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:46.301821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8af0a8ff-e0e0-4243-b889-28ac6db8e413 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.327038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0a8ff-e0e0-4243-b889-28ac6db8e413 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc82552-6b5f-44e9-bedd-5796356e736b,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:46.328931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61670a9-eae6-48f2-8393-460cd0f308ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:46.332655 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a61670a9-eae6-48f2-8393-460cd0f308ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.435499 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ffb2edc1-61fc-4a38-b7fc-bd4d46861100 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.436608 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ffb2edc1-61fc-4a38-b7fc-bd4d46861100 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6881459 Jul 29 16:42:46.441211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50534) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:46.444150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8af0a8ff-e0e0-4243-b889-28ac6db8e413 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.447352 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8af0a8ff-e0e0-4243-b889-28ac6db8e413 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-groups/0cc82552-6b5f-44e9-bedd-5796356e736b HTTP/1.1" status: 204 len: 168 time: 0.7185628 Jul 29 16:42:46.449424 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1184608256'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:46.455406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50538) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:46.462618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:46.482762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:network and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:46.495248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:46.498713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Subnet': ['ID=8b7394bd-c1b7-4292-82d6-e8cbf910142a,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:46.509848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:46.533545 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Checking segment: {'id': '5128d791-c9f0-4f23-a139-dec8bcdf3007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd7d6e874-d43c-4582-86aa-171820c27d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:46.534108 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network hostable DHCP agents. Network: d7d6e874-d43c-4582-86aa-171820c27d43, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:42:46.547176 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:46.551222 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.594742 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6a5405d4-a114-4537-8644-f3dd6a859e02 None None] For port 705d8673-4044-41a1-876e-1cd6969f61c2, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=705d8673-4044-41a1-876e-1cd6969f61c2,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:46.595422 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6a5405d4-a114-4537-8644-f3dd6a859e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.596697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network d7d6e874-d43c-4582-86aa-171820c27d43 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:42:46.606642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ca6a8146-485b-4dfd-9dff-7b8a1fff2998 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:46.631567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3bb7b-6f80-4234-8331-0476b0e18428 req-4d245066-8f96-48fd-83bf-1027949826bf tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:46.633150 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a1e3bb7b-6f80-4234-8331-0476b0e18428 req-4d245066-8f96-48fd-83bf-1027949826bf tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 0.6014071 Jul 29 16:42:46.658603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, d7d6e874-d43c-4582-86aa-171820c27d43) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:46.664517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:46.665387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.680265 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7728e69a-58a4-4de7-ad4f-084f7268f76f None None] Network d7d6e874-d43c-4582-86aa-171820c27d43 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:46.685126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:46.697076 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ca6a8146-485b-4dfd-9dff-7b8a1fff2998 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:46.698427 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ca6a8146-485b-4dfd-9dff-7b8a1fff2998 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2420695 Jul 29 16:42:46.705021 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50542) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:46.715641 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b2e4aef9-7312-4e01-a9ba-b8670c62379d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5643330 Jul 29 16:42:46.720941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50546) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:46.721162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.721404 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Added segment 23d97858-aa99-4bcb-93f1-c1967e3e34cb of type vlan for network ee141bb3-480f-4aae-94e9-a397c30daea8 Jul 29 16:42:46.752442 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a1e3bb7b-6f80-4234-8331-0476b0e18428 req-4431fb5e-d01f-44f5-8d33-afe0e9f086b7 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126218 Jul 29 16:42:46.820300 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a61670a9-eae6-48f2-8393-460cd0f308ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.828012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.839523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6a5405d4-a114-4537-8644-f3dd6a859e02 None None] Calling delete_port for 705d8673-4044-41a1-876e-1cd6969f61c2 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:46.899825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-75f232a6-175c-493d-b43b-b1b808b13ef1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Deleting port 548d869c-473b-4512-bcf9-248038a4dd41 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:46.900214 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-75f232a6-175c-493d-b43b-b1b808b13ef1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.910983 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61670a9-eae6-48f2-8393-460cd0f308ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:46.913695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-32e05faf-d916-4eac-88c3-8d71e6c45f81 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.919187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-a61670a9-eae6-48f2-8393-460cd0f308ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:46.944428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61670a9-eae6-48f2-8393-460cd0f308ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:46.945492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a61670a9-eae6-48f2-8393-460cd0f308ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.962785 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61670a9-eae6-48f2-8393-460cd0f308ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=50593429-434b-445c-8c00-d47bc61289b5,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:46.979795 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.981744 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-32e05faf-d916-4eac-88c3-8d71e6c45f81 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:46.994449 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6a5405d4-a114-4537-8644-f3dd6a859e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:47.004047 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:47.009735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:47.010030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:47.049544 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5405d4-a114-4537-8644-f3dd6a859e02 None None] Pushing event deleted for resources: {'Port': ['ID=705d8673-4044-41a1-876e-1cd6969f61c2,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:47.055819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5405d4-a114-4537-8644-f3dd6a859e02 None None] No DVR routers for this DVR port 705d8673-4044-41a1-876e-1cd6969f61c2 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:42:47.097286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b1182e-dc7b-4754-9eb9-1e49fc357c3c None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:47.126304 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a61670a9-eae6-48f2-8393-460cd0f308ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0574493 Jul 29 16:42:47.129540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50550) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:47.137296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-58e0d4a2-dc0b-4c6f-b22f-731b50e69fd9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:47.140893 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6983876 Jul 29 16:42:47.152821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50554) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:47.161729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'subnet': {'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:47.191895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28abcc2-6f87-4744-b9b0-6bb2fff9a8ad tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Network': ['ID=ee141bb3-480f-4aae-94e9-a397c30daea8,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:47.205821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-d7d6e874-d43c-4582-86aa-171820c27d43', 'network_id': 'd7d6e874-d43c-4582-86aa-171820c27d43', 'tenant_id': 'd402d880e94746c783b04f4e9a05f1ad', 'fixed_ips': [{'subnet_id': '8b7394bd-c1b7-4292-82d6-e8cbf910142a'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:47.206930 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:47.220799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network ee141bb3-480f-4aae-94e9-a397c30daea8 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:42:47.236562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:47.269480 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-32e05faf-d916-4eac-88c3-8d71e6c45f81 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:47.304285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e05faf-d916-4eac-88c3-8d71e6c45f81 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567488a4-8a67-4640-8b7d-8073fd83cdea,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:47.312702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:47.318291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:subnet and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:47.322354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:47.333277 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:47.334945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-75f232a6-175c-493d-b43b-b1b808b13ef1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:47.345514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-32e05faf-d916-4eac-88c3-8d71e6c45f81 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:47.346940 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-32e05faf-d916-4eac-88c3-8d71e6c45f81 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-groups/567488a4-8a67-4640-8b7d-8073fd83cdea HTTP/1.1" status: 204 len: 168 time: 0.6408341 Jul 29 16:42:47.348935 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:47.353220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:47.354628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50558) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:47.516329 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-75f232a6-175c-493d-b43b-b1b808b13ef1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Calling delete_port for 548d869c-473b-4512-bcf9-248038a4dd41 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:47.606774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Allocated IP 172.20.0.1 (d7d6e874-d43c-4582-86aa-171820c27d43/8b7394bd-c1b7-4292-82d6-e8cbf910142a/9e3156ba-ea47-4144-9ebe-794fb84aba9c) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:47.614560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'tenant_id': '3efaec57e63244198950c33944115bd4', 'fixed_ips': [{'subnet_id': '50593429-434b-445c-8c00-d47bc61289b5'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:47.615471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:47.620161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-58e0d4a2-dc0b-4c6f-b22f-731b50e69fd9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:47.638403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b2a538a8-9b40-43cd-ba45-9d04e76146d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:47.644437 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:47.647629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-58e0d4a2-dc0b-4c6f-b22f-731b50e69fd9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:47.652076 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-58e0d4a2-dc0b-4c6f-b22f-731b50e69fd9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:47.657207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b8d3dee0-6e05-44f0-8047-3a9b001e0596 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:47.670009 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-58e0d4a2-dc0b-4c6f-b22f-731b50e69fd9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:47.692070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e0d4a2-dc0b-4c6f-b22f-731b50e69fd9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:47.695752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-58e0d4a2-dc0b-4c6f-b22f-731b50e69fd9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:47.721718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b8d3dee0-6e05-44f0-8047-3a9b001e0596 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:47.726903 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b8d3dee0-6e05-44f0-8047-3a9b001e0596 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3649664 Jul 29 16:42:47.727470 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50562) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:47.739939 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Subnet': ['ID=976f6980-85f3-4a4f-b6ce-76f8362e4395,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:47.775868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Checking segment: {'id': '23d97858-aa99-4bcb-93f1-c1967e3e34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:47.776049 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network hostable DHCP agents. Network: ee141bb3-480f-4aae-94e9-a397c30daea8, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:42:47.780290 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-06380917-6be7-4a39-bdb2-61cde2d26955 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062795480'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:47.797753 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-06380917-6be7-4a39-bdb2-61cde2d26955 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:47.811520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network ee141bb3-480f-4aae-94e9-a397c30daea8 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:42:47.820957 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-06380917-6be7-4a39-bdb2-61cde2d26955 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:47.837846 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, ee141bb3-480f-4aae-94e9-a397c30daea8) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:47.846272 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:47.847220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:47.861733 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804e7a6c-70dc-4e6b-9408-54a877811025 None None] Network ee141bb3-480f-4aae-94e9-a397c30daea8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:47.892974 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-da20bd09-c3fe-4419-a7e8-75845e041ef6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7396841 Jul 29 16:42:47.896265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50568) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:47.909266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 705d8673-4044-41a1-876e-1cd6969f61c2 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:42:48.028064 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 705d8673-4044-41a1-876e-1cd6969f61c2 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:42:48.028515 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 705d8673-4044-41a1-876e-1cd6969f61c2 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:42:48.097338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-06380917-6be7-4a39-bdb2-61cde2d26955 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:48.099089 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Allocated IP 2001:db8::2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/50593429-434b-445c-8c00-d47bc61289b5/cc690b3c-26a5-40ab-82d0-6c307fb17b85) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:48.147609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-06380917-6be7-4a39-bdb2-61cde2d26955 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:48.159118 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.ipam_backend_mixin [None req-58e0d4a2-dc0b-4c6f-b22f-731b50e69fd9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 50593429-434b-445c-8c00-d47bc61289b5 (CIDR: 2001:db8::/64) Jul 29 16:42:48.164208 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-06380917-6be7-4a39-bdb2-61cde2d26955 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:48.168497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-75f232a6-175c-493d-b43b-b1b808b13ef1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:48.173899 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-06380917-6be7-4a39-bdb2-61cde2d26955 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:48.211683 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e0d4a2-dc0b-4c6f-b22f-731b50e69fd9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:42:48.212176 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e0d4a2-dc0b-4c6f-b22f-731b50e69fd9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:42:48.230962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-06380917-6be7-4a39-bdb2-61cde2d26955 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:48.292319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f232a6-175c-493d-b43b-b1b808b13ef1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event deleted for resources: {'Port': ['ID=548d869c-473b-4512-bcf9-248038a4dd41,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:48.323165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:48.379109 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-58e0d4a2-dc0b-4c6f-b22f-731b50e69fd9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2467704 Jul 29 16:42:48.386879 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Transition to ACTIVE for port object 9e3156ba-ea47-4144-9ebe-794fb84aba9c will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:48.387905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50572) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:48.401984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012fc24-67f1-4cf0-a5da-22fd8c678106 req-7fd48288-0113-418b-bfde-4e228a50f758 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:48.403698 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a012fc24-67f1-4cf0-a5da-22fd8c678106 req-7fd48288-0113-418b-bfde-4e228a50f758 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 0.3938155 Jul 29 16:42:48.413628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:48.417260 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:48.477005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:48.480546 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Transition to ACTIVE for port object 9e3156ba-ea47-4144-9ebe-794fb84aba9c will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:48.496901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-ee141bb3-480f-4aae-94e9-a397c30daea8', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:48.497764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:48.523264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:48.619685 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:48.724523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-75f232a6-175c-493d-b43b-b1b808b13ef1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:48.735963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:48.757717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Network d7d6e874-d43c-4582-86aa-171820c27d43 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:48.770796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:48.776632 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a012fc24-67f1-4cf0-a5da-22fd8c678106 req-bab8ef6c-0aac-4b02-8411-3727a1b93ddd tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405640 Jul 29 16:42:48.801073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:48.813338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-06380917-6be7-4a39-bdb2-61cde2d26955 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:48.850350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:48.880486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7394bd-c1b7-4292-82d6-e8cbf910142a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:48.920686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-06380917-6be7-4a39-bdb2-61cde2d26955 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:48.937754 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Pushing event updated for resources: {'Port': ['ID=9e3156ba-ea47-4144-9ebe-794fb84aba9c,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:48.944485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Attempting to bind port 9e3156ba-ea47-4144-9ebe-794fb84aba9c on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:48.944891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Attempting to bind port 9e3156ba-ea47-4144-9ebe-794fb84aba9c by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '5128d791-c9f0-4f23-a139-dec8bcdf3007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd7d6e874-d43c-4582-86aa-171820c27d43'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:48.945480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Attempting to bind port 9e3156ba-ea47-4144-9ebe-794fb84aba9c on network d7d6e874-d43c-4582-86aa-171820c27d43 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:48.951655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Transition to ACTIVE for port object cc690b3c-26a5-40ab-82d0-6c307fb17b85 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:48.958244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:48.958807 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Checking segment: {'id': '5128d791-c9f0-4f23-a139-dec8bcdf3007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd7d6e874-d43c-4582-86aa-171820c27d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:48.959333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:48.959831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Bound using segment: {'id': '5128d791-c9f0-4f23-a139-dec8bcdf3007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd7d6e874-d43c-4582-86aa-171820c27d43'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:48.960411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Bound port: 9e3156ba-ea47-4144-9ebe-794fb84aba9c, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5128d791-c9f0-4f23-a139-dec8bcdf3007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd7d6e874-d43c-4582-86aa-171820c27d43'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:48.960989 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.043956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Transition to ACTIVE for port object cc690b3c-26a5-40ab-82d0-6c307fb17b85 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:49.056897 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.092723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Allocated IP 2001:db8::1 (ee141bb3-480f-4aae-94e9-a397c30daea8/976f6980-85f3-4a4f-b6ce-76f8362e4395/f45189bb-7f6d-49ec-9576-df02b6c27ad7) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:49.136155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:49.152371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06380917-6be7-4a39-bdb2-61cde2d26955 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00fb658b-3542-4e43-853f-d595af07cd9c,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:49.157570 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:49.158055 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:49.159765 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:49.167873 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:49.168521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:49.179110 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] For port 9e3156ba-ea47-4144-9ebe-794fb84aba9c, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:49.240188 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:49.250045 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.256001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Pushing event updated for resources: {'Port': ['ID=cc690b3c-26a5-40ab-82d0-6c307fb17b85,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:49.266579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] For port 9e3156ba-ea47-4144-9ebe-794fb84aba9c, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9e3156ba-ea47-4144-9ebe-794fb84aba9c,segment=NetworkSegment(5128d791-c9f0-4f23-a139-dec8bcdf3007),segment_id=5128d791-c9f0-4f23-a139-dec8bcdf3007)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:42:49.282736 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.309031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.325636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Transition to ACTIVE for port object f45189bb-7f6d-49ec-9576-df02b6c27ad7 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:49.339408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Attempting to bind port cc690b3c-26a5-40ab-82d0-6c307fb17b85 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:49.339787 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Attempting to bind port cc690b3c-26a5-40ab-82d0-6c307fb17b85 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:49.340148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Attempting to bind port cc690b3c-26a5-40ab-82d0-6c307fb17b85 on network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:49.355854 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.368871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:49.372298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.397085 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:49.398945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Checking segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:49.398945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.398945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Bound using segment: {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:49.398945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Bound port: cc690b3c-26a5-40ab-82d0-6c307fb17b85, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3be2658-8b11-48c3-8baa-8434ee8772ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:49.399354 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.421516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network ee141bb3-480f-4aae-94e9-a397c30daea8 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:49.425525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:49.429438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:49.430492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.446968 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=f45189bb-7f6d-49ec-9576-df02b6c27ad7,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:49.498975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a6f25-3641-4e82-9bf6-c4e057bbb833 None None] Pushing event updated for resources: {'Port': ['ID=9e3156ba-ea47-4144-9ebe-794fb84aba9c,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:49.504702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d6e874-d43c-4582-86aa-171820c27d43']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:49.512215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-06380917-6be7-4a39-bdb2-61cde2d26955 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.513595 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-06380917-6be7-4a39-bdb2-61cde2d26955 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7846465 Jul 29 16:42:49.525035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50580) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:49.538134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ac4f2681-1abf-4182-a037-820cf0a06c89 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group_rule': {'security_group_id': '00fb658b-3542-4e43-853f-d595af07cd9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:49.543452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Allocated IP 2001:db8::2 (ee141bb3-480f-4aae-94e9-a397c30daea8/976f6980-85f3-4a4f-b6ce-76f8362e4395/e32b9f90-6a54-4923-9359-4223efc3b01d) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:49.544800 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5128d791-c9f0-4f23-a139-dec8bcdf3007') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:49.545463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5128d791-c9f0-4f23-a139-dec8bcdf3007') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:49.561093 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f232a6-175c-493d-b43b-b1b808b13ef1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Router a25a3a15-dc23-4dfc-ae3c-3128c08060c6 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:42:49.576187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.586377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ac4f2681-1abf-4182-a037-820cf0a06c89 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:49.594538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.677644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] For port cc690b3c-26a5-40ab-82d0-6c307fb17b85, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:49.696591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dadadcb-bc38-4864-a658-de7351b7cd7f None None] Network d7d6e874-d43c-4582-86aa-171820c27d43 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:49.720334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] For port cc690b3c-26a5-40ab-82d0-6c307fb17b85, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cc690b3c-26a5-40ab-82d0-6c307fb17b85,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:42:49.750769 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ac4f2681-1abf-4182-a037-820cf0a06c89 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:49.768287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ac4f2681-1abf-4182-a037-820cf0a06c89 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:49.779047 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.837337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ac4f2681-1abf-4182-a037-820cf0a06c89 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:49.840004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.937641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:49.938777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:49.939247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.019432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d9877-a8e8-4c9f-83ed-e2c4bcc884fb None None] Pushing event updated for resources: {'Port': ['ID=cc690b3c-26a5-40ab-82d0-6c307fb17b85,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:50.060894 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 5128d791-c9f0-4f23-a139-dec8bcdf3007 resource provider aggregate not found Jul 29 16:42:50.087971 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f232a6-175c-493d-b43b-b1b808b13ef1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:42:50.099088 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a559d9e1-2881-4a44-846a-8e4d77ed68a1 None None] Sync routers for ids ['a25a3a15-dc23-4dfc-ae3c-3128c08060c6'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:42:50.105917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2681-1abf-4182-a037-820cf0a06c89 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.116875 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 5128d791-c9f0-4f23-a139-dec8bcdf3007 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5128d791-c9f0-4f23-a139-dec8bcdf3007 found for delete ", "request_id": "req-a391eaa0-1a63-4a27-8bc6-45c897ee413e"}]} Jul 29 16:42:50.134293 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a559d9e1-2881-4a44-846a-8e4d77ed68a1 None None] Routers {'a25a3a15-dc23-4dfc-ae3c-3128c08060c6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:50.137482 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a559d9e1-2881-4a44-846a-8e4d77ed68a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:42:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['a25a3a15-dc23-4dfc-ae3c-3128c08060c6'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:50.158358 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-75f232a6-175c-493d-b43b-b1b808b13ef1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "PUT /v2.0/routers/a25a3a15-dc23-4dfc-ae3c-3128c08060c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2047808 Jul 29 16:42:50.158358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 16:42:50.158358 dv-neutron-851534-1-hyperv neutron-server[89209]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 16:42:50.158358 dv-neutron-851534-1-hyperv neutron-server[89209]: [parameters: {'id': 'd7d6e874-d43c-4582-86aa-171820c27d43'}] Jul 29 16:42:50.158358 dv-neutron-851534-1-hyperv neutron-server[89209]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:42:50.158358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:42:50.162458 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50588) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:50.174955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7b09d-92d5-4fb2-a105-4469cf4860fc req-d1a53b6c-4708-4564-9748-584d14c7338a tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:50.176728 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-44d7b09d-92d5-4fb2-a105-4469cf4860fc req-d1a53b6c-4708-4564-9748-584d14c7338a tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 1.0051014 Jul 29 16:42:50.178342 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.192538 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.194054 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Transition to ACTIVE for port object e32b9f90-6a54-4923-9359-4223efc3b01d will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:50.228644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Transition to ACTIVE for port object e32b9f90-6a54-4923-9359-4223efc3b01d will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:50.244990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.260626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.261792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.300246 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a559d9e1-2881-4a44-846a-8e4d77ed68a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:50.305007 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-44d7b09d-92d5-4fb2-a105-4469cf4860fc req-45079edd-34f1-4b19-8366-f2288162ed3b tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916903 Jul 29 16:42:50.339117 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a559d9e1-2881-4a44-846a-8e4d77ed68a1 None None] Routers {'a25a3a15-dc23-4dfc-ae3c-3128c08060c6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:50.340040 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a559d9e1-2881-4a44-846a-8e4d77ed68a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:42:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['a25a3a15-dc23-4dfc-ae3c-3128c08060c6'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:50.382050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2681-1abf-4182-a037-820cf0a06c89 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.409454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2681-1abf-4182-a037-820cf0a06c89 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.419426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Network ee141bb3-480f-4aae-94e9-a397c30daea8 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:50.423369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:50.425168 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a559d9e1-2881-4a44-846a-8e4d77ed68a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:50.425578 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a559d9e1-2881-4a44-846a-8e4d77ed68a1 None None] The sync data for ids ['a25a3a15-dc23-4dfc-ae3c-3128c08060c6'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:42:50.436093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:50.443312 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.447412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Pushing event updated for resources: {'Port': ['ID=e32b9f90-6a54-4923-9359-4223efc3b01d,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:50.449581 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f2681-1abf-4182-a037-820cf0a06c89 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054fa36b-e839-4598-b6a8-70831b787a89,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:50.579746 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2681-1abf-4182-a037-820cf0a06c89 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.581351 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ac4f2681-1abf-4182-a037-820cf0a06c89 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0521922 Jul 29 16:42:50.589827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aec84c42-40e6-4306-a5aa-cc9e455108ca tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.590869 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50592) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:50.604681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Attempting to bind port e32b9f90-6a54-4923-9359-4223efc3b01d on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:50.605101 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Attempting to bind port e32b9f90-6a54-4923-9359-4223efc3b01d by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '23d97858-aa99-4bcb-93f1-c1967e3e34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:50.605476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Attempting to bind port e32b9f90-6a54-4923-9359-4223efc3b01d on network ee141bb3-480f-4aae-94e9-a397c30daea8 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:50.611729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:50.611729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Checking segment: {'id': '23d97858-aa99-4bcb-93f1-c1967e3e34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:50.612028 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.612214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Bound using segment: {'id': '23d97858-aa99-4bcb-93f1-c1967e3e34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:50.612813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Bound port: e32b9f90-6a54-4923-9359-4223efc3b01d, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d97858-aa99-4bcb-93f1-c1967e3e34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:50.613079 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.644260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ac95ab6-3fd2-4715-8f7d-7fd731880f86 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.656330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.objects.ports [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89209) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:42:50.658136 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ac95ab6-3fd2-4715-8f7d-7fd731880f86 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.697230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.710713 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] For port e32b9f90-6a54-4923-9359-4223efc3b01d, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:50.716023 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] For port e32b9f90-6a54-4923-9359-4223efc3b01d, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e32b9f90-6a54-4923-9359-4223efc3b01d,segment=NetworkSegment(23d97858-aa99-4bcb-93f1-c1967e3e34cb),segment_id=23d97858-aa99-4bcb-93f1-c1967e3e34cb)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:42:50.724336 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=f45189bb-7f6d-49ec-9576-df02b6c27ad7,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:50.727336 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.748118 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Deleting port 9e3156ba-ea47-4144-9ebe-794fb84aba9c {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:50.748486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.817983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ac95ab6-3fd2-4715-8f7d-7fd731880f86 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.823126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fd209-24da-40dd-9598-0a0be9560981 None None] Pushing event updated for resources: {'Port': ['ID=e32b9f90-6a54-4923-9359-4223efc3b01d,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:50.890215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac95ab6-3fd2-4715-8f7d-7fd731880f86 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=054fa36b-e839-4598-b6a8-70831b787a89,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:50.901514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ac95ab6-3fd2-4715-8f7d-7fd731880f86 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.904979 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4ac95ab6-3fd2-4715-8f7d-7fd731880f86 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/054fa36b-e839-4598-b6a8-70831b787a89 HTTP/1.1" status: 204 len: 168 time: 0.3106697 Jul 29 16:42:50.911496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50596) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:50.964500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aec84c42-40e6-4306-a5aa-cc9e455108ca tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:50.969247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aec84c42-40e6-4306-a5aa-cc9e455108ca tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:51.002482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network ee141bb3-480f-4aae-94e9-a397c30daea8 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:51.003748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:51.089188 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aec84c42-40e6-4306-a5aa-cc9e455108ca tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:51.089674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec84c42-40e6-4306-a5aa-cc9e455108ca tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Fanout notify agent at l3_agent the message router_deleted on router a25a3a15-dc23-4dfc-ae3c-3128c08060c6 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:42:51.143364 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-458f9a32-5e6e-4d20-8755-fa2c25eae071 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:51.161740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:51.181220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-aec84c42-40e6-4306-a5aa-cc9e455108ca tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:51.183323 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-aec84c42-40e6-4306-a5aa-cc9e455108ca tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "DELETE /v2.0/routers/a25a3a15-dc23-4dfc-ae3c-3128c08060c6 HTTP/1.1" status: 204 len: 168 time: 0.9884119 Jul 29 16:42:51.187042 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50600) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:51.188753 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] For port 9e3156ba-ea47-4144-9ebe-794fb84aba9c, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9e3156ba-ea47-4144-9ebe-794fb84aba9c,segment=NetworkSegment(5128d791-c9f0-4f23-a139-dec8bcdf3007),segment_id=5128d791-c9f0-4f23-a139-dec8bcdf3007)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:51.189153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:51.266822 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:42:51.426485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Calling delete_port for 9e3156ba-ea47-4144-9ebe-794fb84aba9c owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:51.439613 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:42:51.445653 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ddf6eda3-2ea7-4fbe-b3b7-d8991c10bac2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/9f07765a-c83e-4cb3-92e5-efbe6c5a11b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5474524 Jul 29 16:42:51.448144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50606) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:51.452234 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Sync routers for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:42:51.454456 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1267233351'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:51.459831 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:51.464056 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:network and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:51.466811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:51.467242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:51.468007 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:42:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:51.468924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-458f9a32-5e6e-4d20-8755-fa2c25eae071 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:51.470209 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-458f9a32-5e6e-4d20-8755-fa2c25eae071 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5533168 Jul 29 16:42:51.477226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:51.482854 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50610) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:51.505618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:51.509295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:51.578797 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f3be52bd-8ed8-43e7-aa83-71fb2ca9e6b5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:51.581628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93720e4-3a4f-4557-a28b-38e4fc74e240 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Deleting subnet a9d931fd-b9c2-4a93-b15b-fda7259f2d29 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:42:51.591711 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:51.591933 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e93720e4-3a4f-4557-a28b-38e4fc74e240 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:51.600781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:51.601174 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Added segment b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5 of type vlan for network ea0c636a-42ba-4b28-9545-b2c31e927723 Jul 29 16:42:51.629866 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:51.662969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9ba4ef01-c4c8-423e-8db3-df8961971f2b None None] Provisioning for port cc690b3c-26a5-40ab-82d0-6c307fb17b85 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:51.669105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:51.676237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:51.676838 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:51.684993 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:42:51.941331 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cc690b3c-26a5-40ab-82d0-6c307fb17b85 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:51.964440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f3be52bd-8ed8-43e7-aa83-71fb2ca9e6b5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:51.970119 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e93720e4-3a4f-4557-a28b-38e4fc74e240 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.032958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f3be52bd-8ed8-43e7-aa83-71fb2ca9e6b5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.082124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be52bd-8ed8-43e7-aa83-71fb2ca9e6b5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fb658b-3542-4e43-853f-d595af07cd9c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:52.089844 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Network': ['ID=ea0c636a-42ba-4b28-9545-b2c31e927723,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:52.110388 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e75db04c-04c1-481d-a40c-bf2f190878b6 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6584456 Jul 29 16:42:52.110578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network ea0c636a-42ba-4b28-9545-b2c31e927723 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:42:52.110670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50614) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:52.116567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'subnet': {'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:52.136169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port cc690b3c-26a5-40ab-82d0-6c307fb17b85 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:52.142019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f3be52bd-8ed8-43e7-aa83-71fb2ca9e6b5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.143307 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f3be52bd-8ed8-43e7-aa83-71fb2ca9e6b5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-groups/00fb658b-3542-4e43-853f-d595af07cd9c HTTP/1.1" status: 204 len: 168 time: 0.6594074 Jul 29 16:42:52.149221 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port cc690b3c-26a5-40ab-82d0-6c307fb17b85 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:52.149597 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.157275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50618) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:52.197150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.207233 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] For port cc690b3c-26a5-40ab-82d0-6c307fb17b85, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cc690b3c-26a5-40ab-82d0-6c307fb17b85,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:52.238090 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf2189c-558b-4ada-8c53-aa356d74fa5a None None] Network ee141bb3-480f-4aae-94e9-a397c30daea8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:52.243126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:52.246919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:subnet and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:52.250409 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:52.255756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No DVR routers for this DVR port 9e3156ba-ea47-4144-9ebe-794fb84aba9c on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:42:52.256225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:52.270201 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:52.276206 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.293475 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Port': ['ID=9e3156ba-ea47-4144-9ebe-794fb84aba9c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:52.370701 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-44902079-e807-4382-a178-992642f314b6 None None] Provisioning for port e32b9f90-6a54-4923-9359-4223efc3b01d completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:52.409253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.441128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d6e874-d43c-4582-86aa-171820c27d43']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:52.454692 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5128d791-c9f0-4f23-a139-dec8bcdf3007') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:52.455004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5128d791-c9f0-4f23-a139-dec8bcdf3007') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:52.466794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.508996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e93720e4-3a4f-4557-a28b-38e4fc74e240 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.519062 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.538009 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:42:49Z', 'revision_number': 2, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:42:49Z', 'revision_number': 2, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:52.544339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port cc690b3c-26a5-40ab-82d0-6c307fb17b85 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:52.544720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.560790 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Checking router: 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:42:52.561166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Updating router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 port f45189bb-7f6d-49ec-9576-df02b6c27ad7 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:42:52.580315 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.605726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Subnet': ['ID=4efea667-e99d-4e46-ac4e-a62417d93021,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:52.617131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Checking segment: {'id': 'b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:52.618200 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network hostable DHCP agents. Network: ea0c636a-42ba-4b28-9545-b2c31e927723, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:42:52.630085 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fb6bf-9321-4515-a302-a3eb6c340fda req-111fe881-ca30-4f42-8a81-d6cc3637e804 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:52.631638 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d61fb6bf-9321-4515-a302-a3eb6c340fda req-111fe881-ca30-4f42-8a81-d6cc3637e804 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 1.1510534 Jul 29 16:42:52.633841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.638187 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:52.638640 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.643480 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network ea0c636a-42ba-4b28-9545-b2c31e927723 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:42:52.654393 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, ea0c636a-42ba-4b28-9545-b2c31e927723) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:52.660316 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:52.661113 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.661278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3d17eb87-00eb-4e1a-b89f-e3a257244583 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:52.688959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dad2e0-d532-4409-a007-c9d7f44d330a None None] Network ea0c636a-42ba-4b28-9545-b2c31e927723 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:52.698259 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ee034379-d61e-420f-8048-f03158598112 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5839984 Jul 29 16:42:52.698415 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50624) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:52.744385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.745140 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.750038 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 5128d791-c9f0-4f23-a139-dec8bcdf3007 resource provider aggregate not found Jul 29 16:42:52.801280 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.881797 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 5128d791-c9f0-4f23-a139-dec8bcdf3007 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5128d791-c9f0-4f23-a139-dec8bcdf3007 found for delete ", "request_id": "req-1260a686-4ea7-47e2-a3d6-63d89305dc7f"}]} Jul 29 16:42:52.908200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3d17eb87-00eb-4e1a-b89f-e3a257244583 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:52.909330 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3d17eb87-00eb-4e1a-b89f-e3a257244583 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7499726 Jul 29 16:42:52.930830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:52.932991 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50630) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:52.943667 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ef7a008f-c461-4f28-aba5-7aeb846d07d7 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907302357'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:52.945233 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:52.954671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.960625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:52.961441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:52.966061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511fe702-a195-458c-ba2f-ca1e5142535d None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:52.976107 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d61fb6bf-9321-4515-a302-a3eb6c340fda req-09f380c6-84ed-4b76-8875-289ae8986478 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094866 Jul 29 16:42:52.979517 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:42:52.979875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:42:52.994863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:53.006361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e93720e4-3a4f-4557-a28b-38e4fc74e240 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:53.023967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=cc690b3c-26a5-40ab-82d0-6c307fb17b85,revision_number=4']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:53.026723 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=430734f5-7b89-4b2f-8970-2f1432836558,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:53.028601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Network': ['ID=d7d6e874-d43c-4582-86aa-171820c27d43,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:53.082823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e93720e4-3a4f-4557-a28b-38e4fc74e240 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:53.087036 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e93720e4-3a4f-4557-a28b-38e4fc74e240 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "DELETE /v2.0/subnets/a9d931fd-b9c2-4a93-b15b-fda7259f2d29 HTTP/1.1" status: 204 len: 168 time: 1.8853319 Jul 29 16:42:53.087036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93720e4-3a4f-4557-a28b-38e4fc74e240 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d931fd-b9c2-4a93-b15b-fda7259f2d29,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:53.087731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50636) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:53.112083 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-508d8a30-800a-4efe-894a-295d0a34d7bb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/d7d6e874-d43c-4582-86aa-171820c27d43 HTTP/1.1" status: 204 len: 168 time: 6.3870604 Jul 29 16:42:53.117593 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b5f6c104-979a-4244-9252-f34d87461e42 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.7285995 Jul 29 16:42:53.118599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50642) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:53.129112 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1896117268'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:53.147251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e768e2-3809-4ac3-a5e2-6dbb55c09c33 None None] Network 6a211cfa-96f0-4299-9d4d-fbdddb10ebe2 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:53.176552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50644) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:53.188669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'mac_address': 'fa:16:3e:d6:85:bd', 'name': 'tempest-NetworksTestDHCPv6-1798575061'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:53.203763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:53.276336 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:network and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:53.291680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:53.319714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:53.335686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:53.359121 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ef7a008f-c461-4f28-aba5-7aeb846d07d7 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:53.382828 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:53.390251 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:53.409930 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Deleting port cdde1c40-4c36-425c-9569-b987e093e039 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:53.410288 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:53.474440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-ea0c636a-42ba-4b28-9545-b2c31e927723', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:53.475275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:53.521909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ef7a008f-c461-4f28-aba5-7aeb846d07d7 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:53.540478 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:53.554599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:port and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:53.564768 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:53.597525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:53.603780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef7a008f-c461-4f28-aba5-7aeb846d07d7 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:53.626541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:53.649676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:53.677775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:53.678132 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Added segment fdecce6f-9235-4a9e-a5a3-fed91f1e2342 of type vlan for network 8f5fad53-af24-4608-8d65-a534e758b353 Jul 29 16:42:53.691667 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b7d7d-1be5-4bac-855f-ceb443d385ac req-25d6ad55-f1e3-4301-afb6-59503240a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:53.693076 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-530b7d7d-1be5-4bac-855f-ceb443d385ac req-25d6ad55-f1e3-4301-afb6-59503240a44c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4645a50ca1b46ec988ad2583b2ef2a9&device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 1099 time: 0.2673752 Jul 29 16:42:53.697454 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ef7a008f-c461-4f28-aba5-7aeb846d07d7 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:53.731808 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ef7a008f-c461-4f28-aba5-7aeb846d07d7 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:53.741748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ef7a008f-c461-4f28-aba5-7aeb846d07d7 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:53.809365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ef7a008f-c461-4f28-aba5-7aeb846d07d7 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:53.819314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:53.937852 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-153f84b8-413d-403d-9afe-b9bd5fe65f6a None None] Provisioning for port f45189bb-7f6d-49ec-9576-df02b6c27ad7 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:53.954849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-153f84b8-413d-403d-9afe-b9bd5fe65f6a None None] Provisioning complete for port f45189bb-7f6d-49ec-9576-df02b6c27ad7 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:53.955302 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-153f84b8-413d-403d-9afe-b9bd5fe65f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:53.996951 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port cc690b3c-26a5-40ab-82d0-6c307fb17b85 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:53.997349 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:54.033563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:54.044521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a266cc5-2f03-4969-b044-89256d072bce req-fa8d8410-396e-4d4a-933a-c64267c6f50a tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:54.052502 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4a266cc5-2f03-4969-b044-89256d072bce req-fa8d8410-396e-4d4a-933a-c64267c6f50a tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 0.6464200 Jul 29 16:42:54.096807 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] For port cdde1c40-4c36-425c-9569-b987e093e039, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cdde1c40-4c36-425c-9569-b987e093e039,segment=NetworkSegment(e7dad6e2-1444-4202-ba6b-16f0e8c631dd),segment_id=e7dad6e2-1444-4202-ba6b-16f0e8c631dd)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:54.097322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:54.120391 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Allocated IP 2001:db8:1::2 (ea0c636a-42ba-4b28-9545-b2c31e927723/4efea667-e99d-4e46-ac4e-a62417d93021/5ca360e7-59f2-44f8-a119-18c1861e829b) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:54.165193 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port cc690b3c-26a5-40ab-82d0-6c307fb17b85, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cc690b3c-26a5-40ab-82d0-6c307fb17b85,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:54.178751 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-153f84b8-413d-403d-9afe-b9bd5fe65f6a None None] Port f45189bb-7f6d-49ec-9576-df02b6c27ad7 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:42:54.190594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:54.191366 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e32b9f90-6a54-4923-9359-4223efc3b01d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:54.253412 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef7a008f-c461-4f28-aba5-7aeb846d07d7 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:54.263772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef7a008f-c461-4f28-aba5-7aeb846d07d7 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:54.297633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b7d7d-1be5-4bac-855f-ceb443d385ac req-38772c21-7b44-4dd8-96bd-a156cd19a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:54.299383 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-530b7d7d-1be5-4bac-855f-ceb443d385ac req-38772c21-7b44-4dd8-96bd-a156cd19a4fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7960c32-624b-485f-bf75-de265cd530b4 HTTP/1.1" status: 200 len: 912 time: 0.5975854 Jul 29 16:42:54.300430 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Calling delete_port for cdde1c40-4c36-425c-9569-b987e093e039 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:54.343334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:42:54.366068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:54.400986 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a008f-c461-4f28-aba5-7aeb846d07d7 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16049de6-af4f-4871-96fd-822892da478d,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:54.406251 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4a266cc5-2f03-4969-b044-89256d072bce req-84ec121d-f8e5-488a-9fcd-07442bcd4d9d tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532472 Jul 29 16:42:54.426160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port 06d5cca5-c797-4a8f-9028-ffc92bb5756c yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:42:54.433705 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-530b7d7d-1be5-4bac-855f-ceb443d385ac req-b79758f2-d95f-4146-a66e-94d693ac399e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29365cb7-bf3a-42ad-93aa-17141563345a HTTP/1.1" status: 200 len: 217 time: 0.1255338 Jul 29 16:42:54.488105 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.resource_extend [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:42:54.572786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b7d7d-1be5-4bac-855f-ceb443d385ac req-8ce5c09f-c841-4c7f-b3c4-43cb6383465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:54.575815 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-530b7d7d-1be5-4bac-855f-ceb443d385ac req-8ce5c09f-c841-4c7f-b3c4-43cb6383465b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d8f654ad-3f90-4d14-b286-c84501627d55 HTTP/1.1" status: 200 len: 851 time: 0.1325088 Jul 29 16:42:54.581649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ef7a008f-c461-4f28-aba5-7aeb846d07d7 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:54.583307 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ef7a008f-c461-4f28-aba5-7aeb846d07d7 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6435685 Jul 29 16:42:54.589894 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50652) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:54.603486 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50c4263-b885-40d6-97e8-fee5677f8342 None None] DHCP port deletion for 6a211cfa-96f0-4299-9d4d-fbdddb10ebe2 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:42:54.628279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:54.634944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=cc690b3c-26a5-40ab-82d0-6c307fb17b85,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:54.637904 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e50c4263-b885-40d6-97e8-fee5677f8342 None None] Deleting port cdde1c40-4c36-425c-9569-b987e093e039 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:54.638274 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e50c4263-b885-40d6-97e8-fee5677f8342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:54.663607 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-47892ae3-8750-47ad-88a7-e885fd678f0a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group_rule': {'security_group_id': '16049de6-af4f-4871-96fd-822892da478d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:54.666200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:54.672474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:54.673199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:54.690794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-47892ae3-8750-47ad-88a7-e885fd678f0a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:54.694146 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-530b7d7d-1be5-4bac-855f-ceb443d385ac req-ac91bceb-0148-4e86-8dd2-ed1f14681887 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7960c32-624b-485f-bf75-de265cd530b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090474 Jul 29 16:42:54.707424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::302 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/50593429-434b-445c-8c00-d47bc61289b5/06d5cca5-c797-4a8f-9028-ffc92bb5756c) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:54.718006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Transition to ACTIVE for port object f45189bb-7f6d-49ec-9576-df02b6c27ad7 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:54.731170 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8:0:1:f816:3eff:fed6:85bd (560f49a9-f2f8-459c-86f0-823ac32fcdf1/430734f5-7b89-4b2f-8970-2f1432836558/06d5cca5-c797-4a8f-9028-ffc92bb5756c) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:54.786042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:54.822929 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6988008 Jul 29 16:42:54.828983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:54.832870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port e32b9f90-6a54-4923-9359-4223efc3b01d completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:42:54.840155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-47892ae3-8750-47ad-88a7-e885fd678f0a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:54.844714 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-530b7d7d-1be5-4bac-855f-ceb443d385ac req-56b49993-595c-4052-a53a-fe0492f40a19 service neutron] 10.222.0.69 "GET /v2.0/networks/f7960c32-624b-485f-bf75-de265cd530b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434536 Jul 29 16:42:54.845718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50656) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:54.848769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-47892ae3-8750-47ad-88a7-e885fd678f0a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:54.856244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'subnet': {'network_id': '8f5fad53-af24-4608-8d65-a534e758b353', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:54.886229 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a66b0-42a0-4170-9a6a-9371a95a7446 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Network': ['ID=8f5fad53-af24-4608-8d65-a534e758b353,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:54.894063 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-47892ae3-8750-47ad-88a7-e885fd678f0a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:54.913823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event deleted for resources: {'Port': ['ID=cdde1c40-4c36-425c-9569-b987e093e039,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:54.916900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e32b9f90-6a54-4923-9359-4223efc3b01d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:54.916900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:54.922499 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] No DVR routers for this DVR port cdde1c40-4c36-425c-9569-b987e093e039 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:42:55.053221 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 8f5fad53-af24-4608-8d65-a534e758b353 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:42:55.078299 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-47892ae3-8750-47ad-88a7-e885fd678f0a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.135610 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:55.164045 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:subnet and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:55.171337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.184112 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:55.211331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a211cfa-96f0-4299-9d4d-fbdddb10ebe2']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:55.216194 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:55.226464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7dad6e2-1444-4202-ba6b-16f0e8c631dd') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:55.226756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7dad6e2-1444-4202-ba6b-16f0e8c631dd') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:55.233385 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-530b7d7d-1be5-4bac-855f-ceb443d385ac req-6542ec7e-f80b-4e6f-86ff-73562be23a82 service neutron] 10.222.0.69 "GET /v2.0/networks/f7960c32-624b-485f-bf75-de265cd530b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604126 Jul 29 16:42:55.244919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.259972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:55.263987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.269391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.277771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:55.278178 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.287225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-47892ae3-8750-47ad-88a7-e885fd678f0a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.302029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-47892ae3-8750-47ad-88a7-e885fd678f0a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.371950 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd37cc6-b64a-43cd-b756-502c206b1ec9 None None] Pushing event updated for resources: {'Port': ['ID=f45189bb-7f6d-49ec-9576-df02b6c27ad7,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:55.412803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-47892ae3-8750-47ad-88a7-e885fd678f0a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.419228 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-47892ae3-8750-47ad-88a7-e885fd678f0a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7883480 Jul 29 16:42:55.435549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50662) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:55.452217 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47892ae3-8750-47ad-88a7-e885fd678f0a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4fb206-83c7-4bf6-91a9-5e108226983c,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:55.478260 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d442aa8f-4b2a-461c-94b6-8920410ac5e3 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules/6e4fb206-83c7-4bf6-91a9-5e108226983c HTTP/1.1" status: 200 len: 763 time: 0.0400438 Jul 29 16:42:55.483076 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50668) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:55.503321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.542129 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bfd9b089-7922-4ac0-bf5c-03eb1288cc4b tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:55.547819 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.578861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object 06d5cca5-c797-4a8f-9028-ffc92bb5756c will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:55.616877 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bfd9b089-7922-4ac0-bf5c-03eb1288cc4b tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:55.621584 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bfd9b089-7922-4ac0-bf5c-03eb1288cc4b tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1369238 Jul 29 16:42:55.623699 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50672) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:55.628102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.635511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Transition to ACTIVE for port object 5ca360e7-59f2-44f8-a119-18c1861e829b will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:55.636339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.638154 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Attempting to bind port f45189bb-7f6d-49ec-9576-df02b6c27ad7 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:55.638558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Attempting to bind port f45189bb-7f6d-49ec-9576-df02b6c27ad7 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '23d97858-aa99-4bcb-93f1-c1967e3e34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:55.638848 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Attempting to bind port f45189bb-7f6d-49ec-9576-df02b6c27ad7 on network ee141bb3-480f-4aae-94e9-a397c30daea8 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:55.648508 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment e7dad6e2-1444-4202-ba6b-16f0e8c631dd resource provider aggregate not found Jul 29 16:42:55.651179 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e50c4263-b885-40d6-97e8-fee5677f8342 None None] For port cdde1c40-4c36-425c-9569-b987e093e039, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cdde1c40-4c36-425c-9569-b987e093e039,segment=NetworkSegment(e7dad6e2-1444-4202-ba6b-16f0e8c631dd),segment_id=e7dad6e2-1444-4202-ba6b-16f0e8c631dd)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:55.651706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e50c4263-b885-40d6-97e8-fee5677f8342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.684178 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] 10.222.0.58 "DELETE /v2.0/networks/6a211cfa-96f0-4299-9d4d-fbdddb10ebe2 HTTP/1.1" status: 204 len: 168 time: 2.5928614 Jul 29 16:42:55.684178 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.706174 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:55.706553 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Checking segment: {'id': '23d97858-aa99-4bcb-93f1-c1967e3e34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:55.707388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.707388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Bound using segment: {'id': '23d97858-aa99-4bcb-93f1-c1967e3e34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:55.707805 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Bound port: f45189bb-7f6d-49ec-9576-df02b6c27ad7, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d97858-aa99-4bcb-93f1-c1967e3e34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:55.708178 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.715659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.751865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bc550-c7ba-4add-8154-8d922d06a0e1 tempest-FloatingIPNegativeTestJSON-206852818 tempest-FloatingIPNegativeTestJSON-206852818-project] Pushing event deleted for resources: {'Network': ['ID=6a211cfa-96f0-4299-9d4d-fbdddb10ebe2,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:55.763762 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment e7dad6e2-1444-4202-ba6b-16f0e8c631dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7dad6e2-1444-4202-ba6b-16f0e8c631dd found for delete ", "request_id": "req-85c0321d-8f7c-4281-8b58-e7b0ed0c7577"}]} Jul 29 16:42:55.806477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Subnet': ['ID=24fb006f-425b-48bd-a4c4-650f632b3141,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:55.843554 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Transition to ACTIVE for port object 5ca360e7-59f2-44f8-a119-18c1861e829b will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:55.844509 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:55.846944 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Checking segment: {'id': 'fdecce6f-9235-4a9e-a5a3-fed91f1e2342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8f5fad53-af24-4608-8d65-a534e758b353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:55.847378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network hostable DHCP agents. Network: 8f5fad53-af24-4608-8d65-a534e758b353, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:42:55.861314 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e50c4263-b885-40d6-97e8-fee5677f8342 None None] Calling delete_port for cdde1c40-4c36-425c-9569-b987e093e039 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:55.869542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-755d940e-09c6-43df-bc6d-c49fbb84642e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.876437 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:55.910456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:55.917539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:55.918444 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.926671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network 8f5fad53-af24-4608-8d65-a534e758b353 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:42:55.950527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.963927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Allocated IP 2001:db8:1::1 (ea0c636a-42ba-4b28-9545-b2c31e927723/4efea667-e99d-4e46-ac4e-a62417d93021/7d5cca8e-53ca-4411-9edf-951e0cc5f22c) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:55.968255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-755d940e-09c6-43df-bc6d-c49fbb84642e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:55.988503 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8110688 Jul 29 16:42:55.989562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5008d9-e5d0-4dd5-992f-d19c6b471d6c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=06d5cca5-c797-4a8f-9028-ffc92bb5756c,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:55.996426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50682) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:56.064177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e32b9f90-6a54-4923-9359-4223efc3b01d is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:56.074652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.096881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 8f5fad53-af24-4608-8d65-a534e758b353) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:56.098782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50686) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:56.109285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-209dbe78-163d-4744-9c61-ad113b6c1d11 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 06d5cca5-c797-4a8f-9028-ffc92bb5756c {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:56.109658 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-209dbe78-163d-4744-9c61-ad113b6c1d11 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.127102 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:56.127591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Pushing event updated for resources: {'Port': ['ID=5ca360e7-59f2-44f8-a119-18c1861e829b,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:56.128305 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.161979 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0baface1-d952-482d-a74c-ff8595e756b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3094771 Jul 29 16:42:56.165582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99846273-3780-481f-92b1-c6ca7ca4e6f3 None None] Network 8f5fad53-af24-4608-8d65-a534e758b353 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:42:56.167159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50692) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:56.245614 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:42:56.463856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Network ea0c636a-42ba-4b28-9545-b2c31e927723 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:56.470117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.489984 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Transition to ACTIVE for port object 7d5cca8e-53ca-4411-9edf-951e0cc5f22c will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:56.491267 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-755d940e-09c6-43df-bc6d-c49fbb84642e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.520936 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8612f4-a0fe-4f04-8731-a98443e4ffbe req-3377c625-a63f-45a2-9a04-2ca9f7595ec5 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:56.522505 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8f8612f4-a0fe-4f04-8731-a98443e4ffbe req-3377c625-a63f-45a2-9a04-2ca9f7595ec5 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 0.8086152 Jul 29 16:42:56.525942 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-62c134f6-6165-41ee-bd96-7e616c0204fd None None] Provisioning complete for port cc690b3c-26a5-40ab-82d0-6c307fb17b85 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:56.526317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-62c134f6-6165-41ee-bd96-7e616c0204fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.541731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.569624 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d940e-09c6-43df-bc6d-c49fbb84642e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e4fb206-83c7-4bf6-91a9-5e108226983c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:56.622715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:56.625648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:56.626838 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-755d940e-09c6-43df-bc6d-c49fbb84642e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.627971 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-755d940e-09c6-43df-bc6d-c49fbb84642e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/6e4fb206-83c7-4bf6-91a9-5e108226983c HTTP/1.1" status: 204 len: 168 time: 0.9825876 Jul 29 16:42:56.641799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50696) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:56.696686 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network ea0c636a-42ba-4b28-9545-b2c31e927723 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:56.709896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:56.710796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] For port f45189bb-7f6d-49ec-9576-df02b6c27ad7, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:56.715109 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-e50c4263-b885-40d6-97e8-fee5677f8342 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:42:56.715462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-e50c4263-b885-40d6-97e8-fee5677f8342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:42:56.716104 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-8f5fad53-af24-4608-8d65-a534e758b353', 'network_id': '8f5fad53-af24-4608-8d65-a534e758b353', 'tenant_id': 'd402d880e94746c783b04f4e9a05f1ad', 'fixed_ips': [{'subnet_id': '24fb006f-425b-48bd-a4c4-650f632b3141'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:42:56.716914 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.717033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:56.717674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.724685 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4d48c8bb-f156-4e84-a096-997f6fc8012d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1316f58496044eba81047526035f32f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6122346 Jul 29 16:42:56.725479 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=7d5cca8e-53ca-4411-9edf-951e0cc5f22c,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:56.729866 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50700) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:56.739942 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port e32b9f90-6a54-4923-9359-4223efc3b01d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e32b9f90-6a54-4923-9359-4223efc3b01d,segment=NetworkSegment(23d97858-aa99-4bcb-93f1-c1967e3e34cb),segment_id=23d97858-aa99-4bcb-93f1-c1967e3e34cb)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:42:56.763778 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8f8612f4-a0fe-4f04-8731-a98443e4ffbe req-577028bb-4310-45ed-80b9-87c209ee48e0 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081592 Jul 29 16:42:56.771149 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.807191 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3589dd17-0556-478e-9601-725280fb645a tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1584127 Jul 29 16:42:56.807191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50704) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:56.813397 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-72631813-a933-4bcd-8dea-820c3e551f7f tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group_rule': {'security_group_id': '16049de6-af4f-4871-96fd-822892da478d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:56.818544 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] For port f45189bb-7f6d-49ec-9576-df02b6c27ad7, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f45189bb-7f6d-49ec-9576-df02b6c27ad7,segment=NetworkSegment(23d97858-aa99-4bcb-93f1-c1967e3e34cb),segment_id=23d97858-aa99-4bcb-93f1-c1967e3e34cb)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:42:56.821318 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.826945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-72631813-a933-4bcd-8dea-820c3e551f7f tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:56.835595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-72631813-a933-4bcd-8dea-820c3e551f7f tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:56.842638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-72631813-a933-4bcd-8dea-820c3e551f7f tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:56.850611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-72631813-a933-4bcd-8dea-820c3e551f7f tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:56.880747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-209dbe78-163d-4744-9c61-ad113b6c1d11 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.886726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c2f69c2-4e09-46d8-8cfa-9154edc1c124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.897123 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.923913 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72631813-a933-4bcd-8dea-820c3e551f7f tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.928320 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.944903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c2f69c2-4e09-46d8-8cfa-9154edc1c124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:56.965082 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cc690b3c-26a5-40ab-82d0-6c307fb17b85 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:57.041330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Attempting to bind port 5ca360e7-59f2-44f8-a119-18c1861e829b on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:57.042152 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Attempting to bind port 5ca360e7-59f2-44f8-a119-18c1861e829b by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:57.042152 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Attempting to bind port 5ca360e7-59f2-44f8-a119-18c1861e829b on network ea0c636a-42ba-4b28-9545-b2c31e927723 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:57.062853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.068385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-209dbe78-163d-4744-9c61-ad113b6c1d11 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 06d5cca5-c797-4a8f-9028-ffc92bb5756c owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:42:57.080244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-62c134f6-6165-41ee-bd96-7e616c0204fd None None] Current status of the port cc690b3c-26a5-40ab-82d0-6c307fb17b85 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:57.089388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:57.089783 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Checking segment: {'id': 'b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:57.090259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.090946 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Bound using segment: {'id': 'b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:57.091149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Bound port: 5ca360e7-59f2-44f8-a119-18c1861e829b, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:57.091521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.118478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=e32b9f90-6a54-4923-9359-4223efc3b01d,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:57.144149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72631813-a933-4bcd-8dea-820c3e551f7f tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.151842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:42:57.152587 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:42:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:57.159079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72631813-a933-4bcd-8dea-820c3e551f7f tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.181782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c2f69c2-4e09-46d8-8cfa-9154edc1c124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.223938 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72631813-a933-4bcd-8dea-820c3e551f7f tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1955bdce-a9b2-4112-9a35-6699ea9d278d,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:57.230567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e50c4263-b885-40d6-97e8-fee5677f8342 None None] Deleting port cdde1c40-4c36-425c-9569-b987e093e039 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:42:57.231088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e50c4263-b885-40d6-97e8-fee5677f8342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.302492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f69c2-4e09-46d8-8cfa-9154edc1c124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a4df27-075a-4205-b198-8e4417a6f19e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:57.305611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8c2f69c2-4e09-46d8-8cfa-9154edc1c124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.309087 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8c2f69c2-4e09-46d8-8cfa-9154edc1c124 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7a4df27-075a-4205-b198-8e4417a6f19e HTTP/1.1" status: 204 len: 168 time: 0.5740542 Jul 29 16:42:57.359807 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-209dbe78-163d-4744-9c61-ad113b6c1d11 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.407334 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-72631813-a933-4bcd-8dea-820c3e551f7f tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.413584 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-72631813-a933-4bcd-8dea-820c3e551f7f tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6065326 Jul 29 16:42:57.415366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50710) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:57.450657 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209dbe78-163d-4744-9c61-ad113b6c1d11 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=06d5cca5-c797-4a8f-9028-ffc92bb5756c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:57.460962 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-883976e6-43e2-4811-8d74-234cec49e062 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules/1955bdce-a9b2-4112-9a35-6699ea9d278d HTTP/1.1" status: 200 len: 763 time: 0.0386612 Jul 29 16:42:57.461457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50714) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:57.538309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8ee35e5e-e72c-4bae-971d-0024ac17b42e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:57.576134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e50c4263-b885-40d6-97e8-fee5677f8342 None None] The port 'cdde1c40-4c36-425c-9569-b987e093e039' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:42:57.584679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8ee35e5e-e72c-4bae-971d-0024ac17b42e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:57.588602 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8ee35e5e-e72c-4bae-971d-0024ac17b42e tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1236260 Jul 29 16:42:57.634407 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50720) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:57.685498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-209dbe78-163d-4744-9c61-ad113b6c1d11 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.700558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-83d5efdb-31c9-4fcb-aef5-48e832f1ec66 None None] Provisioning complete for port 06d5cca5-c797-4a8f-9028-ffc92bb5756c triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:57.700933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-83d5efdb-31c9-4fcb-aef5-48e832f1ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.709325 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-209dbe78-163d-4744-9c61-ad113b6c1d11 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/06d5cca5-c797-4a8f-9028-ffc92bb5756c HTTP/1.1" status: 204 len: 168 time: 1.7096314 Jul 29 16:42:57.710526 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50726) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:57.759358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-421423db-191b-4263-ba3f-72e1faee19dc tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.781830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-421423db-191b-4263-ba3f-72e1faee19dc tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.790923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.793847 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:42:57.799777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.801940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.848770 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-421423db-191b-4263-ba3f-72e1faee19dc tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.877167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421423db-191b-4263-ba3f-72e1faee19dc tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1955bdce-a9b2-4112-9a35-6699ea9d278d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:57.891299 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-421423db-191b-4263-ba3f-72e1faee19dc tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.893116 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-421423db-191b-4263-ba3f-72e1faee19dc tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/1955bdce-a9b2-4112-9a35-6699ea9d278d HTTP/1.1" status: 204 len: 168 time: 0.2523060 Jul 29 16:42:57.896521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=7d5cca8e-53ca-4411-9edf-951e0cc5f22c,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:57.897433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50738) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:57.936353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded501e6-d450-4a1c-86a9-1fc53aa74945 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:57.938221 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ded501e6-d450-4a1c-86a9-1fc53aa74945 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:57.949855 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] For port 5ca360e7-59f2-44f8-a119-18c1861e829b, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:57.954273 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] For port 5ca360e7-59f2-44f8-a119-18c1861e829b, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=5ca360e7-59f2-44f8-a119-18c1861e829b,segment=NetworkSegment(b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5),segment_id=b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:42:57.959283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-83d5efdb-31c9-4fcb-aef5-48e832f1ec66 None None] Port 06d5cca5-c797-4a8f-9028-ffc92bb5756c was deleted so its status cannot be updated. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jul 29 16:42:57.970755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd37cc6-b64a-43cd-b756-502c206b1ec9 None None] Pushing event updated for resources: {'Port': ['ID=f45189bb-7f6d-49ec-9576-df02b6c27ad7,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:57.988586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:57.997146 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Allocated IP 172.20.0.1 (8f5fad53-af24-4608-8d65-a534e758b353/24fb006f-425b-48bd-a4c4-650f632b3141/0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:42:58.059641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c876fd61-c0ce-43b1-8d6d-341aac0ed2a5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:58.067496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ded501e6-d450-4a1c-86a9-1fc53aa74945 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:58.068372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port cc690b3c-26a5-40ab-82d0-6c307fb17b85 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:58.068747 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:58.068865 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network ea0c636a-42ba-4b28-9545-b2c31e927723 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:58.069492 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ded501e6-d450-4a1c-86a9-1fc53aa74945 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3578155 Jul 29 16:42:58.070019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:58.072065 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50746) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:58.100014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c876fd61-c0ce-43b1-8d6d-341aac0ed2a5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:58.101912 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c876fd61-c0ce-43b1-8d6d-341aac0ed2a5 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2027175 Jul 29 16:42:58.104440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50750) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:58.111225 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-83a1e0d7-2653-4aa6-b371-2d013fec2987 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group_rule': {'security_group_id': '16049de6-af4f-4871-96fd-822892da478d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:58.119740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-83a1e0d7-2653-4aa6-b371-2d013fec2987 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:58.144194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc600e-a85f-46c3-950f-fc628c0c58ed req-adc0393d-18a1-4a27-82d6-1c7dafeac429 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:58.151811 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-31fc600e-a85f-46c3-950f-fc628c0c58ed req-adc0393d-18a1-4a27-82d6-1c7dafeac429 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 0.2056494 Jul 29 16:42:58.154751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-83a1e0d7-2653-4aa6-b371-2d013fec2987 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:58.227719 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-31fc600e-a85f-46c3-950f-fc628c0c58ed req-a51a993c-4058-4e69-ade0-f17b07022e67 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749199 Jul 29 16:42:58.228718 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-83a1e0d7-2653-4aa6-b371-2d013fec2987 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Project be8ca963b8fe4166b505cc713e728316 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:42:58.240786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-83a1e0d7-2653-4aa6-b371-2d013fec2987 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:58.355852 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-83a1e0d7-2653-4aa6-b371-2d013fec2987 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:58.362231 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-83a1e0d7-2653-4aa6-b371-2d013fec2987 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:58.365749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50760) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:58.367818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:42:58.400872 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1e0d7-2653-4aa6-b371-2d013fec2987 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71100173-3fb2-47d2-95c4-752a41c82337,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:58.424443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-83a1e0d7-2653-4aa6-b371-2d013fec2987 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:58.426185 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-83a1e0d7-2653-4aa6-b371-2d013fec2987 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3208230 Jul 29 16:42:58.428810 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50766) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:58.457701 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3491b9df-88bd-43f0-b189-65c859ffadcb tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules/71100173-3fb2-47d2-95c4-752a41c82337 HTTP/1.1" status: 200 len: 769 time: 0.0270758 Jul 29 16:42:58.458885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50770) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:58.512058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-19f68a6c-f564-436b-b926-e3c64c2336e4 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:58.542195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-19f68a6c-f564-436b-b926-e3c64c2336e4 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:58.547593 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-19f68a6c-f564-436b-b926-e3c64c2336e4 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0879989 Jul 29 16:42:58.549434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50774) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:58.625199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d4953b7a-10b4-4ec3-bd55-1f9b73321a14 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:58.638489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d4953b7a-10b4-4ec3-bd55-1f9b73321a14 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:58.658198 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccb941-712d-4c9c-ad20-2ff492e7b5e2 None None] Pushing event updated for resources: {'Port': ['ID=5ca360e7-59f2-44f8-a119-18c1861e829b,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:58.661180 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Request body: {'networks': [{'name': 'tempest-network--215622842'}, {'name': 'tempest-network--1107452253'}]} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:58.661622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Request body: {'network': {'name': 'tempest-network--215622842'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:58.661931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Request body: {'network': {'name': 'tempest-network--1107452253'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:58.683247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d4953b7a-10b4-4ec3-bd55-1f9b73321a14 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:58.692342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:58.702131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68304ad0-8f66-40f2-ba2c-f331347ccd89 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:58.706524 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-68304ad0-8f66-40f2-ba2c-f331347ccd89 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6272864 Jul 29 16:42:58.708798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50780) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:58.708942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Usage tracker for resource:network and tenant:5adfdb88e22440bfbdd7a3aae7982f94 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:58.713706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:58.723604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:58.739588 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:42:58.746127 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4fc6e866-995d-49a8-9830-377741177dbb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/9f07765a-c83e-4cb3-92e5-efbe6c5a11b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0466321 Jul 29 16:42:58.747493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Made reservation on behalf of 5adfdb88e22440bfbdd7a3aae7982f94 for: {'network': 2} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:58.752242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:58.758523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50784) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:58.765475 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:58.765810 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4953b7a-10b4-4ec3-bd55-1f9b73321a14 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71100173-3fb2-47d2-95c4-752a41c82337,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:58.782568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:58.797265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Usage tracker for resource:security_group_rule and tenant:5adfdb88e22440bfbdd7a3aae7982f94 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:58.806225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:58.815602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:58.817451 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-316754587'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:58.823538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port cc690b3c-26a5-40ab-82d0-6c307fb17b85 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:58.826884 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d4953b7a-10b4-4ec3-bd55-1f9b73321a14 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:58.831054 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50788) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:58.831422 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d4953b7a-10b4-4ec3-bd55-1f9b73321a14 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/71100173-3fb2-47d2-95c4-752a41c82337 HTTP/1.1" status: 204 len: 168 time: 0.2800288 Jul 29 16:42:58.841947 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:58.855535 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:network and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:42:58.871600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:42:58.898349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:58.917891 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ea8e3-0c6f-4f3d-bc46-758e9f444c4b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:58.919419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ea8e3-0c6f-4f3d-bc46-758e9f444c4b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:58.921667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ea8e3-0c6f-4f3d-bc46-758e9f444c4b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:58.922462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2f1ea8e3-0c6f-4f3d-bc46-758e9f444c4b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:58.926586 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fd01139a-1c7a-40cb-8dfd-1cfcc08766b8 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0942318 Jul 29 16:42:58.931135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50792) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:58.945956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:42:58.950171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:58.950931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cdde1c40-4c36-425c-9569-b987e093e039 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:42:58.966705 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2f1ea8e3-0c6f-4f3d-bc46-758e9f444c4b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:58.971028 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2f1ea8e3-0c6f-4f3d-bc46-758e9f444c4b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2587092 Jul 29 16:42:58.972527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50796) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:58.998257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: cdde1c40-4c36-425c-9569-b987e093e039 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:42:58.998745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cdde1c40-4c36-425c-9569-b987e093e039 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:42:59.025782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.037696 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:42:56Z', 'revision_number': 3, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:42:55Z', 'revision_number': 1, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:42:56Z', 'revision_number': 4, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:59.038391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.040925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac202a-9d52-4f12-8460-1abec7116bfd req-6bc8ad2e-4381-47f9-b2db-a6a55e51c466 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:59.042564 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f2ac202a-9d52-4f12-8460-1abec7116bfd req-6bc8ad2e-4381-47f9-b2db-a6a55e51c466 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 0.2849329 Jul 29 16:42:59.053078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.053490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.056388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d854d6f-a4ac-4bc8-8df9-8233e51f6cf2 None None] The sync data for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv is: [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:42:56Z', 'revision_number': 3, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:42:55Z', 'revision_number': 1, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:42:56Z', 'revision_number': 4, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:42:59.062314 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Transition to ACTIVE for port object 0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:59.084183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:59.087495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3a46fa95-6a23-4e45-978e-ba9c82c34b58 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.129189 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f2ac202a-9d52-4f12-8460-1abec7116bfd req-973aca1f-f8fe-424b-acc5-fa55257ddb76 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769625 Jul 29 16:42:59.130150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.130495 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Added segment cd37b086-29f0-4437-a24b-a98f124c1f6f of type vlan for network f62c4d55-2778-429e-9244-9278c24f43d5 Jul 29 16:42:59.134994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c99fab-24ed-4b37-a417-57fb58923562 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 430734f5-7b89-4b2f-8970-2f1432836558 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:42:59.146078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-91c99fab-24ed-4b37-a417-57fb58923562 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.155004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Transition to ACTIVE for port object 0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:42:59.170281 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.190957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3a46fa95-6a23-4e45-978e-ba9c82c34b58 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.210906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ae94af-cbe6-42a9-b8a5-8d4592a3de63,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:59.216206 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:59.286000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.286736 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Added segment f310f478-b75e-4435-8c24-1d44e5c0d08a of type vlan for network 15449c5d-78be-4e95-a653-f1652ceac0f9 Jul 29 16:42:59.304254 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Pushing event updated for resources: {'Port': ['ID=0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:59.307025 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e32b9f90-6a54-4923-9359-4223efc3b01d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:42:59.326175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.395535 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Network 8f5fad53-af24-4608-8d65-a534e758b353 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:42:59.399163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:42:59.402789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:42:59.403224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:42:59.415727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.416266 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Added segment 6465bbb4-450d-4856-a9fd-5722877f1b56 of type vlan for network 42a77684-6f77-4e59-b48b-40a03f4c3727 Jul 29 16:42:59.429548 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3a46fa95-6a23-4e45-978e-ba9c82c34b58 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.478507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.491032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-91c99fab-24ed-4b37-a417-57fb58923562 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.524587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46fa95-6a23-4e45-978e-ba9c82c34b58 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16049de6-af4f-4871-96fd-822892da478d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:59.542196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.570526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.592218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3a46fa95-6a23-4e45-978e-ba9c82c34b58 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.594994 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3a46fa95-6a23-4e45-978e-ba9c82c34b58 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-groups/16049de6-af4f-4871-96fd-822892da478d HTTP/1.1" status: 204 len: 168 time: 0.6627417 Jul 29 16:42:59.597464 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50800) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:59.611504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e32b9f90-6a54-4923-9359-4223efc3b01d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:42:59.612100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.665435 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Attempting to bind port 0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:42:59.666097 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Attempting to bind port 0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'fdecce6f-9235-4a9e-a5a3-fed91f1e2342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8f5fad53-af24-4608-8d65-a534e758b353'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:42:59.666371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Attempting to bind port 0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc on network 8f5fad53-af24-4608-8d65-a534e758b353 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:42:59.681281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2a980c28-2d51-4f47-bdf7-040a1b064344 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:42:59.685065 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.685764 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.685894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:42:59.686376 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Checking segment: {'id': 'fdecce6f-9235-4a9e-a5a3-fed91f1e2342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8f5fad53-af24-4608-8d65-a534e758b353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:42:59.686956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.687442 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Bound using segment: {'id': 'fdecce6f-9235-4a9e-a5a3-fed91f1e2342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8f5fad53-af24-4608-8d65-a534e758b353'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:42:59.688045 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Bound port: 0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdecce6f-9235-4a9e-a5a3-fed91f1e2342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8f5fad53-af24-4608-8d65-a534e758b353'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:42:59.688516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.691212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:59.696144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:42:59.696801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.707253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.735780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5fad53-af24-4608-8d65-a534e758b353']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:59.752727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdecce6f-9235-4a9e-a5a3-fed91f1e2342') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:59.753030 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdecce6f-9235-4a9e-a5a3-fed91f1e2342') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:42:59.768432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.789037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.796088 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:42:59.796522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.820781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:42:59.826117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2a980c28-2d51-4f47-bdf7-040a1b064344 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:42:59.829411 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2a980c28-2d51-4f47-bdf7-040a1b064344 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2307711 Jul 29 16:42:59.831438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Subnet': ['ID=24fb006f-425b-48bd-a4c4-650f632b3141,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:59.846227 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50804) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:59.866813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-8a3b01eb-b415-4d89-aa39-eab42e97b377 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group': {'name': 'tempest-secgroup--315905546'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:42:59.874444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8a3b01eb-b415-4d89-aa39-eab42e97b377 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:42:59.887627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8a3b01eb-b415-4d89-aa39-eab42e97b377 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:42:59.916251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e32b9f90-6a54-4923-9359-4223efc3b01d is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:42:59.919011 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] For port 0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:42:59.934704 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5642731 Jul 29 16:42:59.942802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8a3b01eb-b415-4d89-aa39-eab42e97b377 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:42:59.945088 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment fdecce6f-9235-4a9e-a5a3-fed91f1e2342 resource provider aggregate not found Jul 29 16:42:59.948380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50810) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:42:59.966917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event updated for resources: {'Network': ['ID=15449c5d-78be-4e95-a653-f1652ceac0f9,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:42:59.983868 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 15449c5d-78be-4e95-a653-f1652ceac0f9 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:00.007993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8a3b01eb-b415-4d89-aa39-eab42e97b377 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:00.038408 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment fdecce6f-9235-4a9e-a5a3-fed91f1e2342 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdecce6f-9235-4a9e-a5a3-fed91f1e2342 found for delete ", "request_id": "req-4adf1f68-5ad5-4276-be9d-1ca8ff7301ed"}]} Jul 29 16:43:00.107923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8a3b01eb-b415-4d89-aa39-eab42e97b377 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:00.119186 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8a3b01eb-b415-4d89-aa39-eab42e97b377 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:00.139383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8a3b01eb-b415-4d89-aa39-eab42e97b377 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:00.164052 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9487ae8-9ec5-4a93-ab1c-60281a4b8b67 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event updated for resources: {'Network': ['ID=42a77684-6f77-4e59-b48b-40a03f4c3727,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:00.182045 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] For port 0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc,segment=NetworkSegment(fdecce6f-9235-4a9e-a5a3-fed91f1e2342),segment_id=fdecce6f-9235-4a9e-a5a3-fed91f1e2342)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:00.187575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 42a77684-6f77-4e59-b48b-40a03f4c3727 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:00.193385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:00.225662 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:00.226584 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:00.235271 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:00.363654 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 16:43:00.363654 dv-neutron-851534-1-hyperv neutron-server[89209]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 16:43:00.363654 dv-neutron-851534-1-hyperv neutron-server[89209]: [parameters: {'id': '8f5fad53-af24-4608-8d65-a534e758b353'}] Jul 29 16:43:00.363654 dv-neutron-851534-1-hyperv neutron-server[89209]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:43:00.364356 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:43:00.374852 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef84834-7a01-4bd6-8532-1397639e77e0 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:00.390295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef84834-7a01-4bd6-8532-1397639e77e0 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:00.391073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8a3b01eb-b415-4d89-aa39-eab42e97b377 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:00.401018 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef84834-7a01-4bd6-8532-1397639e77e0 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:00.404641 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8a3b01eb-b415-4d89-aa39-eab42e97b377 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:00.415512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef84834-7a01-4bd6-8532-1397639e77e0 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:00.420971 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bef84834-7a01-4bd6-8532-1397639e77e0 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4585125 Jul 29 16:43:00.432301 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50818) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:00.475957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b01eb-b415-4d89-aa39-eab42e97b377 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a6a850-a15a-4874-a351-866187bee5cf,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:00.476332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69719f3-2533-4372-ba23-52cbffa617b4 None None] Network ea0c636a-42ba-4b28-9545-b2c31e927723 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:00.506181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8a3b01eb-b415-4d89-aa39-eab42e97b377 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:00.509913 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8a3b01eb-b415-4d89-aa39-eab42e97b377 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6464958 Jul 29 16:43:00.513333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50822) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:00.523159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-25e89cb4-97e2-4070-9470-7402b8b72e49 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Request body: {'security_group_rule': {'security_group_id': 'e0a6a850-a15a-4874-a351-866187bee5cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:00.549570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-25e89cb4-97e2-4070-9470-7402b8b72e49 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:00.560024 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-25e89cb4-97e2-4070-9470-7402b8b72e49 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Usage tracker for resource:security_group_rule and tenant:be8ca963b8fe4166b505cc713e728316 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:00.568188 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-25e89cb4-97e2-4070-9470-7402b8b72e49 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:00.586856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-25e89cb4-97e2-4070-9470-7402b8b72e49 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:00.696147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a29711-08b3-4b1a-9f4e-fcde2ea35d9b None None] Pushing event updated for resources: {'Port': ['ID=0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:00.711214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e9eea960-bb27-4013-a58b-e84592b84ac2 None None] Provisioning for port 5ca360e7-59f2-44f8-a119-18c1861e829b completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:00.712863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-91c99fab-24ed-4b37-a417-57fb58923562 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:00.721249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afc8ef0-d731-4ea8-8469-e0d52b4a7095 None None] Network 8f5fad53-af24-4608-8d65-a534e758b353 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:00.770607 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0064478 Jul 29 16:43:00.777956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d8da4-9fdf-4fee-adea-9bb4979fc595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Network': ['ID=f62c4d55-2778-429e-9244-9278c24f43d5,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:00.783228 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50826) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:00.797289 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'subnet': {'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:00.797502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25e89cb4-97e2-4070-9470-7402b8b72e49 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:00.822990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network f62c4d55-2778-429e-9244-9278c24f43d5 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:00.877424 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881f4e-9493-4aa9-8963-723cbcb18865 req-40e36250-4631-40cf-8b9f-2841627828be tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:00.878175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-c6881f4e-9493-4aa9-8963-723cbcb18865 req-40e36250-4631-40cf-8b9f-2841627828be tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Synchronizing usage tracker for tenant:e4645a50ca1b46ec988ad2583b2ef2a9 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:00.904144 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:00.906892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25e89cb4-97e2-4070-9470-7402b8b72e49 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:00.913020 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25e89cb4-97e2-4070-9470-7402b8b72e49 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:00.933487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-c6881f4e-9493-4aa9-8963-723cbcb18865 req-40e36250-4631-40cf-8b9f-2841627828be tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Unset dirty status for tenant:e4645a50ca1b46ec988ad2583b2ef2a9 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:00.935027 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c6881f4e-9493-4aa9-8963-723cbcb18865 req-40e36250-4631-40cf-8b9f-2841627828be tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 0.2701099 Jul 29 16:43:00.949008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4dd8-907a-4e45-9432-fb8c52477528 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:00.973602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:00.975188 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e89cb4-97e2-4070-9470-7402b8b72e49 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119f2869-9a06-4856-bd3d-34aecaaee1e4,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:00.976497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Deleting port 0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:00.976857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.003717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-25e89cb4-97e2-4070-9470-7402b8b72e49 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.005028 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-25e89cb4-97e2-4070-9470-7402b8b72e49 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4861124 Jul 29 16:43:01.012394 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50830) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:01.023726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8c405-e0dc-450e-b16f-b3a18bf3a07b req-405a2591-e5f5-40b1-b1ea-81f87d98d94f tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:01.025266 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3bd8c405-e0dc-450e-b16f-b3a18bf3a07b req-405a2591-e5f5-40b1-b1ea-81f87d98d94f tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 946 time: 0.6053615 Jul 29 16:43:01.037223 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:subnet and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:01.048860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:01.056769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-c6881f4e-9493-4aa9-8963-723cbcb18865 req-e214d165-9c1d-4b2f-a4d5-9bbffeace332 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Deleting port 29365cb7-bf3a-42ad-93aa-17141563345a {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:01.057233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c6881f4e-9493-4aa9-8963-723cbcb18865 req-e214d165-9c1d-4b2f-a4d5-9bbffeace332 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.113907 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:01.126381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-91c99fab-24ed-4b37-a417-57fb58923562 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.154846 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ff4863c-2c7e-4e63-9fa1-6200d5777233 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.226147 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c99fab-24ed-4b37-a417-57fb58923562 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=430734f5-7b89-4b2f-8970-2f1432836558,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:01.250422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ff4863c-2c7e-4e63-9fa1-6200d5777233 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.295542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f45189bb-7f6d-49ec-9576-df02b6c27ad7 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:01.336430 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-91c99fab-24ed-4b37-a417-57fb58923562 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.343666 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff28e22c-4732-454a-96d7-0d842a584cc2 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:01.349583 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:01.353207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.391920 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3bd8c405-e0dc-450e-b16f-b3a18bf3a07b req-792b3d77-f3d8-4588-9920-6b80b8ff18e0 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/security-groups?id=7f3e436d-7e7a-4bc9-bc05-775f62da4936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443735 Jul 29 16:43:01.440170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ff4863c-2c7e-4e63-9fa1-6200d5777233 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.480852 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4863c-2c7e-4e63-9fa1-6200d5777233 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a6a850-a15a-4874-a351-866187bee5cf,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:01.490427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ff4863c-2c7e-4e63-9fa1-6200d5777233 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.492145 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8ff4863c-2c7e-4e63-9fa1-6200d5777233 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-groups/e0a6a850-a15a-4874-a351-866187bee5cf HTTP/1.1" status: 204 len: 168 time: 0.4789577 Jul 29 16:43:01.497619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50834) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:01.502626 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4dd8-907a-4e45-9432-fb8c52477528 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.609887 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-c6881f4e-9493-4aa9-8963-723cbcb18865 req-e214d165-9c1d-4b2f-a4d5-9bbffeace332 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] For port 29365cb7-bf3a-42ad-93aa-17141563345a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=29365cb7-bf3a-42ad-93aa-17141563345a,segment=NetworkSegment(89035e16-ab75-431c-a03a-e5969042ec44),segment_id=89035e16-ab75-431c-a03a-e5969042ec44)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:01.611104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c6881f4e-9493-4aa9-8963-723cbcb18865 req-e214d165-9c1d-4b2f-a4d5-9bbffeace332 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.622840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0fe82c61-b780-4af1-a6f7-8b81b63306cc tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:01.674685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port f45189bb-7f6d-49ec-9576-df02b6c27ad7 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:01.690044 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port f45189bb-7f6d-49ec-9576-df02b6c27ad7 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:01.690427 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.738948 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a7247c56-1a1f-4b7b-abdd-4882a470cab6 None None] Provisioning for port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:01.763670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0fe82c61-b780-4af1-a6f7-8b81b63306cc tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:01.764171 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0fe82c61-b780-4af1-a6f7-8b81b63306cc tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2655792 Jul 29 16:43:01.772634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-c6881f4e-9493-4aa9-8963-723cbcb18865 req-e214d165-9c1d-4b2f-a4d5-9bbffeace332 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Calling delete_port for 29365cb7-bf3a-42ad-93aa-17141563345a owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:01.773145 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-91c99fab-24ed-4b37-a417-57fb58923562 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/430734f5-7b89-4b2f-8970-2f1432836558 HTTP/1.1" status: 204 len: 168 time: 2.7964239 Jul 29 16:43:01.775441 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a7247c56-1a1f-4b7b-abdd-4882a470cab6 None None] Provisioning complete for port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:01.775821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a7247c56-1a1f-4b7b-abdd-4882a470cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.804620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50838) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:01.804620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50840) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:01.855150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a7247c56-1a1f-4b7b-abdd-4882a470cab6 None None] Port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:43:01.870479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-cb6f4dd8-907a-4e45-9432-fb8c52477528 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15449c5d-78be-4e95-a653-f1652ceac0f9']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:01.914850 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Sync routers for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:43:01.926712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-cb6f4dd8-907a-4e45-9432-fb8c52477528 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f310f478-b75e-4435-8c24-1d44e5c0d08a') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:01.927081 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-cb6f4dd8-907a-4e45-9432-fb8c52477528 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f310f478-b75e-4435-8c24-1d44e5c0d08a') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:01.939069 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:01.940542 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:42:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:01.948734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] For port 0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc,segment=NetworkSegment(fdecce6f-9235-4a9e-a5a3-fed91f1e2342),segment_id=fdecce6f-9235-4a9e-a5a3-fed91f1e2342)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:01.949266 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.953920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port f45189bb-7f6d-49ec-9576-df02b6c27ad7 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:01.954305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:01.961625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4dd8-907a-4e45-9432-fb8c52477528 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.004813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port f45189bb-7f6d-49ec-9576-df02b6c27ad7, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f45189bb-7f6d-49ec-9576-df02b6c27ad7,segment=NetworkSegment(23d97858-aa99-4bcb-93f1-c1967e3e34cb),segment_id=23d97858-aa99-4bcb-93f1-c1967e3e34cb)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:02.013124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.014091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 5ca360e7-59f2-44f8-a119-18c1861e829b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:02.141390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Calling delete_port for 0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:02.184371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4dd8-907a-4e45-9432-fb8c52477528 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.209286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-32815e1b-0615-4c0b-aabb-245e31507623 None None] Provisioning complete for port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:02.209657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-32815e1b-0615-4c0b-aabb-245e31507623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.221945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6f4dd8-907a-4e45-9432-fb8c52477528 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:02.222494 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4dd8-907a-4e45-9432-fb8c52477528 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.260397 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:02.268365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d745432-637b-46e0-ab0a-e7b0bffe1d85 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 50593429-434b-445c-8c00-d47bc61289b5 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:43:02.276003 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=f45189bb-7f6d-49ec-9576-df02b6c27ad7,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:02.294839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e81a7673-0f8d-41f7-a25d-e0a6ce2a8e82 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Synchronizing usage tracker for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:02.306910 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 5ca360e7-59f2-44f8-a119-18c1861e829b completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:02.324119 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2d745432-637b-46e0-ab0a-e7b0bffe1d85 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.333892 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 5ca360e7-59f2-44f8-a119-18c1861e829b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:02.334269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.405127 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-32815e1b-0615-4c0b-aabb-245e31507623 None None] Port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:43:02.413828 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e81a7673-0f8d-41f7-a25d-e0a6ce2a8e82 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] Unset dirty status for tenant:be8ca963b8fe4166b505cc713e728316 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:02.415289 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e81a7673-0f8d-41f7-a25d-e0a6ce2a8e82 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6108360 Jul 29 16:43:02.424958 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment f310f478-b75e-4435-8c24-1d44e5c0d08a resource provider aggregate not found Jul 29 16:43:02.426552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50848) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:02.462651 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-538b35bd-b855-4ee9-bd46-a6febffad227 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] delete failed (client error): The resource could not be found. Jul 29 16:43:02.466061 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-538b35bd-b855-4ee9-bd46-a6febffad227 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "DELETE /v2.0/security-groups/e0a6a850-a15a-4874-a351-866187bee5cf HTTP/1.1" status: 404 len: 347 time: 0.0381773 Jul 29 16:43:02.501147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50856) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:02.530946 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment f310f478-b75e-4435-8c24-1d44e5c0d08a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f310f478-b75e-4435-8c24-1d44e5c0d08a found for delete ", "request_id": "req-53bca468-6c47-4ef4-84b9-0604e358a921"}]} Jul 29 16:43:02.538919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c6881f4e-9493-4aa9-8963-723cbcb18865 req-e214d165-9c1d-4b2f-a4d5-9bbffeace332 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.547130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 5ca360e7-59f2-44f8-a119-18c1861e829b is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:02.547578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.558522 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2d745432-637b-46e0-ab0a-e7b0bffe1d85 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.564009 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['29365cb7-bf3a-42ad-93aa-17141563345a'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:43:02.585863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4dd8-907a-4e45-9432-fb8c52477528 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.613534 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4dd8-907a-4e45-9432-fb8c52477528 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.618369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9202e36c-88f3-4257-92d1-136b83e17f72 None None] Provisioning complete for port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:02.618743 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9202e36c-88f3-4257-92d1-136b83e17f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.725717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 5ca360e7-59f2-44f8-a119-18c1861e829b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=5ca360e7-59f2-44f8-a119-18c1861e829b,segment=NetworkSegment(b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5),segment_id=b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:02.726310 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.727181 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9202e36c-88f3-4257-92d1-136b83e17f72 None None] Port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:43:02.734337 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.778443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214d165-9c1d-4b2f-a4d5-9bbffeace332 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Pushing event deleted for resources: {'Port': ['ID=29365cb7-bf3a-42ad-93aa-17141563345a,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:02.789609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f4dd8-907a-4e45-9432-fb8c52477528 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event deleted for resources: {'Network': ['ID=15449c5d-78be-4e95-a653-f1652ceac0f9,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:02.821853 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=5ca360e7-59f2-44f8-a119-18c1861e829b,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:02.845384 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b2b93653-a0a2-46ed-87a7-b5073130a271 req-eafb4eac-0849-4425-b808-c54f5e98f8d4 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b60a2a9-f74d-4e5d-9e9d-f98529751567 HTTP/1.1" status: 200 len: 210 time: 0.2082777 Jul 29 16:43:02.851853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Port': ['ID=0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:02.853550 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8ed0ec6a-de4a-47f0-9793-1441a7519144 tempest-SecGroupIPv6Test-1624305273 tempest-SecGroupIPv6Test-1624305273-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3367646 Jul 29 16:43:02.857320 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cb6f4dd8-907a-4e45-9432-fb8c52477528 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "DELETE /v2.0/networks/15449c5d-78be-4e95-a653-f1652ceac0f9 HTTP/1.1" status: 204 len: 168 time: 2.4186332 Jul 29 16:43:02.862471 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50862) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:02.886432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No DVR routers for this DVR port 0c3b0e45-1e65-47e9-a9d9-beb30b35b1dc on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:43:02.888863 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:42:56Z', 'revision_number': 3, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:42:57Z', 'revision_number': 2, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:02.893791 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Checking router: 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:43:02.894427 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Updating router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:43:02.943652 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.962272 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.985529 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2daa2b-54f8-442f-b58f-cd6ebabae651 None None] get_active_networks_info from dv-neutron-851534-1-hyperv {{(pid=89211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 16:43:02.990969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6881f4e-9493-4aa9-8963-723cbcb18865 req-e214d165-9c1d-4b2f-a4d5-9bbffeace332 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] No DVR routers for this DVR port 29365cb7-bf3a-42ad-93aa-17141563345a on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:43:02.995046 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c6881f4e-9493-4aa9-8963-723cbcb18865 req-e214d165-9c1d-4b2f-a4d5-9bbffeace332 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:02.997759 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b60a2a9-f74d-4e5d-9e9d-f98529751567', 'name': 'network-vif-deleted', 'tag': '29365cb7-bf3a-42ad-93aa-17141563345a'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:43:03.045636 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c6881f4e-9493-4aa9-8963-723cbcb18865 req-e214d165-9c1d-4b2f-a4d5-9bbffeace332 tempest-TestServerAdvancedOps-1047498425 tempest-TestServerAdvancedOps-1047498425-project] 10.222.0.69 "DELETE /v2.0/ports/29365cb7-bf3a-42ad-93aa-17141563345a HTTP/1.1" status: 204 len: 173 time: 2.1017735 Jul 29 16:43:03.100226 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38eafd6e-0556-4832-9dc1-2159c33f5d07'] response: {'server_uuid': '5b60a2a9-f74d-4e5d-9e9d-f98529751567', 'name': 'network-vif-deleted', 'tag': '29365cb7-bf3a-42ad-93aa-17141563345a', 'status': 'completed', 'code': 200} Jul 29 16:43:03.104012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2d745432-637b-46e0-ab0a-e7b0bffe1d85 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:03.252503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2d745432-637b-46e0-ab0a-e7b0bffe1d85 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:03.301878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d745432-637b-46e0-ab0a-e7b0bffe1d85 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=50593429-434b-445c-8c00-d47bc61289b5,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:03.306449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2d745432-637b-46e0-ab0a-e7b0bffe1d85 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:03.319870 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2d745432-637b-46e0-ab0a-e7b0bffe1d85 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/50593429-434b-445c-8c00-d47bc61289b5 HTTP/1.1" status: 204 len: 168 time: 1.5135112 Jul 29 16:43:03.320558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50870) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:03.335167 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f45189bb-7f6d-49ec-9576-df02b6c27ad7 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:03.361436 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50874) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:03.397519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5ee9ec7-5e44-4a00-916e-261318f3e6e6 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:03.402133 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7a5bfe75-9977-4b97-b69c-10586dcc3ffb tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804312 Jul 29 16:43:03.404915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50882) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:03.409502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:03.413591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-39801add-59c9-4aeb-b284-c47f1ce2b992 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:03.480712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Subnet': ['ID=6d0ede35-e73b-491f-a85f-0b5bf1cf0392,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:03.530114 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4bcd2fdc-1693-42a0-aa92-75d7919061fc None None] Provisioning complete for port cc690b3c-26a5-40ab-82d0-6c307fb17b85 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:03.530567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4bcd2fdc-1693-42a0-aa92-75d7919061fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:03.555580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-39801add-59c9-4aeb-b284-c47f1ce2b992 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:03.555866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5fad53-af24-4608-8d65-a534e758b353']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:03.561169 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-39801add-59c9-4aeb-b284-c47f1ce2b992 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:03.566249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-39801add-59c9-4aeb-b284-c47f1ce2b992 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:03.576333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdecce6f-9235-4a9e-a5a3-fed91f1e2342') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:03.576639 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdecce6f-9235-4a9e-a5a3-fed91f1e2342') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:03.580268 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-39801add-59c9-4aeb-b284-c47f1ce2b992 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:03.589924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:03.600791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39801add-59c9-4aeb-b284-c47f1ce2b992 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:03.609097 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:03.609447 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39801add-59c9-4aeb-b284-c47f1ce2b992 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:03.616718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:03.617257 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:03.654808 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:03.675826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port f45189bb-7f6d-49ec-9576-df02b6c27ad7 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:03.676676 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:03.761894 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5ee9ec7-5e44-4a00-916e-261318f3e6e6 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:03.789458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-d5ee9ec7-5e44-4a00-916e-261318f3e6e6 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a77684-6f77-4e59-b48b-40a03f4c3727']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:03.803923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-d5ee9ec7-5e44-4a00-916e-261318f3e6e6 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6465bbb4-450d-4856-a9fd-5722877f1b56') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:03.804626 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-d5ee9ec7-5e44-4a00-916e-261318f3e6e6 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6465bbb4-450d-4856-a9fd-5722877f1b56') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:03.817301 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5ee9ec7-5e44-4a00-916e-261318f3e6e6 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:03.840090 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2daa2b-54f8-442f-b58f-cd6ebabae651 None None] Network f62c4d55-2778-429e-9244-9278c24f43d5 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:03.884145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4bcd2fdc-1693-42a0-aa92-75d7919061fc None None] Current status of the port cc690b3c-26a5-40ab-82d0-6c307fb17b85 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:03.907151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2daa2b-54f8-442f-b58f-cd6ebabae651 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, f62c4d55-2778-429e-9244-9278c24f43d5) {{(pid=89211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 16:43:03.918165 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39801add-59c9-4aeb-b284-c47f1ce2b992 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:03.926833 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port f45189bb-7f6d-49ec-9576-df02b6c27ad7 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:03.927889 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 5ca360e7-59f2-44f8-a119-18c1861e829b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:03.950966 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-47c238e7-bf50-4f25-bb4d-8feb16ea5679 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be8ca963b8fe4166b505cc713e728316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5852439 Jul 29 16:43:03.962553 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50888) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:03.968275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Checking segment: {'id': 'cd37b086-29f0-4437-a24b-a98f124c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:03.968657 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network hostable DHCP agents. Network: f62c4d55-2778-429e-9244-9278c24f43d5, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:03.992053 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5ee9ec7-5e44-4a00-916e-261318f3e6e6 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.007489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50892) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:04.010376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Unable to find a vacant binding_index for network f62c4d55-2778-429e-9244-9278c24f43d5 and agent b83a59d2-a5d9-4785-b912-c65c96f1f192 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 29 16:43:04.027155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39801add-59c9-4aeb-b284-c47f1ce2b992 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:04.039449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-39801add-59c9-4aeb-b284-c47f1ce2b992 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:04.044391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ee9ec7-5e44-4a00-916e-261318f3e6e6 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:04.045368 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5ee9ec7-5e44-4a00-916e-261318f3e6e6 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.046436 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39801add-59c9-4aeb-b284-c47f1ce2b992 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:04.047039 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39801add-59c9-4aeb-b284-c47f1ce2b992 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.062493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.085722 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39801add-59c9-4aeb-b284-c47f1ce2b992 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=66b2a821-a97b-4686-a8cb-8f60b3bf9dbe,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:04.101560 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-39801add-59c9-4aeb-b284-c47f1ce2b992 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6935198 Jul 29 16:43:04.104212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50896) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:04.111822 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-973f6fd8-90c0-442d-bf86-424932628122 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:04.123030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 5ca360e7-59f2-44f8-a119-18c1861e829b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:04.123409 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.126782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98741034-2f1f-4f9e-8a03-d8e4bb5356f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.221968 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98741034-2f1f-4f9e-8a03-d8e4bb5356f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.276059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.278673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, f62c4d55-2778-429e-9244-9278c24f43d5) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:04.301957 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Network': ['ID=8f5fad53-af24-4608-8d65-a534e758b353,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:04.307573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-973f6fd8-90c0-442d-bf86-424932628122 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:04.312917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:04.313698 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-973f6fd8-90c0-442d-bf86-424932628122 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:04.314066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.317722 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-973f6fd8-90c0-442d-bf86-424932628122 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:04.325262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-973f6fd8-90c0-442d-bf86-424932628122 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:04.329409 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98741034-2f1f-4f9e-8a03-d8e4bb5356f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.334516 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-be60f244-3254-4b6c-83ad-ec396353c12d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/8f5fad53-af24-4608-8d65-a534e758b353 HTTP/1.1" status: 204 len: 168 time: 8.1648118 Jul 29 16:43:04.340408 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50900) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:04.349211 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-126599731'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:04.349535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98741034-2f1f-4f9e-8a03-d8e4bb5356f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58df96f8-effc-4ad9-bb8c-811c7f731fd1,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:04.356772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973f6fd8-90c0-442d-bf86-424932628122 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:04.357361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 5ca360e7-59f2-44f8-a119-18c1861e829b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:04.361262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-973f6fd8-90c0-442d-bf86-424932628122 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.367009 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:04.368095 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Transition to ACTIVE for port object 7d5cca8e-53ca-4411-9edf-951e0cc5f22c will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:04.378010 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.378673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c71d03-58df-42f6-a2fb-fdbc8c7b536c admin admin] Deleting subnet d8f654ad-3f90-4d14-b286-c84501627d55 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:43:04.384414 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:network and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:04.387242 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5ee9ec7-5e44-4a00-916e-261318f3e6e6 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.390345 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:04.394964 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-58c7217a-0696-4718-a84c-a79bca7e9aa2 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6083856 Jul 29 16:43:04.400650 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3c71d03-58df-42f6-a2fb-fdbc8c7b536c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.447480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:04.460591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5ee9ec7-5e44-4a00-916e-261318f3e6e6 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.462944 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d5ee9ec7-5e44-4a00-916e-261318f3e6e6 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "DELETE /v2.0/networks/42a77684-6f77-4e59-b48b-40a03f4c3727 HTTP/1.1" status: 204 len: 168 time: 1.5989087 Jul 29 16:43:04.463694 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50904) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:04.514620 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-f62c4d55-2778-429e-9244-9278c24f43d5', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:43:04.515458 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.534675 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50906) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:04.536047 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d07a5-ae25-4144-a9a7-6547f5abbf91 None None] Pushing event updated for resources: {'Port': ['ID=7d5cca8e-53ca-4411-9edf-951e0cc5f22c,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:04.551782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee9ec7-5e44-4a00-916e-261318f3e6e6 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event deleted for resources: {'Network': ['ID=42a77684-6f77-4e59-b48b-40a03f4c3727,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:04.556142 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50d07a5-ae25-4144-a9a7-6547f5abbf91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:04.556142 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50d07a5-ae25-4144-a9a7-6547f5abbf91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:04.556540 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50d07a5-ae25-4144-a9a7-6547f5abbf91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:04.556823 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50d07a5-ae25-4144-a9a7-6547f5abbf91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:04.557362 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50d07a5-ae25-4144-a9a7-6547f5abbf91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:04.557550 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50d07a5-ae25-4144-a9a7-6547f5abbf91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:04.557850 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50d07a5-ae25-4144-a9a7-6547f5abbf91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:04.558172 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50d07a5-ae25-4144-a9a7-6547f5abbf91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:04.558506 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50d07a5-ae25-4144-a9a7-6547f5abbf91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:04.558834 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50d07a5-ae25-4144-a9a7-6547f5abbf91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:04.559151 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50d07a5-ae25-4144-a9a7-6547f5abbf91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:04.559469 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50d07a5-ae25-4144-a9a7-6547f5abbf91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:04.592213 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment fdecce6f-9235-4a9e-a5a3-fed91f1e2342 resource provider aggregate not found Jul 29 16:43:04.631528 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.ipam_backend_mixin [None req-973f6fd8-90c0-442d-bf86-424932628122 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 66b2a821-a97b-4686-a8cb-8f60b3bf9dbe (CIDR: 2001:db8::/64) Jul 29 16:43:04.635303 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 29365cb7-bf3a-42ad-93aa-17141563345a no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:43:04.651899 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-973f6fd8-90c0-442d-bf86-424932628122 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:43:04.651899 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973f6fd8-90c0-442d-bf86-424932628122 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:04.668898 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98741034-2f1f-4f9e-8a03-d8e4bb5356f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.673527 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-98741034-2f1f-4f9e-8a03-d8e4bb5356f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58df96f8-effc-4ad9-bb8c-811c7f731fd1 HTTP/1.1" status: 204 len: 168 time: 0.7097039 Jul 29 16:43:04.675540 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Attempting to bind port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:04.676322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3c71d03-58df-42f6-a2fb-fdbc8c7b536c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.676660 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Attempting to bind port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:04.677176 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Attempting to bind port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c on network ea0c636a-42ba-4b28-9545-b2c31e927723 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:04.685909 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:04.686933 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Checking segment: {'id': 'b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:04.687763 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.688105 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Bound using segment: {'id': 'b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:04.688794 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Bound port: 7d5cca8e-53ca-4411-9edf-951e0cc5f22c, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:04.689824 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.691326 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-973f6fd8-90c0-442d-bf86-424932628122 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5860507 Jul 29 16:43:04.694969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50918) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:04.700487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'subnet': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:04.703031 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 29365cb7-bf3a-42ad-93aa-17141563345a {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:04.703371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 29365cb7-bf3a-42ad-93aa-17141563345a not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:43:04.746156 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3c71d03-58df-42f6-a2fb-fdbc8c7b536c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.818179 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] For port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:04.822811 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] For port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7d5cca8e-53ca-4411-9edf-951e0cc5f22c,segment=NetworkSegment(b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5),segment_id=b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:04.826343 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:04.829861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.838682 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.854178 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Allocated IP 2001:db8:2::2 (f62c4d55-2778-429e-9244-9278c24f43d5/6d0ede35-e73b-491f-a85f-0b5bf1cf0392/27e9b71c-29b9-4bf8-9c59-385ab5847769) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:04.856133 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment fdecce6f-9235-4a9e-a5a3-fed91f1e2342 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdecce6f-9235-4a9e-a5a3-fed91f1e2342 found for delete ", "request_id": "req-fa807c46-9dca-48f2-9cd3-9b1508fd51f0"}]} Jul 29 16:43:04.876195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:04.914503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:04.927129 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Usage tracker for resource:subnet and tenant:3efaec57e63244198950c33944115bd4 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:04.939802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:04.949273 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:04.950155 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:42:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:04.956994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:04.984671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:04.986934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3c71d03-58df-42f6-a2fb-fdbc8c7b536c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:04.990246 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:05.041721 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 6465bbb4-450d-4856-a9fd-5722877f1b56 resource provider aggregate not found Jul 29 16:43:05.046589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:05.046961 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Added segment 5203e53a-2755-46f0-a3ea-87a926b269f9 of type vlan for network d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23 Jul 29 16:43:05.053616 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c71d03-58df-42f6-a2fb-fdbc8c7b536c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f654ad-3f90-4d14-b286-c84501627d55,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:05.055502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3c71d03-58df-42f6-a2fb-fdbc8c7b536c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:05.075946 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b3c71d03-58df-42f6-a2fb-fdbc8c7b536c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d8f654ad-3f90-4d14-b286-c84501627d55 HTTP/1.1" status: 204 len: 168 time: 1.0670431 Jul 29 16:43:05.085824 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50926) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:05.115512 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 6465bbb4-450d-4856-a9fd-5722877f1b56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6465bbb4-450d-4856-a9fd-5722877f1b56 found for delete ", "request_id": "req-dff7cb75-d824-4eda-92b8-c57cfa75a300"}]} Jul 29 16:43:05.146300 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:05.257817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:05.272786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Transition to ACTIVE for port object 27e9b71c-29b9-4bf8-9c59-385ab5847769 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:05.294438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:05.299276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Transition to ACTIVE for port object 27e9b71c-29b9-4bf8-9c59-385ab5847769 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:05.306999 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:05.368649 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Network f62c4d55-2778-429e-9244-9278c24f43d5 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:05.376516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:05.387014 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:05.420387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe4088f-7672-44ee-a79b-8ea1151a632b tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:05.427318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe4088f-7672-44ee-a79b-8ea1151a632b tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:05.428075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-dbe4088f-7672-44ee-a79b-8ea1151a632b tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Synchronizing usage tracker for tenant:5adfdb88e22440bfbdd7a3aae7982f94 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:05.479480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3584e176-ecd3-469c-a78c-cc858d3b237a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:05.528197 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:42:56Z', 'revision_number': 3, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:04Z', 'revision_number': 4, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:05.533517 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Attempting to bind port 27e9b71c-29b9-4bf8-9c59-385ab5847769 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:05.533893 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Attempting to bind port 27e9b71c-29b9-4bf8-9c59-385ab5847769 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'cd37b086-29f0-4437-a24b-a98f124c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:05.534257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Attempting to bind port 27e9b71c-29b9-4bf8-9c59-385ab5847769 on network f62c4d55-2778-429e-9244-9278c24f43d5 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:05.538437 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1faadd1-0bdc-4a58-ad9e-ba8421f9c047 None None] The sync data for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv is: [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:42:56Z', 'revision_number': 3, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:04Z', 'revision_number': 4, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:43:05.542900 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d07a5-ae25-4144-a9a7-6547f5abbf91 None None] Pushing event updated for resources: {'Port': ['ID=7d5cca8e-53ca-4411-9edf-951e0cc5f22c,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:05.546403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:05.546403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Checking segment: {'id': 'cd37b086-29f0-4437-a24b-a98f124c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:05.546623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:05.547025 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Bound using segment: {'id': 'cd37b086-29f0-4437-a24b-a98f124c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:05.552446 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Bound port: 27e9b71c-29b9-4bf8-9c59-385ab5847769, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd37b086-29f0-4437-a24b-a98f124c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:05.552924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:05.582831 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:05.588510 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:05.592944 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:05.599537 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-dbe4088f-7672-44ee-a79b-8ea1151a632b tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Unset dirty status for tenant:5adfdb88e22440bfbdd7a3aae7982f94 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:05.600721 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dbe4088f-7672-44ee-a79b-8ea1151a632b tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0611091 Jul 29 16:43:05.607909 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Pushing event updated for resources: {'Port': ['ID=27e9b71c-29b9-4bf8-9c59-385ab5847769,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:05.608710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50930) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:05.615310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-989fd278-c8ff-41cb-ae69-565d2b12b977 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-255308772'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:05.624695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-989fd278-c8ff-41cb-ae69-565d2b12b977 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:05.676945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-989fd278-c8ff-41cb-ae69-565d2b12b977 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:05.713450 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989fd278-c8ff-41cb-ae69-565d2b12b977 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Made reservation on behalf of 5adfdb88e22440bfbdd7a3aae7982f94 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:05.717927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-989fd278-c8ff-41cb-ae69-565d2b12b977 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:05.723257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] For port 27e9b71c-29b9-4bf8-9c59-385ab5847769, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:05.727976 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] For port 27e9b71c-29b9-4bf8-9c59-385ab5847769, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=27e9b71c-29b9-4bf8-9c59-385ab5847769,segment=NetworkSegment(cd37b086-29f0-4437-a24b-a98f124c1f6f),segment_id=cd37b086-29f0-4437-a24b-a98f124c1f6f)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:05.732093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.objects.ports [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89210) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jul 29 16:43:05.734665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:05.817900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989fd278-c8ff-41cb-ae69-565d2b12b977 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:05.822277 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d6f49-e6d3-4b9b-bc2c-58329b0a149b None None] Pushing event updated for resources: {'Port': ['ID=27e9b71c-29b9-4bf8-9c59-385ab5847769,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:05.845496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-989fd278-c8ff-41cb-ae69-565d2b12b977 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:05.845729 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-989fd278-c8ff-41cb-ae69-565d2b12b977 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Added segment e7b3df1f-77a5-4154-9eaa-a00b6213e045 of type vlan for network 1012fc21-39a5-4151-8155-eb258e7ea52b Jul 29 16:43:05.851534 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5091107 Jul 29 16:43:05.855331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50934) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:05.867673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c5d64b0c-3e72-48e0-ad6e-90c81ff4e662 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:05.958115 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-989fd278-c8ff-41cb-ae69-565d2b12b977 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.091339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acdd64-acdc-4e48-b143-655b26276dd4 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Network': ['ID=d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:06.103725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:06.155673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3584e176-ecd3-469c-a78c-cc858d3b237a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.173462 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-989fd278-c8ff-41cb-ae69-565d2b12b977 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.178900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989fd278-c8ff-41cb-ae69-565d2b12b977 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:06.179501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-989fd278-c8ff-41cb-ae69-565d2b12b977 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.183621 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.191983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-3584e176-ecd3-469c-a78c-cc858d3b237a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7960c32-624b-485f-bf75-de265cd530b4']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:06.236121 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-3584e176-ecd3-469c-a78c-cc858d3b237a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89035e16-ab75-431c-a03a-e5969042ec44') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:06.236673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-3584e176-ecd3-469c-a78c-cc858d3b237a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89035e16-ab75-431c-a03a-e5969042ec44') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:06.258984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3584e176-ecd3-469c-a78c-cc858d3b237a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.281332 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3584e176-ecd3-469c-a78c-cc858d3b237a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.290464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.305609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3584e176-ecd3-469c-a78c-cc858d3b237a admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:06.306000 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3584e176-ecd3-469c-a78c-cc858d3b237a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.428118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fd278-c8ff-41cb-ae69-565d2b12b977 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event updated for resources: {'Network': ['ID=1012fc21-39a5-4151-8155-eb258e7ea52b,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:06.432976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c5d64b0c-3e72-48e0-ad6e-90c81ff4e662 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.439092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 1012fc21-39a5-4151-8155-eb258e7ea52b details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:06.443949 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-989fd278-c8ff-41cb-ae69-565d2b12b977 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8334680 Jul 29 16:43:06.449660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50938) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:06.465244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1142971029'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:06.472436 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c5d64b0c-3e72-48e0-ad6e-90c81ff4e662 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.476273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:06.517260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Usage tracker for resource:network and tenant:5adfdb88e22440bfbdd7a3aae7982f94 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:06.527212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:06.542260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3584e176-ecd3-469c-a78c-cc858d3b237a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.551117 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3584e176-ecd3-469c-a78c-cc858d3b237a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.624466 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584e176-ecd3-469c-a78c-cc858d3b237a admin admin] Pushing event deleted for resources: {'Network': ['ID=f7960c32-624b-485f-bf75-de265cd530b4,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:06.636488 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3584e176-ecd3-469c-a78c-cc858d3b237a admin admin] 10.222.0.58 "DELETE /v2.0/networks/f7960c32-624b-485f-bf75-de265cd530b4 HTTP/1.1" status: 204 len: 168 time: 1.5470102 Jul 29 16:43:06.636689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5d64b0c-3e72-48e0-ad6e-90c81ff4e662 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23 is not hosted by any dhcp agent {{(pid=89210) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jul 29 16:43:06.641208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d64b0c-3e72-48e0-ad6e-90c81ff4e662 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:06.641811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c5d64b0c-3e72-48e0-ad6e-90c81ff4e662 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.645796 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c5d64b0c-3e72-48e0-ad6e-90c81ff4e662 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "PUT /v2.0/networks/d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23 HTTP/1.1" status: 200 len: 723 time: 0.7868099 Jul 29 16:43:06.646454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50942) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:06.647822 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50944) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:06.654660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:06.689490 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'subnet': {'network_id': 'd1bbffe3-07bd-4cbe-8515-0b20fc5d8e23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:06.698591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Made reservation on behalf of 5adfdb88e22440bfbdd7a3aae7982f94 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:06.702531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.715503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d64b0c-3e72-48e0-ad6e-90c81ff4e662 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Network': ['ID=d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:06.728117 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:06.773550 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:06.790315 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] For port cc690b3c-26a5-40ab-82d0-6c307fb17b85, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cc690b3c-26a5-40ab-82d0-6c307fb17b85,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:06.797455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.797806 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Added segment aff851ef-2a07-4f9b-9998-1fa95ed9619d of type vlan for network 8997513d-2a97-4eb8-8d78-a34b1e4843f2 Jul 29 16:43:06.840500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.848391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.861398 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.862128 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.901743 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-190f211f-6822-4e3b-af18-106d81673cea admin admin] Deleting subnet b174d37d-2228-43f5-bd9b-a67f716a937b {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:43:06.908492 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-190f211f-6822-4e3b-af18-106d81673cea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:06.968204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:06.995777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f27b22-0b21-4222-a34f-070b39428c41 None None] get_active_networks_info from dv-neutron-851534-1-hyperv {{(pid=89211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 16:43:06.996788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:06.997735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.003650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:07.004239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.016241 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:subnet and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:07.025305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:07.027812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:07.038179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-190f211f-6822-4e3b-af18-106d81673cea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.040964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:07.041592 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.085082 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:07.094412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9f4d5ab1-8123-4ab5-bfa8-b30e7a78ded5 None None] Provisioning for port 27e9b71c-29b9-4bf8-9c59-385ab5847769 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:07.108493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Subnet': ['ID=51c44344-fb20-45e4-aeb5-6cf70dbc4230,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:07.120602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Allocated IP 2001:db8:2::1 (f62c4d55-2778-429e-9244-9278c24f43d5/6d0ede35-e73b-491f-a85f-0b5bf1cf0392/e9d7fde4-bdc4-4904-954d-e60dced70b1b) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:07.145410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:07.149119 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.155078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=cc690b3c-26a5-40ab-82d0-6c307fb17b85,revision_number=9']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:07.163923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event updated for resources: {'Network': ['ID=8997513d-2a97-4eb8-8d78-a34b1e4843f2,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:07.166923 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9eb3be76-62ef-4be8-b023-b1b56263fd4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7162993 Jul 29 16:43:07.170129 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50952) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:07.178306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Request body: {'ports': [{'network_id': '1012fc21-39a5-4151-8155-eb258e7ea52b', 'name': 'tempest-port--1053343711', 'admin_state_up': True}, {'network_id': '8997513d-2a97-4eb8-8d78-a34b1e4843f2', 'admin_state_up': False}]} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:07.178539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Request body: {'port': {'network_id': '1012fc21-39a5-4151-8155-eb258e7ea52b', 'name': 'tempest-port--1053343711', 'admin_state_up': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:07.178918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Request body: {'port': {'network_id': '8997513d-2a97-4eb8-8d78-a34b1e4843f2', 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:07.179423 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 89035e16-ab75-431c-a03a-e5969042ec44 resource provider aggregate not found Jul 29 16:43:07.184733 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 8997513d-2a97-4eb8-8d78-a34b1e4843f2 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:07.211246 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-873a421a-9053-41f7-b089-dcb1a1c54db6 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5124688 Jul 29 16:43:07.213025 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50958) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:07.222760 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Request body: {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'mac_address': 'fa:16:3e:d6:09:8c', 'name': 'tempest-NetworksTestDHCPv6-1480248829'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:07.237165 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-190f211f-6822-4e3b-af18-106d81673cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.278043 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f27b22-0b21-4222-a34f-070b39428c41 None None] Resources bound (agent type, host, resource id): {{(pid=89211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 16:43:07.283851 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 89035e16-ab75-431c-a03a-e5969042ec44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89035e16-ab75-431c-a03a-e5969042ec44 found for delete ", "request_id": "req-00814408-2d78-42c5-bdc9-1df908e5d38e"}]} Jul 29 16:43:07.344086 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 27e9b71c-29b9-4bf8-9c59-385ab5847769 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:07.484557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-190f211f-6822-4e3b-af18-106d81673cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.576054 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.585125 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f211f-6822-4e3b-af18-106d81673cea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b174d37d-2228-43f5-bd9b-a67f716a937b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:07.602648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-190f211f-6822-4e3b-af18-106d81673cea admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.619445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 27e9b71c-29b9-4bf8-9c59-385ab5847769 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:07.631462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Transition to ACTIVE for port object e9d7fde4-bdc4-4904-954d-e60dced70b1b will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:07.637400 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 27e9b71c-29b9-4bf8-9c59-385ab5847769 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:07.637782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.642798 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-190f211f-6822-4e3b-af18-106d81673cea admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b174d37d-2228-43f5-bd9b-a67f716a937b HTTP/1.1" status: 204 len: 168 time: 0.9971118 Jul 29 16:43:07.649922 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50962) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:07.662294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:07.672665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:07.678654 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:07.680804 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Usage tracker for resource:port and tenant:5adfdb88e22440bfbdd7a3aae7982f94 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:07.684526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:07.692781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:07.703056 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Made reservation on behalf of 3efaec57e63244198950c33944115bd4 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:07.720857 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Made reservation on behalf of 5adfdb88e22440bfbdd7a3aae7982f94 for: {'port': 2} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:07.725176 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.803459 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.841948 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 27e9b71c-29b9-4bf8-9c59-385ab5847769 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:07.842961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.899150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 27e9b71c-29b9-4bf8-9c59-385ab5847769, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=27e9b71c-29b9-4bf8-9c59-385ab5847769,segment=NetworkSegment(cd37b086-29f0-4437-a24b-a98f124c1f6f),segment_id=cd37b086-29f0-4437-a24b-a98f124c1f6f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:07.902956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084ac94a-3714-42f6-8dfe-6151c6c43d6d None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:07.923470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de26026-3f70-4e47-bebc-dc630bc51754 None None] Network f62c4d55-2778-429e-9244-9278c24f43d5 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:07.943424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.944276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7d5cca8e-53ca-4411-9edf-951e0cc5f22c up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:07.946951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.986637 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-707799cf-c8b8-47f7-87a7-792f00c50835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:07.999487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:08.036154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:08.098427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] device_id is not set on port 570e7102-01bd-4ed6-954d-254ab11b72b5 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:43:08.102224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] device_id is not set on port 74bfd99f-4fff-4d8f-a047-d243e54f3b8a yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:43:08.125222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network f62c4d55-2778-429e-9244-9278c24f43d5 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:08.127955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Subnet': ['ID=a83a5f24-c3e2-446f-a3ba-486c4b5e51c8,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:08.164044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:08.167069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:08.167253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:08.174255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=e9d7fde4-bdc4-4904-954d-e60dced70b1b,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:08.259921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Checking segment: {'id': '5203e53a-2755-46f0-a3ea-87a926b269f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd1bbffe3-07bd-4cbe-8515-0b20fc5d8e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:08.260088 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network hostable DHCP agents. Network: d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:08.294998 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-707799cf-c8b8-47f7-87a7-792f00c50835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:08.343370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-707799cf-c8b8-47f7-87a7-792f00c50835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb830410-9a99-42ed-a3c3-79a51232c562']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:08.367439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:08.370584 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-707799cf-c8b8-47f7-87a7-792f00c50835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23035699-bd78-44bd-9cc9-44c09c947172') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:08.371514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-707799cf-c8b8-47f7-87a7-792f00c50835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23035699-bd78-44bd-9cc9-44c09c947172') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:08.380912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:08.391520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-707799cf-c8b8-47f7-87a7-792f00c50835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:08.400928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:08.401464 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:08.408045 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:08.412837 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:08.413632 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:08.417507 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:08.433699 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-707799cf-c8b8-47f7-87a7-792f00c50835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:08.444171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707799cf-c8b8-47f7-87a7-792f00c50835 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:08.444937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-707799cf-c8b8-47f7-87a7-792f00c50835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:08.464008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-36753ad1-0b8e-4897-97ef-cf54a9c4d535 None None] Provisioning complete for port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:08.464385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-36753ad1-0b8e-4897-97ef-cf54a9c4d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:08.473883 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8::11c (560f49a9-f2f8-459c-86f0-823ac32fcdf1/66b2a821-a97b-4686-a8cb-8f60b3bf9dbe/74bfd99f-4fff-4d8f-a047-d243e54f3b8a) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:08.511613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a23afd4-c556-4343-877e-71d843e67c75 None None] Network d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:08.554635 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-178b84e5-9e7d-40e1-b6c9-5edac49319fa tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9064741 Jul 29 16:43:08.568544 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50966) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:08.590876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c3d9134b-9f0c-406b-8f61-1e409bde7d68 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:08.613523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Allocated IP 2001:db8:0:1:f816:3eff:fed6:98c (560f49a9-f2f8-459c-86f0-823ac32fcdf1/51c44344-fb20-45e4-aeb5-6cf70dbc4230/74bfd99f-4fff-4d8f-a047-d243e54f3b8a) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:08.657461 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:08.681886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-707799cf-c8b8-47f7-87a7-792f00c50835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:08.686885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-707799cf-c8b8-47f7-87a7-792f00c50835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:08.692826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] device_id is not set on port b1e20785-2a7a-4ada-94f6-2af1afafec45 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:43:08.758844 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707799cf-c8b8-47f7-87a7-792f00c50835 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb830410-9a99-42ed-a3c3-79a51232c562,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:08.762938 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-707799cf-c8b8-47f7-87a7-792f00c50835 admin admin] 10.222.0.58 "DELETE /v2.0/networks/cb830410-9a99-42ed-a3c3-79a51232c562 HTTP/1.1" status: 204 len: 168 time: 1.1118650 Jul 29 16:43:08.788845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=27e9b71c-29b9-4bf8-9c59-385ab5847769,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:08.962267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:08.997833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Transition to ACTIVE for port object 74bfd99f-4fff-4d8f-a047-d243e54f3b8a will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:09.016215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.034696 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c3d9134b-9f0c-406b-8f61-1e409bde7d68 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31342120'] for subnet, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.059565 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.128993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50972) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:09.138846 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.146858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23', 'network_id': 'd1bbffe3-07bd-4cbe-8515-0b20fc5d8e23', 'tenant_id': 'd402d880e94746c783b04f4e9a05f1ad', 'fixed_ips': [{'subnet_id': 'a83a5f24-c3e2-446f-a3ba-486c4b5e51c8'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:43:09.148664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.189152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:09.193955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:09.204581 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:09.211275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:09.212259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.260675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event updated for resources: {'Port': ['ID=74bfd99f-4fff-4d8f-a047-d243e54f3b8a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:09.273946 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Checking segment: {'id': 'e7b3df1f-77a5-4154-9eaa-a00b6213e045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1012fc21-39a5-4151-8155-eb258e7ea52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:09.274703 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Network hostable DHCP agents. Network: 1012fc21-39a5-4151-8155-eb258e7ea52b, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:09.287377 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:09.287923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:09.288482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:09.289133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:09.289619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:09.290005 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:09.290638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:09.291004 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:09.291383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:09.291729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:09.292055 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:09.292407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:09.333235 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 23035699-bd78-44bd-9cc9-44c09c947172 resource provider aggregate not found Jul 29 16:43:09.357676 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ab7db00d-ad15-4829-b9a3-f72042b5c189 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4645a50ca1b46ec988ad2583b2ef2a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272789 Jul 29 16:43:09.365069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50980) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:09.393434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Network 1012fc21-39a5-4151-8155-eb258e7ea52b is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:09.397067 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 23035699-bd78-44bd-9cc9-44c09c947172 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23035699-bd78-44bd-9cc9-44c09c947172 found for delete ", "request_id": "req-c634a272-8bbe-41c6-9745-41285c1c9b23"}]} Jul 29 16:43:09.413401 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-be5fd141-aeaf-4d8c-83b4-a0c28043e1ba tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1994991 Jul 29 16:43:09.416515 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-36753ad1-0b8e-4897-97ef-cf54a9c4d535 None None] Current status of the port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:09.417430 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-36753ad1-0b8e-4897-97ef-cf54a9c4d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.420073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50984) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:09.475309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event updated for resources: {'Port': ['ID=570e7102-01bd-4ed6-954d-254ab11b72b5,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:09.477481 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 1012fc21-39a5-4151-8155-eb258e7ea52b) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:09.500594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:09.501774 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.511801 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd8de3c-058d-432f-bb5f-90ab1365dfb6 None None] Network 1012fc21-39a5-4151-8155-eb258e7ea52b requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:09.513092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c3d9134b-9f0c-406b-8f61-1e409bde7d68 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746449700774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32418955'] for subnet, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.589264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d9134b-9f0c-406b-8f61-1e409bde7d68 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:09.590053 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c3d9134b-9f0c-406b-8f61-1e409bde7d68 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.595006 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c3d9134b-9f0c-406b-8f61-1e409bde7d68 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "PUT /v2.0/subnets/a83a5f24-c3e2-446f-a3ba-486c4b5e51c8 HTTP/1.1" status: 200 len: 806 time: 1.0216491 Jul 29 16:43:09.606810 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 50988) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:09.627171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.715567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-6895e0b4-b4fa-4707-a6d4-d0eb5fd4f720 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting port 74bfd99f-4fff-4d8f-a047-d243e54f3b8a {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:09.715914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6895e0b4-b4fa-4707-a6d4-d0eb5fd4f720 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.746500 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-36753ad1-0b8e-4897-97ef-cf54a9c4d535 None None] For port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7d5cca8e-53ca-4411-9edf-951e0cc5f22c,segment=NetworkSegment(b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5),segment_id=b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:09.750409 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:09.751122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.798731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event updated for resources: {'Port': ['ID=b1e20785-2a7a-4ada-94f6-2af1afafec45,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:09.841824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-36753ad1-0b8e-4897-97ef-cf54a9c4d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.845502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Checking segment: {'id': 'aff851ef-2a07-4f9b-9998-1fa95ed9619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8997513d-2a97-4eb8-8d78-a34b1e4843f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:09.845502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Network hostable DHCP agents. Network: 8997513d-2a97-4eb8-8d78-a34b1e4843f2, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:09.867174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-106b6c84-fc8c-492e-a7fc-df88e118970d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.887184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.888003 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.902740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Network 8997513d-2a97-4eb8-8d78-a34b1e4843f2 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:09.926123 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9134b-9f0c-406b-8f61-1e409bde7d68 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Subnet': ['ID=a83a5f24-c3e2-446f-a3ba-486c4b5e51c8,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:09.928819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Allocated IP 172.20.0.2 (d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23/a83a5f24-c3e2-446f-a3ba-486c4b5e51c8/f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:09.945926 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-106b6c84-fc8c-492e-a7fc-df88e118970d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:09.972626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 8997513d-2a97-4eb8-8d78-a34b1e4843f2) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:09.980337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:09.986054 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:09.991055 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:09.991771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:10.021553 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-03b8874c-0fdd-4ba1-8b6c-7c3b51dd5385 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8501623 Jul 29 16:43:10.025135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 50994) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:10.038087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028a9d36-92f6-40ae-b6d9-92be33de0fe1 None None] Network 8997513d-2a97-4eb8-8d78-a34b1e4843f2 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:10.112862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6895e0b4-b4fa-4707-a6d4-d0eb5fd4f720 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:10.119926 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=e9d7fde4-bdc4-4904-954d-e60dced70b1b,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:10.153264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:10.207939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-543bf4c6-200f-47e3-bc14-824ed54cd2d3 None None] Provisioning complete for port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:10.208315 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-543bf4c6-200f-47e3-bc14-824ed54cd2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:10.249672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network f62c4d55-2778-429e-9244-9278c24f43d5 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:10.252749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:10.259145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-106b6c84-fc8c-492e-a7fc-df88e118970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:10.280486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b6c84-fc8c-492e-a7fc-df88e118970d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3e436d-7e7a-4bc9-bc05-775f62da4936,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:10.305670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-6895e0b4-b4fa-4707-a6d4-d0eb5fd4f720 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Calling delete_port for 74bfd99f-4fff-4d8f-a047-d243e54f3b8a owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:10.343048 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:10.360493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:43:10.360863 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:43:10.382975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36753ad1-0b8e-4897-97ef-cf54a9c4d535 None None] Pushing event updated for resources: {'Port': ['ID=7d5cca8e-53ca-4411-9edf-951e0cc5f22c,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:10.425267 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7bfe6c-3758-40c2-91cc-be014007be18 None None] Update dhcp port {'port': {'network_id': '560f49a9-f2f8-459c-86f0-823ac32fcdf1', 'fixed_ips': [{'subnet_id': '51c44344-fb20-45e4-aeb5-6cf70dbc4230', 'ip_address': '2001:db8:0:1:f816:3eff:fe90:3bae'}, {'subnet_id': '66b2a821-a97b-4686-a8cb-8f60b3bf9dbe'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': 'cc690b3c-26a5-40ab-82d0-6c307fb17b85'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:43:10.476087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-106b6c84-fc8c-492e-a7fc-df88e118970d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:10.479734 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-106b6c84-fc8c-492e-a7fc-df88e118970d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f3e436d-7e7a-4bc9-bc05-775f62da4936 HTTP/1.1" status: 204 len: 168 time: 1.0790596 Jul 29 16:43:10.543807 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:43:10.640003 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6895e0b4-b4fa-4707-a6d4-d0eb5fd4f720 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:10.689567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-be7bfe6c-3758-40c2-91cc-be014007be18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:10.766054 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895e0b4-b4fa-4707-a6d4-d0eb5fd4f720 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Port': ['ID=74bfd99f-4fff-4d8f-a047-d243e54f3b8a,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:10.773961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:43:10.788399 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f727ccee-8487-41e8-8d0a-483dfcab3537 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/9f07765a-c83e-4cb3-92e5-efbe6c5a11b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3231931 Jul 29 16:43:10.791196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51000) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:10.801277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-758657201'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:10.808201 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:10.813634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:network and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:10.817585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:10.824592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:10.836936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6895e0b4-b4fa-4707-a6d4-d0eb5fd4f720 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:10.840956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:10.845075 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Sync routers for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:43:10.846927 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:10.853922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5513ad10-381d-4836-9d8f-1dfffe92aeb8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:10.861255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5513ad10-381d-4836-9d8f-1dfffe92aeb8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:10.862038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5513ad10-381d-4836-9d8f-1dfffe92aeb8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Synchronizing usage tracker for tenant:5adfdb88e22440bfbdd7a3aae7982f94 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:10.883542 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6895e0b4-b4fa-4707-a6d4-d0eb5fd4f720 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/74bfd99f-4fff-4d8f-a047-d243e54f3b8a HTTP/1.1" status: 204 len: 168 time: 1.4606304 Jul 29 16:43:10.885305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51006) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:10.888637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5513ad10-381d-4836-9d8f-1dfffe92aeb8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Unset dirty status for tenant:5adfdb88e22440bfbdd7a3aae7982f94 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:10.890506 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5513ad10-381d-4836-9d8f-1dfffe92aeb8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8642042 Jul 29 16:43:10.893022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51010) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:10.956283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:10.975435 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:10.976028 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Added segment b4ca2f0c-7418-4803-9535-8c5268039b36 of type vlan for network 65bb495a-0b07-4122-b1b8-c35330b5dabf Jul 29 16:43:10.978200 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-445c75ad-6c8e-4d3c-9026-0bf9bb9a5835 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Deleting port 570e7102-01bd-4ed6-954d-254ab11b72b5 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:10.978862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-445c75ad-6c8e-4d3c-9026-0bf9bb9a5835 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:11.026237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:11.050874 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51014) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:11.052599 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f533b4-6a31-4a75-af09-87963ff49c78 None None] Network f62c4d55-2778-429e-9244-9278c24f43d5 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:11.056007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e61c0dd-c287-4835-b9f9-4160b6b9e20e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:11.059851 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5e61c0dd-c287-4835-b9f9-4160b6b9e20e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 966 time: 0.1712971 Jul 29 16:43:11.060092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51018) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:11.143356 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:11.148609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:11.149221 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:11.195100 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0bab8520-40e9-405c-a76d-5c64960272b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c9dc0cbf0914d01a2e1fbd367a39f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405711 Jul 29 16:43:11.206373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:11.206992 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:42:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:11.231335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51022) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:11.274119 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4789550 Jul 29 16:43:11.275149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51026) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:11.291267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'subnet': {'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:11.303383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09271cc-c7df-44a2-8277-ce9497b557ef tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:11.307143 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b09271cc-c7df-44a2-8277-ce9497b557ef tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 966 time: 0.2438178 Jul 29 16:43:11.312270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ecaf0-65b5-4adf-bccc-fcea5d4af1ee tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Network': ['ID=65bb495a-0b07-4122-b1b8-c35330b5dabf,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:11.314988 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51030) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:11.352351 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-543bf4c6-200f-47e3-bc14-824ed54cd2d3 None None] Current status of the port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:11.371151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 65bb495a-0b07-4122-b1b8-c35330b5dabf details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:11.388849 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-445c75ad-6c8e-4d3c-9026-0bf9bb9a5835 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:11.394895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:11.399024 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:11.399321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-21f633ac-4be8-4e38-b070-109ff528ab1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:11.419199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4270c52d-be4b-4fe3-8446-3e435068de47 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:11.421493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4270c52d-be4b-4fe3-8446-3e435068de47 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:11.423170 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4270c52d-be4b-4fe3-8446-3e435068de47 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:11.424551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4270c52d-be4b-4fe3-8446-3e435068de47 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:11.447552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-21f633ac-4be8-4e38-b070-109ff528ab1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:11.471195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4270c52d-be4b-4fe3-8446-3e435068de47 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:11.472471 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4270c52d-be4b-4fe3-8446-3e435068de47 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1547968 Jul 29 16:43:11.475262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51034) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:11.544574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Transition to ACTIVE for port object f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:11.563446 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 27e9b71c-29b9-4bf8-9c59-385ab5847769 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:11.564016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-445c75ad-6c8e-4d3c-9026-0bf9bb9a5835 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Calling delete_port for 570e7102-01bd-4ed6-954d-254ab11b72b5 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:11.580205 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-21f633ac-4be8-4e38-b070-109ff528ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:11.610142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 51c44344-fb20-45e4-aeb5-6cf70dbc4230 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:43:11.614996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f633ac-4be8-4e38-b070-109ff528ab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e3603-7c78-435d-b976-fb7dd1cdc92e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:11.622807 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-21f633ac-4be8-4e38-b070-109ff528ab1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:11.624223 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-21f633ac-4be8-4e38-b070-109ff528ab1c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/818e3603-7c78-435d-b976-fb7dd1cdc92e HTTP/1.1" status: 204 len: 168 time: 0.3896406 Jul 29 16:43:11.631264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-be7bfe6c-3758-40c2-91cc-be014007be18 None None] Allocated IP 2001:db8::2 (560f49a9-f2f8-459c-86f0-823ac32fcdf1/66b2a821-a97b-4686-a8cb-8f60b3bf9dbe/cc690b3c-26a5-40ab-82d0-6c307fb17b85) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:11.682580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:11.741471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:11.749187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:subnet and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:11.755712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:11.764135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:11.785631 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Made reservation on behalf of 753758b47ab346708e972c2018912eb1 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:11.789455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:11.805795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Transition to ACTIVE for port object f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:11.812824 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-445c75ad-6c8e-4d3c-9026-0bf9bb9a5835 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:11.828984 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ea9ea65c-e868-4165-9e65-220723fbb753 None None] Provisioning complete for port 27e9b71c-29b9-4bf8-9c59-385ab5847769 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:11.829389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ea9ea65c-e868-4165-9e65-220723fbb753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:11.836603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:11.909954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Subnet': ['ID=a83a5f24-c3e2-446f-a3ba-486c4b5e51c8,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:11.946785 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c75ad-6c8e-4d3c-9026-0bf9bb9a5835 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event deleted for resources: {'Port': ['ID=570e7102-01bd-4ed6-954d-254ab11b72b5,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:11.953909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-445c75ad-6c8e-4d3c-9026-0bf9bb9a5835 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:11.989189 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-445c75ad-6c8e-4d3c-9026-0bf9bb9a5835 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "DELETE /v2.0/ports/570e7102-01bd-4ed6-954d-254ab11b72b5 HTTP/1.1" status: 204 len: 168 time: 1.0947337 Jul 29 16:43:11.992500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51040) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:12.003968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.114330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-0185ebc9-c7ad-41b2-a659-be8cb26e38ef tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Deleting port b1e20785-2a7a-4ada-94f6-2af1afafec45 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:12.114677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0185ebc9-c7ad-41b2-a659-be8cb26e38ef tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.125543 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.180370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:12.193255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5203e53a-2755-46f0-a3ea-87a926b269f9') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:12.193551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5203e53a-2755-46f0-a3ea-87a926b269f9') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:12.205887 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.223314 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.231721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:12.232102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.308303 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 5203e53a-2755-46f0-a3ea-87a926b269f9 resource provider aggregate not found Jul 29 16:43:12.339513 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 5203e53a-2755-46f0-a3ea-87a926b269f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5203e53a-2755-46f0-a3ea-87a926b269f9 found for delete ", "request_id": "req-dcc69fd2-2f8a-48b0-be3d-3220469db935"}]} Jul 29 16:43:12.346649 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 16:43:12.346649 dv-neutron-851534-1-hyperv neutron-server[89209]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 16:43:12.346649 dv-neutron-851534-1-hyperv neutron-server[89209]: [parameters: {'id': 'd1bbffe3-07bd-4cbe-8515-0b20fc5d8e23'}] Jul 29 16:43:12.346649 dv-neutron-851534-1-hyperv neutron-server[89209]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:43:12.347598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:43:12.352924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.399277 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Network d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:12.411098 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:12.425285 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:12.448722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Pushing event updated for resources: {'Port': ['ID=f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:12.462549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0185ebc9-c7ad-41b2-a659-be8cb26e38ef tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.485782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Subnet': ['ID=fabfe8a0-c823-49a9-a884-ba80d64d7980,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:12.505084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 27e9b71c-29b9-4bf8-9c59-385ab5847769 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:12.505084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.540434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Checking segment: {'id': 'b4ca2f0c-7418-4803-9535-8c5268039b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:12.540652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network hostable DHCP agents. Network: 65bb495a-0b07-4122-b1b8-c35330b5dabf, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:12.610318 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-0185ebc9-c7ad-41b2-a659-be8cb26e38ef tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Calling delete_port for b1e20785-2a7a-4ada-94f6-2af1afafec45 owned by {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:12.665235 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network 65bb495a-0b07-4122-b1b8-c35330b5dabf is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:12.682713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 65bb495a-0b07-4122-b1b8-c35330b5dabf) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:12.697103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:12.697702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.706461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-be7bfe6c-3758-40c2-91cc-be014007be18 None None] For port cc690b3c-26a5-40ab-82d0-6c307fb17b85, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cc690b3c-26a5-40ab-82d0-6c307fb17b85,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:12.719849 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0185ebc9-c7ad-41b2-a659-be8cb26e38ef tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.721247 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e6f380-03bc-4322-85c1-f1d460d53c5b None None] Network 65bb495a-0b07-4122-b1b8-c35330b5dabf requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:12.761576 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-812d8e22-a3e4-4570-9b64-1a96555c2ef7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4860277 Jul 29 16:43:12.763160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51048) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:12.777025 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0185ebc9-c7ad-41b2-a659-be8cb26e38ef tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.781808 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0185ebc9-c7ad-41b2-a659-be8cb26e38ef tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "DELETE /v2.0/ports/b1e20785-2a7a-4ada-94f6-2af1afafec45 HTTP/1.1" status: 204 len: 168 time: 0.7854183 Jul 29 16:43:12.781808 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185ebc9-c7ad-41b2-a659-be8cb26e38ef tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event deleted for resources: {'Port': ['ID=b1e20785-2a7a-4ada-94f6-2af1afafec45,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:12.782166 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51052) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:12.802973 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ea65c-e868-4165-9e65-220723fbb753 None None] Current status of the port 27e9b71c-29b9-4bf8-9c59-385ab5847769 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:12.837225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-aff2405c-019c-4ae2-bf8a-fd81ebc4db24 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Synchronizing usage tracker for tenant:5adfdb88e22440bfbdd7a3aae7982f94 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:12.854965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-aff2405c-019c-4ae2-bf8a-fd81ebc4db24 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Unset dirty status for tenant:5adfdb88e22440bfbdd7a3aae7982f94 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:12.860102 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-aff2405c-019c-4ae2-bf8a-fd81ebc4db24 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0724967 Jul 29 16:43:12.860251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Attempting to bind port f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:12.860251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Attempting to bind port f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '5203e53a-2755-46f0-a3ea-87a926b269f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd1bbffe3-07bd-4cbe-8515-0b20fc5d8e23'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:12.860251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Attempting to bind port f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b on network d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:12.860533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51056) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:12.865893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2037194448'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:12.870596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:12.875547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Usage tracker for resource:network and tenant:5adfdb88e22440bfbdd7a3aae7982f94 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:12.878639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:12.886666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:12.886838 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.890322 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:12.890704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Checking segment: {'id': '5203e53a-2755-46f0-a3ea-87a926b269f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd1bbffe3-07bd-4cbe-8515-0b20fc5d8e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:12.891361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.891514 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Bound using segment: {'id': '5203e53a-2755-46f0-a3ea-87a926b269f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd1bbffe3-07bd-4cbe-8515-0b20fc5d8e23'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:12.891961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Bound port: f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5203e53a-2755-46f0-a3ea-87a926b269f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd1bbffe3-07bd-4cbe-8515-0b20fc5d8e23'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:12.892339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.897603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Made reservation on behalf of 5adfdb88e22440bfbdd7a3aae7982f94 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:12.900782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.926645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Deleting port f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:12.926995 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.931363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:12.939690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-be7bfe6c-3758-40c2-91cc-be014007be18 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.941442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:12.941784 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Added segment 116fc48c-7294-4426-9c61-399003e166fe of type vlan for network d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766 Jul 29 16:43:12.970299 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.004259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.008056 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ea9ea65c-e868-4165-9e65-220723fbb753 None None] Provisioning for port e9d7fde4-bdc4-4904-954d-e60dced70b1b completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:13.010076 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:13.010826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.090352 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ea9ea65c-e868-4165-9e65-220723fbb753 None None] Provisioning complete for port e9d7fde4-bdc4-4904-954d-e60dced70b1b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:13.090736 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ea9ea65c-e868-4165-9e65-220723fbb753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.126364 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2615855 Jul 29 16:43:13.126498 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-be7bfe6c-3758-40c2-91cc-be014007be18 None None] Transition to ACTIVE for port object cc690b3c-26a5-40ab-82d0-6c307fb17b85 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:13.128144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51060) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:13.135617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2092804989'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:13.144698 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:13.147149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207085d-c14a-4c88-982f-016d8b4c5c4f tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event updated for resources: {'Network': ['ID=d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:13.149387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.152628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Usage tracker for resource:network and tenant:5adfdb88e22440bfbdd7a3aae7982f94 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:13.155678 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:13.163633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:13.178436 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Made reservation on behalf of 5adfdb88e22440bfbdd7a3aae7982f94 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:13.182111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.202612 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:13.215831 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:13.221310 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 27e9b71c-29b9-4bf8-9c59-385ab5847769 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:13.222539 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cc690b3c-26a5-40ab-82d0-6c307fb17b85 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:13.226596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.227154 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Added segment c8ac33de-819b-456c-a69d-f9e69d246e6e of type vlan for network 08caa946-b164-4ab6-922b-9cddd71e8fe6 Jul 29 16:43:13.266877 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.272598 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-be7bfe6c-3758-40c2-91cc-be014007be18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.274746 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.307964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.313678 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:13.315139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.459140 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3308108 Jul 29 16:43:13.501847 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ea65c-e868-4165-9e65-220723fbb753 None None] Port e9d7fde4-bdc4-4904-954d-e60dced70b1b cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:43:13.503824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] For port f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:13.509774 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74f0d6-0fcd-4eb6-9f61-5f23be1638f8 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event updated for resources: {'Network': ['ID=08caa946-b164-4ab6-922b-9cddd71e8fe6,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:13.589679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 08caa946-b164-4ab6-922b-9cddd71e8fe6 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:13.637114 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] For port f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b, host dv-neutron-851534-1-hyperv, got binding levels [] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:13.637484 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.770563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Calling delete_port for f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:13.817461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] For port f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b,segment=NetworkSegment(5203e53a-2755-46f0-a3ea-87a926b269f9),segment_id=5203e53a-2755-46f0-a3ea-87a926b269f9)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:13.830730 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:08Z', 'revision_number': 4, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d7fde4-bdc4-4904-954d-e60dced70b1b', 'name': '', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:fb:86:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:06Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 2, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:13.833680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-65bb495a-0b07-4122-b1b8-c35330b5dabf', 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'fixed_ips': [{'subnet_id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:43:13.834750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.869349 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.896574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Checking router: 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:43:13.897200 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Updating router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 port e9d7fde4-bdc4-4904-954d-e60dced70b1b binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:43:13.931015 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:13.945380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bfe6c-3758-40c2-91cc-be014007be18 None None] Pushing event updated for resources: {'Port': ['ID=cc690b3c-26a5-40ab-82d0-6c307fb17b85,revision_number=10']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:13.988887 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-edfa2455-9caf-4951-a60c-655b0491f930 None None] Provisioning complete for port 27e9b71c-29b9-4bf8-9c59-385ab5847769 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:13.989313 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-edfa2455-9caf-4951-a60c-655b0491f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:14.191862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7d5cca8e-53ca-4411-9edf-951e0cc5f22c up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:14.220377 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:14.328974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:14.340339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:43:14.340658 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:43:14.341641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:14.402009 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=51c44344-fb20-45e4-aeb5-6cf70dbc4230,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:14.411197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:14.435908 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d418743-42ba-476b-be51-28c3788b93c3 None None] Pushing event updated for resources: {'Port': ['ID=f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:14.583638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Allocated IP 2001:db8:3::2 (65bb495a-0b07-4122-b1b8-c35330b5dabf/fabfe8a0-c823-49a9-a884-ba80d64d7980/c87a3186-ab61-4786-81fb-ddbccba78802) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:14.640381 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/51c44344-fb20-45e4-aeb5-6cf70dbc4230 HTTP/1.1" status: 204 len: 168 time: 3.1616588 Jul 29 16:43:14.640381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:14.640881 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:14.641552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:14.641889 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:14.642218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51066) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:14.642662 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:14.643053 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:14.643386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:14.644189 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:14.644526 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:14.645126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:14.645529 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:14.646043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a8045-f5e9-4ceb-b467-5cd87324a19e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:14.646398 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e745ce-60a7-4a7d-9abf-986d4e3573ca None None] Network d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:14.659484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a72c46c-72e9-42b8-bb7e-b0667626d6f6 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:14.727462 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da5f06d-64c0-40a2-b9fe-c3a4a5c872a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Deleting subnet 66b2a821-a97b-4686-a8cb-8f60b3bf9dbe {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:43:14.731451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5da5f06d-64c0-40a2-b9fe-c3a4a5c872a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:14.817908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5da5f06d-64c0-40a2-b9fe-c3a4a5c872a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:14.842960 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Deleting port f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:14.843392 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:14.848150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:14.848652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:14.906754 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5da5f06d-64c0-40a2-b9fe-c3a4a5c872a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:14.986468 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-edfa2455-9caf-4951-a60c-655b0491f930 None None] Current status of the port 27e9b71c-29b9-4bf8-9c59-385ab5847769 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:15.101205 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] For port f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b,segment=NetworkSegment(5203e53a-2755-46f0-a3ea-87a926b269f9),segment_id=5203e53a-2755-46f0-a3ea-87a926b269f9)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:15.101957 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:15.113926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5da5f06d-64c0-40a2-b9fe-c3a4a5c872a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:15.162475 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5da5f06d-64c0-40a2-b9fe-c3a4a5c872a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:15.175605 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5da5f06d-64c0-40a2-b9fe-c3a4a5c872a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/66b2a821-a97b-4686-a8cb-8f60b3bf9dbe HTTP/1.1" status: 204 len: 168 time: 0.5291133 Jul 29 16:43:15.177367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51070) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:15.179956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5f06d-64c0-40a2-b9fe-c3a4a5c872a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Subnet': ['ID=66b2a821-a97b-4686-a8cb-8f60b3bf9dbe,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:15.259521 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b818a656-2f32-4bd9-a2a3-f67dcede18a9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786250 Jul 29 16:43:15.259841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51074) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:15.272799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Calling delete_port for f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:15.275774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae3e8-16f0-47e4-b19e-1fc2471afbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:15.322368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-edfa2455-9caf-4951-a60c-655b0491f930 None None] Provisioning complete for port e9d7fde4-bdc4-4904-954d-e60dced70b1b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:15.323381 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-edfa2455-9caf-4951-a60c-655b0491f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:15.375447 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba150a9-8132-4f20-b48d-92b7f96546c7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:15.376074 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0ba150a9-8132-4f20-b48d-92b7f96546c7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:15.377662 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:15.395245 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0ba150a9-8132-4f20-b48d-92b7f96546c7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:15.398941 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0ba150a9-8132-4f20-b48d-92b7f96546c7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1354880 Jul 29 16:43:15.399248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51078) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:15.450085 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Port': ['ID=f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:15.463311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No DVR routers for this DVR port f6ec12f2-6d64-4a3b-bee1-bbf3b62d372b on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:43:15.475972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70988d0c-ca0e-486a-a4d4-f90b35bcd5b3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:15.476656 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-70988d0c-ca0e-486a-a4d4-f90b35bcd5b3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Synchronizing usage tracker for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:15.502816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-70988d0c-ca0e-486a-a4d4-f90b35bcd5b3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Unset dirty status for tenant:3efaec57e63244198950c33944115bd4 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:15.507339 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-70988d0c-ca0e-486a-a4d4-f90b35bcd5b3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1038461 Jul 29 16:43:15.507339 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51082) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:15.630330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:15.647977 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a8d6a512-5ba4-48b2-af58-a777eb9c426d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1399956 Jul 29 16:43:15.649465 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51086) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:15.664747 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-edfa2455-9caf-4951-a60c-655b0491f930 None None] Port e9d7fde4-bdc4-4904-954d-e60dced70b1b cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:43:15.665505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:15.685520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5203e53a-2755-46f0-a3ea-87a926b269f9') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:15.686856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5203e53a-2755-46f0-a3ea-87a926b269f9') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:15.695408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:15.702277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:15.722990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:15.724592 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:15.730332 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:15.730932 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:15.735860 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ba5b1f-a123-401e-bb5c-e1c64478d5be tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:15.738736 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ba5b1f-a123-401e-bb5c-e1c64478d5be tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:15.744175 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b5ba5b1f-a123-401e-bb5c-e1c64478d5be tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/74bfd99f-4fff-4d8f-a047-d243e54f3b8a HTTP/1.1" status: 404 len: 333 time: 0.0936940 Jul 29 16:43:15.745027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51090) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:15.803891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Transition to ACTIVE for port object c87a3186-ab61-4786-81fb-ddbccba78802 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:15.824069 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b09f4dfd-8b4b-4c59-9c38-cb5a42cceeee None None] Could not find standard attr ID for object 74bfd99f-4fff-4d8f-a047-d243e54f3b8a. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:43:15.830932 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b40e72-f649-439d-8f0c-a29f9455f663 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:15.831972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89e02b0-ce8f-4002-88cb-340ae9aca4e9 None None] Network d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:15.832734 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b40e72-f649-439d-8f0c-a29f9455f663 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:15.839958 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-19b40e72-f649-439d-8f0c-a29f9455f663 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/51c44344-fb20-45e4-aeb5-6cf70dbc4230 HTTP/1.1" status: 404 len: 337 time: 0.0937681 Jul 29 16:43:15.840756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51094) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:15.871831 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:15.883238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:15.887355 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 5203e53a-2755-46f0-a3ea-87a926b269f9 resource provider aggregate not found Jul 29 16:43:15.898412 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb52cac-8b35-4b59-91f7-b6ddeb55e5dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:15.899631 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb52cac-8b35-4b59-91f7-b6ddeb55e5dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:15.904216 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cbb52cac-8b35-4b59-91f7-b6ddeb55e5dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/66b2a821-a97b-4686-a8cb-8f60b3bf9dbe HTTP/1.1" status: 404 len: 337 time: 0.0609155 Jul 29 16:43:15.905579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51102) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:15.917218 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cc690b3c-26a5-40ab-82d0-6c307fb17b85 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:15.926588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Network': ['ID=d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:15.937260 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 5203e53a-2755-46f0-a3ea-87a926b269f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5203e53a-2755-46f0-a3ea-87a926b269f9 found for delete ", "request_id": "req-a9d18b85-d358-43fd-a4a8-3dd27eab4b70"}]} Jul 29 16:43:15.942863 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6c02eb81-1813-4d80-beda-3aaf91093e37 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23 HTTP/1.1" status: 204 len: 168 time: 6.3348720 Jul 29 16:43:15.945358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51106) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:15.962482 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4af0931-a162-4a9d-93ca-7fc231511c2e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:15.963226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4af0931-a162-4a9d-93ca-7fc231511c2e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:15.968711 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e4af0931-a162-4a9d-93ca-7fc231511c2e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/06d5cca5-c797-4a8f-9028-ffc92bb5756c HTTP/1.1" status: 404 len: 333 time: 0.0596662 Jul 29 16:43:15.969541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51110) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:15.975569 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Transition to ACTIVE for port object c87a3186-ab61-4786-81fb-ddbccba78802 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:15.976553 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2692014-12e8-4bc7-974d-87e7c61b131f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:15.976828 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2692014-12e8-4bc7-974d-87e7c61b131f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:15.978988 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c2692014-12e8-4bc7-974d-87e7c61b131f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23 HTTP/1.1" status: 404 len: 339 time: 0.0326736 Jul 29 16:43:15.983553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51114) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:15.992564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1478157662', 'description': 'd1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:16.011666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:16.028393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:16.031189 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa5a210-4603-483d-857d-1ac16f6fbd22 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:16.031925 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa5a210-4603-483d-857d-1ac16f6fbd22 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:16.034163 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1aa5a210-4603-483d-857d-1ac16f6fbd22 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/430734f5-7b89-4b2f-8970-2f1432836558 HTTP/1.1" status: 404 len: 337 time: 0.0631628 Jul 29 16:43:16.047564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:16.052561 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51118) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.096482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b09f4dfd-8b4b-4c59-9c38-cb5a42cceeee None None] Provisioning complete for port e9d7fde4-bdc4-4904-954d-e60dced70b1b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:16.096865 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b09f4dfd-8b4b-4c59-9c38-cb5a42cceeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:16.099287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Allocated IP 2001:db8:3::1 (65bb495a-0b07-4122-b1b8-c35330b5dabf/fabfe8a0-c823-49a9-a884-ba80d64d7980/f6c6ad46-3a69-402c-a775-52492bc6ac7a) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:16.107133 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c34483-334e-4e39-ae7a-35da9495b018 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:16.108239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c34483-334e-4e39-ae7a-35da9495b018 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:16.110603 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a5c34483-334e-4e39-ae7a-35da9495b018 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/50593429-434b-445c-8c00-d47bc61289b5 HTTP/1.1" status: 404 len: 337 time: 0.0564001 Jul 29 16:43:16.112996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51122) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.140091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7917b2e-4981-470b-95cb-98e84c96765a None None] DHCP port deletion for 560f49a9-f2f8-459c-86f0-823ac32fcdf1 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:43:16.157538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Transition to ACTIVE for port object e9d7fde4-bdc4-4904-954d-e60dced70b1b will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:16.172041 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-b651fbaf-6daf-4b7e-926b-411e8009e46e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:16.173160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b651fbaf-6daf-4b7e-926b-411e8009e46e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:16.175991 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b651fbaf-6daf-4b7e-926b-411e8009e46e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/8c546152-d299-4c56-8c5e-269656ebf645 HTTP/1.1" status: 404 len: 333 time: 0.0613420 Jul 29 16:43:16.179296 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51126) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.187609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e7917b2e-4981-470b-95cb-98e84c96765a None None] Deleting port cc690b3c-26a5-40ab-82d0-6c307fb17b85 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:16.187991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e7917b2e-4981-470b-95cb-98e84c96765a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:16.200553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:network and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:16.204152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:16.210456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:16.229643 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:16.233290 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:16.235446 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-8116bba6-176f-436f-833c-f8106be4945c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:16.236227 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8116bba6-176f-436f-833c-f8106be4945c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:16.241364 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8116bba6-176f-436f-833c-f8106be4945c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/f9e09381-a73f-4113-8162-4ff1ee562e0d HTTP/1.1" status: 404 len: 337 time: 0.0611048 Jul 29 16:43:16.243180 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51130) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.271844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:16.298968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:16.304729 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-455620aa-c5de-4670-b27a-4a2af4ad813d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:16.305534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455620aa-c5de-4670-b27a-4a2af4ad813d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:16.310766 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-455620aa-c5de-4670-b27a-4a2af4ad813d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/2c62189d-7461-48d7-9fdb-e7c33766509c HTTP/1.1" status: 404 len: 337 time: 0.0662086 Jul 29 16:43:16.312270 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51134) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.332075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:16.332878 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Added segment 562a3df3-49c8-417c-9497-0481a474f6f1 of type vlan for network 216b8580-0342-443b-aeef-840e3c12b339 Jul 29 16:43:16.334162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Network 65bb495a-0b07-4122-b1b8-c35330b5dabf is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:16.346919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:16.355080 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:16.359333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b09f4dfd-8b4b-4c59-9c38-cb5a42cceeee None None] Port e9d7fde4-bdc4-4904-954d-e60dced70b1b cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:43:16.367609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Pushing event updated for resources: {'Port': ['ID=c87a3186-ab61-4786-81fb-ddbccba78802,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:16.376904 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb64e9a-fea4-4be7-816d-d94c0c04477a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:16.377573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb64e9a-fea4-4be7-816d-d94c0c04477a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:16.385102 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4fb64e9a-fea4-4be7-816d-d94c0c04477a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/8ffa03aa-8743-4cb0-a211-4b652fe68880 HTTP/1.1" status: 404 len: 333 time: 0.0681210 Jul 29 16:43:16.386634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51138) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.435726 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20816cc-9a36-4cc8-98b3-b965fe2641d1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:16.437409 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20816cc-9a36-4cc8-98b3-b965fe2641d1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:16.442965 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d20816cc-9a36-4cc8-98b3-b965fe2641d1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/1d4a3ebf-c682-4337-8e6a-1b9392670509 HTTP/1.1" status: 404 len: 337 time: 0.0547824 Jul 29 16:43:16.444066 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51142) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.495461 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c19778-73b8-4178-a72b-2186d4e21f3c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:16.496300 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c19778-73b8-4178-a72b-2186d4e21f3c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:16.502502 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b3c19778-73b8-4178-a72b-2186d4e21f3c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/2dadf7df-1179-4913-a53c-fd87ea563e2c HTTP/1.1" status: 404 len: 337 time: 0.0521450 Jul 29 16:43:16.503793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51146) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.557715 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:16.565610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:16.566185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:16.566686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:16.567208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:16.567708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:16.568213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:16.568710 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:16.569221 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:16.569729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:16.570211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:16.570701 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:16.571181 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:43:16.594187 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-7420e4d3-e930-4cc3-9c3c-af3381958c9a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:16.594672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7420e4d3-e930-4cc3-9c3c-af3381958c9a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:16.602835 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7420e4d3-e930-4cc3-9c3c-af3381958c9a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/8653a089-0d53-46d2-8f3f-39f137e1e3d3 HTTP/1.1" status: 404 len: 333 time: 0.0978041 Jul 29 16:43:16.603972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51150) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.636798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:16.641067 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Transition to ACTIVE for port object f6c6ad46-3a69-402c-a775-52492bc6ac7a will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:16.664956 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-53361643-186e-4b52-b0b2-e73bedc2470d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:16.666146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53361643-186e-4b52-b0b2-e73bedc2470d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:16.668881 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-53361643-186e-4b52-b0b2-e73bedc2470d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/59b01de4-dbf6-428c-a1aa-56dcb677c3f3 HTTP/1.1" status: 404 len: 337 time: 0.0639515 Jul 29 16:43:16.672052 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51154) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.721766 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba698e68-49f4-457c-a79e-a8a00fe37bd3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:16.722247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba698e68-49f4-457c-a79e-a8a00fe37bd3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:16.726413 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ba698e68-49f4-457c-a79e-a8a00fe37bd3 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/c8aca4e8-3e84-4005-ab09-c52dcbf8cca5 HTTP/1.1" status: 404 len: 333 time: 0.0500040 Jul 29 16:43:16.726631 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51158) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.737038 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:16.744035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:16.744897 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:16.772760 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:16.781581 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a7a823-f989-489f-9ac6-5f370f098471 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:16.782626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a7a823-f989-489f-9ac6-5f370f098471 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:16.786168 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f8a7a823-f989-489f-9ac6-5f370f098471 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/d6e62199-89cf-4cf1-ab35-3e36c739277f HTTP/1.1" status: 404 len: 337 time: 0.0584941 Jul 29 16:43:16.788738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51162) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.844443 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fe235b-1ae5-40f6-925b-cc8f4d49148f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:16.845343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fe235b-1ae5-40f6-925b-cc8f4d49148f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:16.847622 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-71fe235b-1ae5-40f6-925b-cc8f4d49148f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/b33675dd-3fa3-4896-a1ae-8c0a9131c732 HTTP/1.1" status: 404 len: 333 time: 0.0575373 Jul 29 16:43:16.851968 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51166) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.859774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b09f4dfd-8b4b-4c59-9c38-cb5a42cceeee None None] Provisioning for port cc690b3c-26a5-40ab-82d0-6c307fb17b85 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:16.893175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51170) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.901909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Request body: {'subnets': [{'network_id': 'd4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1144061869', 'ip_version': 6}, {'network_id': '08caa946-b164-4ab6-922b-9cddd71e8fe6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:16.902194 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Request body: {'subnet': {'network_id': 'd4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1144061869', 'ip_version': 6}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:16.902921 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Request body: {'subnet': {'network_id': '08caa946-b164-4ab6-922b-9cddd71e8fe6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:16.920316 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-af40535f-10e4-4f59-a64d-d5671633cc48 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:16.920679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af40535f-10e4-4f59-a64d-d5671633cc48 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:16.924986 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-af40535f-10e4-4f59-a64d-d5671633cc48 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/03f590e7-6a2e-467d-80c4-f8b4f8900195 HTTP/1.1" status: 404 len: 337 time: 0.0691707 Jul 29 16:43:16.927235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=f6c6ad46-3a69-402c-a775-52492bc6ac7a,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:16.927407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51174) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.931480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b09f4dfd-8b4b-4c59-9c38-cb5a42cceeee None None] Provisioning complete for port cc690b3c-26a5-40ab-82d0-6c307fb17b85 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:16.932018 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b09f4dfd-8b4b-4c59-9c38-cb5a42cceeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:16.964322 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9784057 Jul 29 16:43:16.965210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network 65bb495a-0b07-4122-b1b8-c35330b5dabf is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:16.968421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51178) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:16.972949 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00008d-89d5-4ab9-82cb-a97a9649faac None None] Pushing event updated for resources: {'Port': ['ID=e9d7fde4-bdc4-4904-954d-e60dced70b1b,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:16.973128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:16.975313 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Attempting to bind port c87a3186-ab61-4786-81fb-ddbccba78802 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:16.975684 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Attempting to bind port c87a3186-ab61-4786-81fb-ddbccba78802 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b4ca2f0c-7418-4803-9535-8c5268039b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:16.976057 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Attempting to bind port c87a3186-ab61-4786-81fb-ddbccba78802 on network 65bb495a-0b07-4122-b1b8-c35330b5dabf {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:16.992472 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1988cd-f4ea-44e0-9a10-a20cb1cbf884 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Network': ['ID=216b8580-0342-443b-aeef-840e3c12b339,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:16.997666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:16.998734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.035744 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d55d7a9-f7b4-43c9-9795-cbab7886ed69 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:17.035972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d55d7a9-f7b4-43c9-9795-cbab7886ed69 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:17.040427 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1d55d7a9-f7b4-43c9-9795-cbab7886ed69 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/81719921-dc74-408c-9e4e-522a8a41df65 HTTP/1.1" status: 404 len: 333 time: 0.1102877 Jul 29 16:43:17.041076 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 216b8580-0342-443b-aeef-840e3c12b339 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:17.049012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51182) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:17.087055 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:17.087438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Checking segment: {'id': 'b4ca2f0c-7418-4803-9535-8c5268039b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:17.087780 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.088745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Bound using segment: {'id': 'b4ca2f0c-7418-4803-9535-8c5268039b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:17.088745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Bound port: c87a3186-ab61-4786-81fb-ddbccba78802, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ca2f0c-7418-4803-9535-8c5268039b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:17.089083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.100350 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-e590dc8c-3eee-4fc4-ba2f-2b0aef8a3dd7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:17.100799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e590dc8c-3eee-4fc4-ba2f-2b0aef8a3dd7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:17.104887 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e590dc8c-3eee-4fc4-ba2f-2b0aef8a3dd7 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/14c80da0-271c-4866-9cf1-941486db8958 HTTP/1.1" status: 404 len: 337 time: 0.0527613 Jul 29 16:43:17.105033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51186) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:17.118909 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9743f4a-c094-4d25-bc41-363733c9cfe6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:17.119584 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e9743f4a-c094-4d25-bc41-363733c9cfe6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Synchronizing usage tracker for tenant:d402d880e94746c783b04f4e9a05f1ad on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:17.153963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e9743f4a-c094-4d25-bc41-363733c9cfe6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Unset dirty status for tenant:d402d880e94746c783b04f4e9a05f1ad on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:17.158414 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e9743f4a-c094-4d25-bc41-363733c9cfe6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "GET /v2.0/networks?id=216b8580-0342-443b-aeef-840e3c12b339 HTTP/1.1" status: 200 len: 761 time: 0.1869512 Jul 29 16:43:17.161445 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51190) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:17.189316 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Attempting to bind port e9d7fde4-bdc4-4904-954d-e60dced70b1b on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:17.189642 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Attempting to bind port e9d7fde4-bdc4-4904-954d-e60dced70b1b by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'cd37b086-29f0-4437-a24b-a98f124c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:17.189964 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Attempting to bind port e9d7fde4-bdc4-4904-954d-e60dced70b1b on network f62c4d55-2778-429e-9244-9278c24f43d5 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:17.215794 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c753736-0391-42fe-9e6b-cb3d61da7b26 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:17.216741 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c753736-0391-42fe-9e6b-cb3d61da7b26 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:17.221383 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2c753736-0391-42fe-9e6b-cb3d61da7b26 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/3df05484-b230-4e37-904e-ab9ec486e2c7 HTTP/1.1" status: 404 len: 333 time: 0.1126359 Jul 29 16:43:17.222457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51194) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:17.227821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-76395af1-bc1c-4a2e-9b45-0b52a518cd43 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'network': {'description': 'd2'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:17.257754 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:17.258168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Checking segment: {'id': 'cd37b086-29f0-4437-a24b-a98f124c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:17.259438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.259438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Bound using segment: {'id': 'cd37b086-29f0-4437-a24b-a98f124c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:17.259438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Bound port: e9d7fde4-bdc4-4904-954d-e60dced70b1b, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd37b086-29f0-4437-a24b-a98f124c1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:17.259823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.267138 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ffd3a3-4a74-4f29-a1d9-1f6d8f605b99 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:17.267603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ffd3a3-4a74-4f29-a1d9-1f6d8f605b99 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:17.271705 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c4ffd3a3-4a74-4f29-a1d9-1f6d8f605b99 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/437e5a17-fe90-48bc-89d1-ef0488584861 HTTP/1.1" status: 404 len: 337 time: 0.0467057 Jul 29 16:43:17.271705 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.279098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51198) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:17.330891 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-232e35ff-771f-4c2c-8688-95db83f2b5d9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:17.331286 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232e35ff-771f-4c2c-8688-95db83f2b5d9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:17.335338 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-232e35ff-771f-4c2c-8688-95db83f2b5d9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/1144413d-36a1-4384-b826-f4886b55c59d HTTP/1.1" status: 404 len: 333 time: 0.0523646 Jul 29 16:43:17.339786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51202) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:17.341656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e7917b2e-4981-470b-95cb-98e84c96765a None None] For port cc690b3c-26a5-40ab-82d0-6c307fb17b85, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cc690b3c-26a5-40ab-82d0-6c307fb17b85,segment=NetworkSegment(b3be2658-8b11-48c3-8baa-8434ee8772ae),segment_id=b3be2658-8b11-48c3-8baa-8434ee8772ae)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:17.342480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e7917b2e-4981-470b-95cb-98e84c96765a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.396979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:17.405105 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-027b2e2e-f5ae-45ab-88d2-295dfd8bc4b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:17.405549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027b2e2e-f5ae-45ab-88d2-295dfd8bc4b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:17.407225 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-027b2e2e-f5ae-45ab-88d2-295dfd8bc4b8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/3ab1f906-2983-4458-b42d-0a0ce9a8275e HTTP/1.1" status: 404 len: 337 time: 0.0651040 Jul 29 16:43:17.408254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Usage tracker for resource:subnet and tenant:5adfdb88e22440bfbdd7a3aae7982f94 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:17.411929 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51206) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:17.412676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:17.562334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e7917b2e-4981-470b-95cb-98e84c96765a None None] Calling delete_port for cc690b3c-26a5-40ab-82d0-6c307fb17b85 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:17.600871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:17.613485 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-a196c541-a1d1-4b01-ba99-e2cd3aa2a24f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:17.613942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a196c541-a1d1-4b01-ba99-e2cd3aa2a24f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:17.615610 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a196c541-a1d1-4b01-ba99-e2cd3aa2a24f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/29ce9393-1736-4ae3-935d-418346df7d5f HTTP/1.1" status: 404 len: 337 time: 0.2000721 Jul 29 16:43:17.656243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51210) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:17.689461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] For port c87a3186-ab61-4786-81fb-ddbccba78802, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:17.694265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Made reservation on behalf of 5adfdb88e22440bfbdd7a3aae7982f94 for: {'subnet': 2} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:17.697903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] For port c87a3186-ab61-4786-81fb-ddbccba78802, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c87a3186-ab61-4786-81fb-ddbccba78802,segment=NetworkSegment(b4ca2f0c-7418-4803-9535-8c5268039b36),segment_id=b4ca2f0c-7418-4803-9535-8c5268039b36)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:17.699078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.699405 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.704679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b09f4dfd-8b4b-4c59-9c38-cb5a42cceeee None None] Current status of the port cc690b3c-26a5-40ab-82d0-6c307fb17b85 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:17.706937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2f80197f-1ca5-4315-81dd-ef83ad726750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.712315 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-30068777-6d80-4749-b4ab-2932227e9a5d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:17.713267 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30068777-6d80-4749-b4ab-2932227e9a5d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:17.714998 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.717408 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-30068777-6d80-4749-b4ab-2932227e9a5d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/32545c93-864d-4cf9-8c24-fb90dd77470e HTTP/1.1" status: 404 len: 333 time: 0.0602994 Jul 29 16:43:17.718135 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51216) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:17.731253 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] For port e9d7fde4-bdc4-4904-954d-e60dced70b1b, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:17.765073 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf789b61-91e0-4d65-ab61-3e1fdcf0839f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:17.765539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf789b61-91e0-4d65-ab61-3e1fdcf0839f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:17.770493 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cf789b61-91e0-4d65-ab61-3e1fdcf0839f tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/34b9abc3-d213-47cc-ae9e-fc777a1be1f6 HTTP/1.1" status: 404 len: 337 time: 0.0477717 Jul 29 16:43:17.771097 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51220) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:17.788467 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] For port e9d7fde4-bdc4-4904-954d-e60dced70b1b, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e9d7fde4-bdc4-4904-954d-e60dced70b1b,segment=NetworkSegment(cd37b086-29f0-4437-a24b-a98f124c1f6f),segment_id=cd37b086-29f0-4437-a24b-a98f124c1f6f)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:17.813143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.825067 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cc690b3c-26a5-40ab-82d0-6c307fb17b85 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:43:17.834478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76395af1-bc1c-4a2e-9b45-0b52a518cd43 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.845551 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-537ffdbe-be77-41f5-94a1-d196d1a8c927 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:17.846008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537ffdbe-be77-41f5-94a1-d196d1a8c927 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:17.850100 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-537ffdbe-be77-41f5-94a1-d196d1a8c927 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/4d33c425-9435-4fcd-897b-cb6f5918acb1 HTTP/1.1" status: 404 len: 337 time: 0.0719626 Jul 29 16:43:17.851182 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51224) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:17.874870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e7917b2e-4981-470b-95cb-98e84c96765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.876162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76395af1-bc1c-4a2e-9b45-0b52a518cd43 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.891316 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: cc690b3c-26a5-40ab-82d0-6c307fb17b85 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:17.891734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cc690b3c-26a5-40ab-82d0-6c307fb17b85 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:43:17.906616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76395af1-bc1c-4a2e-9b45-0b52a518cd43 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network 216b8580-0342-443b-aeef-840e3c12b339 is not hosted by any dhcp agent {{(pid=89210) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jul 29 16:43:17.911667 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-474be9f7-df96-4669-b022-d0336d3b6942 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:17.912151 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474be9f7-df96-4669-b022-d0336d3b6942 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:17.912329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76395af1-bc1c-4a2e-9b45-0b52a518cd43 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:17.913066 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76395af1-bc1c-4a2e-9b45-0b52a518cd43 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:17.918946 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-474be9f7-df96-4669-b022-d0336d3b6942 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/83741b2f-5fb5-48b6-bf64-c0f794be282b HTTP/1.1" status: 404 len: 333 time: 0.0620637 Jul 29 16:43:17.919114 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-76395af1-bc1c-4a2e-9b45-0b52a518cd43 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "PUT /v2.0/networks/216b8580-0342-443b-aeef-840e3c12b339 HTTP/1.1" status: 200 len: 758 time: 0.7479403 Jul 29 16:43:17.926245 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51228) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:17.926433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51230) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:17.939874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec46a8-ec33-44a3-99ac-f2d26c504502 None None] Pushing event updated for resources: {'Port': ['ID=c87a3186-ab61-4786-81fb-ddbccba78802,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:17.984273 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7917b2e-4981-470b-95cb-98e84c96765a None None] No DVR routers for this DVR port cc690b3c-26a5-40ab-82d0-6c307fb17b85 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:43:18.004956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76395af1-bc1c-4a2e-9b45-0b52a518cd43 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Network': ['ID=216b8580-0342-443b-aeef-840e3c12b339,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:18.005519 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:18.011494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:18.061484 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e884b2-11b8-43fa-8ff1-49a09d1c06dd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:18.061944 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e884b2-11b8-43fa-8ff1-49a09d1c06dd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:18.063775 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f7e884b2-11b8-43fa-8ff1-49a09d1c06dd tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/0e63a5e8-2cb2-4a30-a450-3acd39ab0bc2 HTTP/1.1" status: 404 len: 337 time: 0.1341360 Jul 29 16:43:18.066460 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51236) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:18.090425 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db9213-e612-4e38-b308-1a92c5e9e6e6 None None] Network 560f49a9-f2f8-459c-86f0-823ac32fcdf1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:18.104229 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 216b8580-0342-443b-aeef-840e3c12b339 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:18.122458 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-3daeab19-133b-402a-a93a-a122d7dbf31b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:18.122985 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3daeab19-133b-402a-a93a-a122d7dbf31b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:18.135610 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3daeab19-133b-402a-a93a-a122d7dbf31b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/75c21b5f-1181-4d38-ab89-441c3a49c09a HTTP/1.1" status: 404 len: 337 time: 0.0680537 Jul 29 16:43:18.155940 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51240) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:18.227697 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a9e4a6-6b6f-44f1-b13d-037e41ebc2b2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:18.228287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a9e4a6-6b6f-44f1-b13d-037e41ebc2b2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:18.230448 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b7a9e4a6-6b6f-44f1-b13d-037e41ebc2b2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/4eaf7599-bfae-4b2e-ac35-db7f7d6c9264 HTTP/1.1" status: 404 len: 333 time: 0.0734618 Jul 29 16:43:18.236791 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51246) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:18.280446 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1269ff9c-e5a4-4759-87f2-2ec123142dd9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:18.282168 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1269ff9c-e5a4-4759-87f2-2ec123142dd9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "GET /v2.0/networks?id=216b8580-0342-443b-aeef-840e3c12b339 HTTP/1.1" status: 200 len: 761 time: 0.3547602 Jul 29 16:43:18.290070 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51250) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:18.304937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9e0034f6-c1b0-4f86-8317-53a2e06b7ac6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-21868964'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:18.309609 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-83252f81-6620-4f66-a450-e876d51a8900 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:18.314164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83252f81-6620-4f66-a450-e876d51a8900 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:18.316095 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-83252f81-6620-4f66-a450-e876d51a8900 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/e7c2e352-9594-4a16-8bbc-c9b046fb411d HTTP/1.1" status: 404 len: 337 time: 0.0782320 Jul 29 16:43:18.318722 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51254) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:18.322803 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:18.377281 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccceca8d-c4f2-4eac-8d50-864ac3545cd9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:18.377745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccceca8d-c4f2-4eac-8d50-864ac3545cd9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:18.379470 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ccceca8d-c4f2-4eac-8d50-864ac3545cd9 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/75d9b729-d340-4e2d-a230-0f3a243448e6 HTTP/1.1" status: 404 len: 337 time: 0.0597818 Jul 29 16:43:18.380266 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:18.381031 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:18.384525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51258) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:18.391062 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9e0034f6-c1b0-4f86-8317-53a2e06b7ac6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:18.432077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9e0034f6-c1b0-4f86-8317-53a2e06b7ac6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:18.504503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:18.505270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00008d-89d5-4ab9-82cb-a97a9649faac None None] Pushing event updated for resources: {'Port': ['ID=e9d7fde4-bdc4-4904-954d-e60dced70b1b,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:18.515243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:18.539654 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0034f6-c1b0-4f86-8317-53a2e06b7ac6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:18.548414 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e0034f6-c1b0-4f86-8317-53a2e06b7ac6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:18.561837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:18.612819 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0034f6-c1b0-4f86-8317-53a2e06b7ac6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:18.642909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e0034f6-c1b0-4f86-8317-53a2e06b7ac6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:18.643562 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-9e0034f6-c1b0-4f86-8317-53a2e06b7ac6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Added segment d9d2d787-5aad-46c7-a6b0-7043883df59a of type vlan for network ab5f0b01-37da-4008-bf7b-2ead533e7a5f Jul 29 16:43:18.652437 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:18.684716 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7917b2e-4981-470b-95cb-98e84c96765a None None] Pushing event deleted for resources: {'Port': ['ID=cc690b3c-26a5-40ab-82d0-6c307fb17b85,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:18.711358 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-90d8a77f-5371-4d80-9cbc-06b2d38a45d8 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f6d4e9-7f64-462f-bac6-fae282b41435 HTTP/1.1" status: 200 len: 205 time: 0.1193411 Jul 29 16:43:18.719594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51262) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:18.745802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e0034f6-c1b0-4f86-8317-53a2e06b7ac6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:18.774903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event updated for resources: {'Subnet': ['ID=072e7c2a-133c-41ed-89dd-c87c7a47050e,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:18.800904 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Checking segment: {'id': '116fc48c-7294-4426-9c61-399003e166fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:18.801324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Network hostable DHCP agents. Network: d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:18.816798 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e0034f6-c1b0-4f86-8317-53a2e06b7ac6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:18.822179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0034f6-c1b0-4f86-8317-53a2e06b7ac6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:18.822748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e0034f6-c1b0-4f86-8317-53a2e06b7ac6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:18.857138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event updated for resources: {'Port': ['ID=f6c6ad46-3a69-402c-a775-52492bc6ac7a,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:18.862981 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-9753f0f4-13a8-4dda-9ca3-b1bc9bd62780 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] delete failed (client error): The resource could not be found. Jul 29 16:43:18.864157 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9753f0f4-13a8-4dda-9ca3-b1bc9bd62780 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/routers/e3f6d4e9-7f64-462f-bac6-fae282b41435 HTTP/1.1" status: 404 len: 336 time: 0.1411161 Jul 29 16:43:18.867081 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51266) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:18.917369 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c477d1f-d84c-4c70-8102-08b5877d679e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:18.917920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c477d1f-d84c-4c70-8102-08b5877d679e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:18.922902 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5c477d1f-d84c-4c70-8102-08b5877d679e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/04fce648-d10d-4b5f-8114-201062de2eb1 HTTP/1.1" status: 404 len: 337 time: 0.0515983 Jul 29 16:43:18.924890 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51270) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:18.925028 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Network d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:18.953559 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9e0034f6-c1b0-4f86-8317-53a2e06b7ac6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6596689 Jul 29 16:43:18.953774 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51274) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:18.963101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'subnet': {'network_id': 'ab5f0b01-37da-4008-bf7b-2ead533e7a5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:18.978145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0034f6-c1b0-4f86-8317-53a2e06b7ac6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Network': ['ID=ab5f0b01-37da-4008-bf7b-2ead533e7a5f,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:18.985086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:18.988923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:19.006844 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7768c74b-194d-4aeb-8c05-fece99277585 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a803714-714e-421b-a1ad-48dc12eb5f4c HTTP/1.1" status: 200 len: 205 time: 0.0796652 Jul 29 16:43:19.008707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51278) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:19.031305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network ab5f0b01-37da-4008-bf7b-2ead533e7a5f details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:19.042998 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd327946-8895-4368-91fc-03ebee1b3171 None None] Network d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:19.093500 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-e2706704-8781-4f62-91cf-d2f07decf26b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] delete failed (client error): The resource could not be found. Jul 29 16:43:19.097164 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e2706704-8781-4f62-91cf-d2f07decf26b tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/routers/3a803714-714e-421b-a1ad-48dc12eb5f4c HTTP/1.1" status: 404 len: 336 time: 0.0852497 Jul 29 16:43:19.098435 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51282) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:19.099622 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Network 65bb495a-0b07-4122-b1b8-c35330b5dabf is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:19.101286 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:19.188879 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2b0e56-3f0f-4338-8eb6-7919c8c10a2d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:19.189355 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2b0e56-3f0f-4338-8eb6-7919c8c10a2d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:19.191050 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ca2b0e56-3f0f-4338-8eb6-7919c8c10a2d tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/35297991-e29e-46fd-89b7-0f9c77f92b40 HTTP/1.1" status: 404 len: 337 time: 0.0912497 Jul 29 16:43:19.203193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51286) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:19.262118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:19.275216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Usage tracker for resource:subnet and tenant:d402d880e94746c783b04f4e9a05f1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:19.278961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:19.285379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:43:19.286316 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:19.293107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event updated for resources: {'Subnet': ['ID=ebe8f4ef-94b4-4736-bd68-8d51c3084d2f,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:19.303836 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Checking segment: {'id': 'c8ac33de-819b-456c-a69d-f9e69d246e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08caa946-b164-4ab6-922b-9cddd71e8fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:19.304203 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Network hostable DHCP agents. Network: 08caa946-b164-4ab6-922b-9cddd71e8fe6, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:19.313761 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-204a71f4-5c90-4f20-8e29-d510d564f7a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:19.314211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204a71f4-5c90-4f20-8e29-d510d564f7a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:19.318926 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-204a71f4-5c90-4f20-8e29-d510d564f7a5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/8a6f5b4b-b64f-47b6-9a3a-aba9cb8aa993 HTTP/1.1" status: 404 len: 337 time: 0.1125600 Jul 29 16:43:19.324608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51290) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:19.328261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:19.331783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:19.468882 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba258c50-db18-4c38-8e0b-5a12295090dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:19.469383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba258c50-db18-4c38-8e0b-5a12295090dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:19.474384 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ba258c50-db18-4c38-8e0b-5a12295090dc tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/e1eb5dfa-0766-46d6-a4ac-8ad20512f5d3 HTTP/1.1" status: 404 len: 333 time: 0.1241357 Jul 29 16:43:19.474384 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Network 08caa946-b164-4ab6-922b-9cddd71e8fe6 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:19.474641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51294) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:19.515917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:43:19.527148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:17Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d7fde4-bdc4-4904-954d-e60dced70b1b', 'name': '', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:fb:86:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:06Z', 'updated_at': '2022-07-29T16:43:17Z', 'revision_number': 4, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c6ad46-3a69-402c-a775-52492bc6ac7a', 'name': '', 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:9d:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:14Z', 'updated_at': '2022-07-29T16:43:16Z', 'revision_number': 1, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:19.530464 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bcb0888d-5510-4371-844f-afcec55fd051 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/9f07765a-c83e-4cb3-92e5-efbe6c5a11b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7654476 Jul 29 16:43:19.531706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70107840-6366-46e3-9973-729638734356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766', 'network_id': 'd4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766', 'tenant_id': '5adfdb88e22440bfbdd7a3aae7982f94', 'fixed_ips': [{'subnet_id': '072e7c2a-133c-41ed-89dd-c87c7a47050e'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:43:19.532761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-70107840-6366-46e3-9973-729638734356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:19.536622 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51298) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:19.538296 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-354d3254-f32e-4354-8979-38912e1173d5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:19.539067 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-354d3254-f32e-4354-8979-38912e1173d5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:19.541400 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-354d3254-f32e-4354-8979-38912e1173d5 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/fb28e509-85a4-4feb-a966-1e6905be488a HTTP/1.1" status: 404 len: 337 time: 0.0668299 Jul 29 16:43:19.544821 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51300) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:19.550517 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f216fff0-2d67-4c29-aa5a-45815ad72bf2 None None] The sync data for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv is: [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:17Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d7fde4-bdc4-4904-954d-e60dced70b1b', 'name': '', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:fb:86:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:06Z', 'updated_at': '2022-07-29T16:43:17Z', 'revision_number': 4, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c6ad46-3a69-402c-a775-52492bc6ac7a', 'name': '', 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:9d:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:14Z', 'updated_at': '2022-07-29T16:43:16Z', 'revision_number': 1, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:43:19.559461 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a836febe-8d18-4329-9705-5e0ec459cdce tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:19.562015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa01df3a-c2cf-4088-9b90-cd48a160700b None None] Network 65bb495a-0b07-4122-b1b8-c35330b5dabf requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:19.656616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 08caa946-b164-4ab6-922b-9cddd71e8fe6) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:19.684906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:19.687821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:19.688487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:19.719380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c936e1b-5099-4625-b805-305403620d29 None None] Network 08caa946-b164-4ab6-922b-9cddd71e8fe6 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:19.741587 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1837c4dc-de2e-48db-8746-867026730235 None None] Provisioning for port c87a3186-ab61-4786-81fb-ddbccba78802 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:19.764583 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb73f06-8c77-4111-9381-ff53d71ecc9a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:19.765217 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb73f06-8c77-4111-9381-ff53d71ecc9a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:19.769311 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9bb73f06-8c77-4111-9381-ff53d71ecc9a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/d472c110-73e4-4e28-a0f3-e7bd562b3b22 HTTP/1.1" status: 404 len: 333 time: 0.1319730 Jul 29 16:43:19.789303 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51306) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:19.863013 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-123105ec-17a0-4d7d-8af9-c16d21c43967 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:19.863479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123105ec-17a0-4d7d-8af9-c16d21c43967 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:19.869321 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-123105ec-17a0-4d7d-8af9-c16d21c43967 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/a6dd6c85-d025-4ec6-9c20-646e9960c4d5 HTTP/1.1" status: 404 len: 337 time: 0.0780709 Jul 29 16:43:19.879671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51310) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:19.966154 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db4e891-85e0-4284-b69d-3f706a07d54c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:19.966882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db4e891-85e0-4284-b69d-3f706a07d54c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:19.968854 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0db4e891-85e0-4284-b69d-3f706a07d54c tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/b1f9623d-3fdb-41a6-95bd-f84186808de5 HTTP/1.1" status: 404 len: 333 time: 0.0882590 Jul 29 16:43:19.971640 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51316) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:19.979062 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-70107840-6366-46e3-9973-729638734356 None None] Allocated IP 2001:db8::1 (d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766/072e7c2a-133c-41ed-89dd-c87c7a47050e/6856b300-eda6-4c5e-ac23-5e0fef9e809b) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:20.023708 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-39b92cff-19f7-4bfc-9301-3e7cfd46c203 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1294851 Jul 29 16:43:20.024723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51320) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:20.080652 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ba15dc-5b2b-4e8e-9e46-07af1d171287 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:20.081136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ba15dc-5b2b-4e8e-9e46-07af1d171287 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:20.083071 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-13ba15dc-5b2b-4e8e-9e46-07af1d171287 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/6d041cfa-6a5c-48f4-a522-1b75f2972e20 HTTP/1.1" status: 404 len: 337 time: 0.1099315 Jul 29 16:43:20.086987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51324) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:20.087871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:20.189981 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1111aa8-cd66-41d8-82d1-739972faa432 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:20.190212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1111aa8-cd66-41d8-82d1-739972faa432 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:20.191893 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e1111aa8-cd66-41d8-82d1-739972faa432 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/b8d26b74-287e-4f56-a1e4-c3035eafba4a HTTP/1.1" status: 404 len: 333 time: 0.1000507 Jul 29 16:43:20.198142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51328) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:20.234168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c87a3186-ab61-4786-81fb-ddbccba78802 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:20.258985 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496aa3c5-16b2-48f3-90fd-33e3eac37821 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:20.260590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496aa3c5-16b2-48f3-90fd-33e3eac37821 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:20.262364 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496aa3c5-16b2-48f3-90fd-33e3eac37821 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:20.263187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-496aa3c5-16b2-48f3-90fd-33e3eac37821 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Synchronizing usage tracker for tenant:5adfdb88e22440bfbdd7a3aae7982f94 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:20.285432 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db02fae-f537-40be-9a73-b47bdbf015d1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:20.285988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db02fae-f537-40be-9a73-b47bdbf015d1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:20.288413 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8db02fae-f537-40be-9a73-b47bdbf015d1 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/dd79e72b-f9c0-4f30-8840-1cfe2f07b946 HTTP/1.1" status: 404 len: 337 time: 0.0873792 Jul 29 16:43:20.295601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51332) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:20.300457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Subnet': ['ID=936552fc-8824-416a-b4af-de89c23c1d80,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:20.344610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:20.377921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-08caa946-b164-4ab6-922b-9cddd71e8fe6', 'network_id': '08caa946-b164-4ab6-922b-9cddd71e8fe6', 'tenant_id': '5adfdb88e22440bfbdd7a3aae7982f94', 'fixed_ips': [{'subnet_id': 'ebe8f4ef-94b4-4736-bd68-8d51c3084d2f'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:43:20.378335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Checking segment: {'id': 'd9d2d787-5aad-46c7-a6b0-7043883df59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ab5f0b01-37da-4008-bf7b-2ead533e7a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:20.378706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network hostable DHCP agents. Network: ab5f0b01-37da-4008-bf7b-2ead533e7a5f, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:20.379704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:20.385686 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-496aa3c5-16b2-48f3-90fd-33e3eac37821 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Unset dirty status for tenant:5adfdb88e22440bfbdd7a3aae7982f94 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:20.396600 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-496aa3c5-16b2-48f3-90fd-33e3eac37821 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3662665 Jul 29 16:43:20.397841 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62bd66e-beaa-4d4c-a81a-2691dd47ae8e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:20.398327 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62bd66e-beaa-4d4c-a81a-2691dd47ae8e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:20.400107 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d62bd66e-beaa-4d4c-a81a-2691dd47ae8e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/8f219866-6bd2-4fe3-aaa0-cdc092fd2eb5 HTTP/1.1" status: 404 len: 333 time: 0.1015050 Jul 29 16:43:20.400693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51336) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:20.403843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51338) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:20.508991 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01a8bd6-cf9f-479d-b108-0d40b0e2e67a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:20.509473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01a8bd6-cf9f-479d-b108-0d40b0e2e67a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:20.511176 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c01a8bd6-cf9f-479d-b108-0d40b0e2e67a tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/9e64a15e-b080-4d66-b8b1-718e82b2a46a HTTP/1.1" status: 404 len: 337 time: 0.1057851 Jul 29 16:43:20.514890 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51344) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:20.587230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network ab5f0b01-37da-4008-bf7b-2ead533e7a5f is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:20.605161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d793fdc-16c7-4315-8462-6da6090c2448 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Deleting subnet 072e7c2a-133c-41ed-89dd-c87c7a47050e {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:43:20.610316 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b6e4a8-50cd-44ac-82fc-f8231755ae77 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:20.610790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b6e4a8-50cd-44ac-82fc-f8231755ae77 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:20.612565 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d0b6e4a8-50cd-44ac-82fc-f8231755ae77 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/3dadda29-f6b3-4247-9dac-edd70fc3080e HTTP/1.1" status: 404 len: 333 time: 0.0948117 Jul 29 16:43:20.615528 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51348) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:20.618073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:20.636495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.extraroute_db [None req-a836febe-8d18-4329-9705-5e0ec459cdce tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89209) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jul 29 16:43:20.650384 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, ab5f0b01-37da-4008-bf7b-2ead533e7a5f) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:20.652821 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.extraroute_db [None req-a836febe-8d18-4329-9705-5e0ec459cdce tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Removed routes are [] {{(pid=89209) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jul 29 16:43:20.653673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a836febe-8d18-4329-9705-5e0ec459cdce tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:20.658867 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-502b2c52-1399-44ec-b7ce-b4b1ec56aac2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:20.659059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502b2c52-1399-44ec-b7ce-b4b1ec56aac2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:20.662872 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-502b2c52-1399-44ec-b7ce-b4b1ec56aac2 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/1669131b-b5d8-40f8-91a9-cc5701c747e8 HTTP/1.1" status: 404 len: 337 time: 0.0441434 Jul 29 16:43:20.662872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:20.663133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:20.663599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51352) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:20.683764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70615b76-a9db-4ec5-bd08-58f9dc291f89 None None] Network ab5f0b01-37da-4008-bf7b-2ead533e7a5f requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:20.687920 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f0357db0-85e1-4919-ade9-63bfe0abd517 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7307806 Jul 29 16:43:20.691579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51356) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:20.724109 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a368c8-1dda-4f93-92a9-f38b2ed0ed3e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:20.724887 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a368c8-1dda-4f93-92a9-f38b2ed0ed3e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:20.729441 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-38a368c8-1dda-4f93-92a9-f38b2ed0ed3e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/ports/ce84afda-9962-4af3-a926-09a13141d6b8 HTTP/1.1" status: 404 len: 333 time: 0.0647490 Jul 29 16:43:20.784173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port c87a3186-ab61-4786-81fb-ddbccba78802 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:20.801959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c87a3186-ab61-4786-81fb-ddbccba78802 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:20.802496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:20.831984 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51360) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:20.879956 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-503752f9-410a-4dd0-87e3-17399d732b57 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:20.880537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503752f9-410a-4dd0-87e3-17399d732b57 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:20.882283 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-503752f9-410a-4dd0-87e3-17399d732b57 tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/subnets/1dddaa43-6bab-45c5-af4e-87bba7949d38 HTTP/1.1" status: 404 len: 337 time: 0.0488212 Jul 29 16:43:20.885513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51364) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:20.954838 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-70107840-6366-46e3-9973-729638734356 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.012650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.017414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-70107840-6366-46e3-9973-729638734356 None None] Transition to ACTIVE for port object 6856b300-eda6-4c5e-ac23-5e0fef9e809b will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:21.082881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b073bcf0-0725-4146-bfc9-b2abe9a94c7e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.083287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a836febe-8d18-4329-9705-5e0ec459cdce tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.086870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a836febe-8d18-4329-9705-5e0ec459cdce tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.119061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-70107840-6366-46e3-9973-729638734356 None None] Transition to ACTIVE for port object 6856b300-eda6-4c5e-ac23-5e0fef9e809b will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:21.146010 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Sync routers for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:43:21.150163 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d793fdc-16c7-4315-8462-6da6090c2448 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.161282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-70107840-6366-46e3-9973-729638734356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.164169 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:21.164987 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c34fed64-2359-4b55-b359-48bd505648af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:21.187147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.277679 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a836febe-8d18-4329-9705-5e0ec459cdce tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:43:21.293690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70107840-6366-46e3-9973-729638734356 None None] Network d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:21.324271 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-70107840-6366-46e3-9973-729638734356 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:21.329765 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Allocated IP 2001:db8:0:1::1 (08caa946-b164-4ab6-922b-9cddd71e8fe6/ebe8f4ef-94b4-4736-bd68-8d51c3084d2f/50eab644-380d-4f25-bc72-b3bade6832cc) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:21.340439 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70107840-6366-46e3-9973-729638734356 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:21.379662 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:21.381303 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70107840-6366-46e3-9973-729638734356 None None] Pushing event updated for resources: {'Port': ['ID=6856b300-eda6-4c5e-ac23-5e0fef9e809b,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:21.394990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.400348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d793fdc-16c7-4315-8462-6da6090c2448 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.457438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c87a3186-ab61-4786-81fb-ddbccba78802 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:21.458060 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.462411 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b073bcf0-0725-4146-bfc9-b2abe9a94c7e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.582518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Subnet': ['ID=936552fc-8824-416a-b4af-de89c23c1d80,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:21.600467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a836febe-8d18-4329-9705-5e0ec459cdce tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:43:21.604925 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-b073bcf0-0725-4146-bfc9-b2abe9a94c7e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560f49a9-f2f8-459c-86f0-823ac32fcdf1']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:21.623957 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a836febe-8d18-4329-9705-5e0ec459cdce tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.629425 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a836febe-8d18-4329-9705-5e0ec459cdce tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 HTTP/1.1" status: 200 len: 954 time: 2.0862634 Jul 29 16:43:21.632684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51368) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:21.677065 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-b073bcf0-0725-4146-bfc9-b2abe9a94c7e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3be2658-8b11-48c3-8baa-8434ee8772ae') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:21.677620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-b073bcf0-0725-4146-bfc9-b2abe9a94c7e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3be2658-8b11-48c3-8baa-8434ee8772ae') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:21.722893 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2531312f-c6ab-425d-a836-548335fbf137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-ab5f0b01-37da-4008-bf7b-2ead533e7a5f', 'network_id': 'ab5f0b01-37da-4008-bf7b-2ead533e7a5f', 'tenant_id': 'd402d880e94746c783b04f4e9a05f1ad', 'fixed_ips': [{'subnet_id': '936552fc-8824-416a-b4af-de89c23c1d80'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:43:21.723948 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2531312f-c6ab-425d-a836-548335fbf137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.726404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b073bcf0-0725-4146-bfc9-b2abe9a94c7e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.747209 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.765393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-70107840-6366-46e3-9973-729638734356 None None] Attempting to bind port 6856b300-eda6-4c5e-ac23-5e0fef9e809b on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:21.765882 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-70107840-6366-46e3-9973-729638734356 None None] Attempting to bind port 6856b300-eda6-4c5e-ac23-5e0fef9e809b by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '116fc48c-7294-4426-9c61-399003e166fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:21.766364 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70107840-6366-46e3-9973-729638734356 None None] Attempting to bind port 6856b300-eda6-4c5e-ac23-5e0fef9e809b on network d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:21.791810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b073bcf0-0725-4146-bfc9-b2abe9a94c7e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.803788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5f0b01-37da-4008-bf7b-2ead533e7a5f']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:21.828702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b073bcf0-0725-4146-bfc9-b2abe9a94c7e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:21.829573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b073bcf0-0725-4146-bfc9-b2abe9a94c7e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.841690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port c87a3186-ab61-4786-81fb-ddbccba78802, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c87a3186-ab61-4786-81fb-ddbccba78802,segment=NetworkSegment(b4ca2f0c-7418-4803-9535-8c5268039b36),segment_id=b4ca2f0c-7418-4803-9535-8c5268039b36)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:21.846507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70107840-6366-46e3-9973-729638734356 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:21.846881 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70107840-6366-46e3-9973-729638734356 None None] Checking segment: {'id': '116fc48c-7294-4426-9c61-399003e166fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:21.847287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-70107840-6366-46e3-9973-729638734356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.847678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70107840-6366-46e3-9973-729638734356 None None] Bound using segment: {'id': '116fc48c-7294-4426-9c61-399003e166fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:21.848243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-70107840-6366-46e3-9973-729638734356 None None] Bound port: 6856b300-eda6-4c5e-ac23-5e0fef9e809b, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116fc48c-7294-4426-9c61-399003e166fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:21.848622 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-70107840-6366-46e3-9973-729638734356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.851084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d2d787-5aad-46c7-a6b0-7043883df59a') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:21.851428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d2d787-5aad-46c7-a6b0-7043883df59a') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:21.884221 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8803d0ef-a1e9-4425-989f-bc0a4d644520 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/routers/9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 HTTP/1.1" status: 200 len: 954 time: 0.2503781 Jul 29 16:43:21.885200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51374) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:21.890433 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c34fed64-2359-4b55-b359-48bd505648af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:20Z', 'revision_number': 6, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d7fde4-bdc4-4904-954d-e60dced70b1b', 'name': '', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:fb:86:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:06Z', 'updated_at': '2022-07-29T16:43:17Z', 'revision_number': 4, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c6ad46-3a69-402c-a775-52492bc6ac7a', 'name': '', 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:9d:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:14Z', 'updated_at': '2022-07-29T16:43:17Z', 'revision_number': 2, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:21.891602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-cc60dad4-38e1-4f95-94d1-9ec0e16ef595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'router': {'routes': None}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:21.895079 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Checking router: 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:43:21.895448 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Updating router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 port f6c6ad46-3a69-402c-a775-52492bc6ac7a binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:43:21.949091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:21.949953 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e9d7fde4-bdc4-4904-954d-e60dced70b1b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:21.970192 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.062858 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment b3be2658-8b11-48c3-8baa-8434ee8772ae resource provider aggregate not found Jul 29 16:43:22.066627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d793fdc-16c7-4315-8462-6da6090c2448 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.110212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.164117 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment b3be2658-8b11-48c3-8baa-8434ee8772ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3be2658-8b11-48c3-8baa-8434ee8772ae found for delete ", "request_id": "req-1770aa6b-1c21-4f83-99df-72bde49c27fb"}]} Jul 29 16:43:22.189520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.199676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:22.200183 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.219981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a51b20e9-9520-40dd-a0e0-505aac7427ec None None] Provisioning complete for port c87a3186-ab61-4786-81fb-ddbccba78802 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:22.220356 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a51b20e9-9520-40dd-a0e0-505aac7427ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.244854 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=c87a3186-ab61-4786-81fb-ddbccba78802,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:22.314502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b073bcf0-0725-4146-bfc9-b2abe9a94c7e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.323929 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.355875 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b073bcf0-0725-4146-bfc9-b2abe9a94c7e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.369198 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b073bcf0-0725-4146-bfc9-b2abe9a94c7e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] 10.222.0.58 "DELETE /v2.0/networks/560f49a9-f2f8-459c-86f0-823ac32fcdf1 HTTP/1.1" status: 204 len: 168 time: 1.4827800 Jul 29 16:43:22.370490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.372648 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/ab5f0b01-37da-4008-bf7b-2ead533e7a5f HTTP/1.1" status: 204 len: 168 time: 1.6798120 Jul 29 16:43:22.377637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51382) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:22.378590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073bcf0-0725-4146-bfc9-b2abe9a94c7e tempest-NetworksTestDHCPv6-108074106 tempest-NetworksTestDHCPv6-108074106-project] Pushing event deleted for resources: {'Network': ['ID=560f49a9-f2f8-459c-86f0-823ac32fcdf1,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:22.457438 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c7f642-d000-4acf-908b-e70d8f1dc3d1 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] GET failed (client error): The resource could not be found. Jul 29 16:43:22.458786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-03c7f642-d000-4acf-908b-e70d8f1dc3d1 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Synchronizing usage tracker for tenant:d402d880e94746c783b04f4e9a05f1ad on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:22.484795 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac53e16-f03a-4f42-aaeb-e83d8643563d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Network': ['ID=ab5f0b01-37da-4008-bf7b-2ead533e7a5f,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:22.494757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-03c7f642-d000-4acf-908b-e70d8f1dc3d1 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Unset dirty status for tenant:d402d880e94746c783b04f4e9a05f1ad on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:22.496257 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-03c7f642-d000-4acf-908b-e70d8f1dc3d1 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "GET /v2.0/subnets/936552fc-8824-416a-b4af-de89c23c1d80 HTTP/1.1" status: 404 len: 337 time: 0.1155012 Jul 29 16:43:22.500678 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51386) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:22.501246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c792a3d8-f1b6-445c-b9ab-916464bfed2f None None] Network ab5f0b01-37da-4008-bf7b-2ead533e7a5f requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:22.527891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c792a3d8-f1b6-445c-b9ab-916464bfed2f None None] Network ab5f0b01-37da-4008-bf7b-2ead533e7a5f could not be found, it might have been deleted concurrently. {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jul 29 16:43:22.530842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port e9d7fde4-bdc4-4904-954d-e60dced70b1b completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:22.577278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-70107840-6366-46e3-9973-729638734356 None None] For port 6856b300-eda6-4c5e-ac23-5e0fef9e809b, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:22.584465 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d793fdc-16c7-4315-8462-6da6090c2448 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.586181 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e9d7fde4-bdc4-4904-954d-e60dced70b1b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:22.586556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.629351 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.639433 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-64577b74-7864-4523-9b7f-844f783c3213 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:22.639955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64577b74-7864-4523-9b7f-844f783c3213 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:22.642009 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.650495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9d793fdc-16c7-4315-8462-6da6090c2448 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.654834 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9d793fdc-16c7-4315-8462-6da6090c2448 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "DELETE /v2.0/subnets/072e7c2a-133c-41ed-89dd-c87c7a47050e HTTP/1.1" status: 204 len: 168 time: 2.2500763 Jul 29 16:43:22.655003 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-70107840-6366-46e3-9973-729638734356 None None] For port 6856b300-eda6-4c5e-ac23-5e0fef9e809b, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6856b300-eda6-4c5e-ac23-5e0fef9e809b,segment=NetworkSegment(116fc48c-7294-4426-9c61-399003e166fe),segment_id=116fc48c-7294-4426-9c61-399003e166fe)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:22.655136 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-64577b74-7864-4523-9b7f-844f783c3213 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/ab5f0b01-37da-4008-bf7b-2ead533e7a5f HTTP/1.1" status: 404 len: 339 time: 0.1497543 Jul 29 16:43:22.655707 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51392) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:22.658509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d793fdc-16c7-4315-8462-6da6090c2448 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event deleted for resources: {'Subnet': ['ID=072e7c2a-133c-41ed-89dd-c87c7a47050e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:22.668005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Transition to ACTIVE for port object 50eab644-380d-4f25-bc72-b3bade6832cc will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:22.680442 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Transition to ACTIVE for port object f6c6ad46-3a69-402c-a775-52492bc6ac7a will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:22.684232 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-70107840-6366-46e3-9973-729638734356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.701779 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.733452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51394) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:22.739264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-75916940-1aac-4fd1-a0ed-b098e9b1aa88 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Deleting subnet ebe8f4ef-94b4-4736-bd68-8d51c3084d2f {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:43:22.740092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a51b20e9-9520-40dd-a0e0-505aac7427ec None None] Current status of the port c87a3186-ab61-4786-81fb-ddbccba78802 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:22.779862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51400) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:22.786699 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Transition to ACTIVE for port object 50eab644-380d-4f25-bc72-b3bade6832cc will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:22.820480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a51b20e9-9520-40dd-a0e0-505aac7427ec None None] Provisioning for port f6c6ad46-3a69-402c-a775-52492bc6ac7a completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:22.828995 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.851528 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75916940-1aac-4fd1-a0ed-b098e9b1aa88 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:22.914531 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Network 08caa946-b164-4ab6-922b-9cddd71e8fe6 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:22.918415 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:22.921813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:22.924612 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70107840-6366-46e3-9973-729638734356 None None] Pushing event updated for resources: {'Port': ['ID=6856b300-eda6-4c5e-ac23-5e0fef9e809b,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:23.022971 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c85c93-32ac-4da0-8d22-d96223546c32 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:23.023775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-21c85c93-32ac-4da0-8d22-d96223546c32 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Synchronizing usage tracker for tenant:d402d880e94746c783b04f4e9a05f1ad on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:23.100646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e9d7fde4-bdc4-4904-954d-e60dced70b1b is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:23.101159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:23.112191 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ec82b-10b4-49d0-a85e-6804d3f4c3ba None None] Pushing event updated for resources: {'Port': ['ID=f6c6ad46-3a69-402c-a775-52492bc6ac7a,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:23.173214 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Attempting to bind port f6c6ad46-3a69-402c-a775-52492bc6ac7a on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:23.173960 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Attempting to bind port f6c6ad46-3a69-402c-a775-52492bc6ac7a by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'b4ca2f0c-7418-4803-9535-8c5268039b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:23.174693 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Attempting to bind port f6c6ad46-3a69-402c-a775-52492bc6ac7a on network 65bb495a-0b07-4122-b1b8-c35330b5dabf {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:23.195490 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:23.198239 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Checking segment: {'id': 'b4ca2f0c-7418-4803-9535-8c5268039b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:23.199228 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:23.199228 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Bound using segment: {'id': 'b4ca2f0c-7418-4803-9535-8c5268039b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:23.199822 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Bound port: f6c6ad46-3a69-402c-a775-52492bc6ac7a, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ca2f0c-7418-4803-9535-8c5268039b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:23.201690 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:23.229313 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4ebef5e5-f194-4d6d-b30e-dc9c5ef185ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3efaec57e63244198950c33944115bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474177 Jul 29 16:43:23.232350 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51406) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:23.236873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75916940-1aac-4fd1-a0ed-b098e9b1aa88 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:23.334129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Pushing event updated for resources: {'Port': ['ID=50eab644-380d-4f25-bc72-b3bade6832cc,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:23.353780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.extraroute_db [None req-cc60dad4-38e1-4f95-94d1-9ec0e16ef595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Added routes are [] {{(pid=89209) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jul 29 16:43:23.354379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.extraroute_db [None req-cc60dad4-38e1-4f95-94d1-9ec0e16ef595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89209) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jul 29 16:43:23.359667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port e9d7fde4-bdc4-4904-954d-e60dced70b1b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e9d7fde4-bdc4-4904-954d-e60dced70b1b,segment=NetworkSegment(cd37b086-29f0-4437-a24b-a98f124c1f6f),segment_id=cd37b086-29f0-4437-a24b-a98f124c1f6f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:23.364841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Attempting to bind port 50eab644-380d-4f25-bc72-b3bade6832cc on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:23.367416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Attempting to bind port 50eab644-380d-4f25-bc72-b3bade6832cc by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'c8ac33de-819b-456c-a69d-f9e69d246e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08caa946-b164-4ab6-922b-9cddd71e8fe6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:23.367416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Attempting to bind port 50eab644-380d-4f25-bc72-b3bade6832cc on network 08caa946-b164-4ab6-922b-9cddd71e8fe6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:23.378475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:23.390172 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-c34fed64-2359-4b55-b359-48bd505648af None None] For port f6c6ad46-3a69-402c-a775-52492bc6ac7a, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:23.393652 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-c34fed64-2359-4b55-b359-48bd505648af None None] For port f6c6ad46-3a69-402c-a775-52492bc6ac7a, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f6c6ad46-3a69-402c-a775-52492bc6ac7a,segment=NetworkSegment(b4ca2f0c-7418-4803-9535-8c5268039b36),segment_id=b4ca2f0c-7418-4803-9535-8c5268039b36)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:23.398681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc60dad4-38e1-4f95-94d1-9ec0e16ef595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:23.405317 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-21c85c93-32ac-4da0-8d22-d96223546c32 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Unset dirty status for tenant:d402d880e94746c783b04f4e9a05f1ad on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:23.406732 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-21c85c93-32ac-4da0-8d22-d96223546c32 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6651733 Jul 29 16:43:23.407108 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:23.438561 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51410) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:23.452382 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75916940-1aac-4fd1-a0ed-b098e9b1aa88 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:23.496849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=e9d7fde4-bdc4-4904-954d-e60dced70b1b,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:23.500729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:23.501473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Checking segment: {'id': 'c8ac33de-819b-456c-a69d-f9e69d246e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08caa946-b164-4ab6-922b-9cddd71e8fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:23.502052 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:23.502305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Bound using segment: {'id': 'c8ac33de-819b-456c-a69d-f9e69d246e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08caa946-b164-4ab6-922b-9cddd71e8fe6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:23.502782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Bound port: 50eab644-380d-4f25-bc72-b3bade6832cc, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ac33de-819b-456c-a69d-f9e69d246e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '08caa946-b164-4ab6-922b-9cddd71e8fe6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:23.503151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:23.582658 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:23.583078 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c34fed64-2359-4b55-b359-48bd505648af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:23.600822 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d8187425-487a-4fc7-be52-22cf300f4120 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6 HTTP/1.1" status: 200 len: 207 time: 0.1611161 Jul 29 16:43:23.606082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51414) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:23.692840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c87a3186-ab61-4786-81fb-ddbccba78802 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:23.696854 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ec82b-10b4-49d0-a85e-6804d3f4c3ba None None] Pushing event updated for resources: {'Port': ['ID=f6c6ad46-3a69-402c-a775-52492bc6ac7a,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:23.800427 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c87a3186-ab61-4786-81fb-ddbccba78802 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:23.800890 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:23.839491 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-c34fed64-2359-4b55-b359-48bd505648af None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:23.872544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-11076e30-912a-4704-bbbe-8bcef172e7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:23.968716 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f5d3c-297f-4499-a583-8f8380ac435d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:23.979828 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f5d3c-297f-4499-a583-8f8380ac435d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:23.987542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f5d3c-297f-4499-a583-8f8380ac435d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:23.995233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f5d3c-297f-4499-a583-8f8380ac435d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:24.002228 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc60dad4-38e1-4f95-94d1-9ec0e16ef595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:24.002976 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a89f5d3c-297f-4499-a583-8f8380ac435d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3930395 Jul 29 16:43:24.004419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51418) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:24.011414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c87a3186-ab61-4786-81fb-ddbccba78802 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:24.012782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6856b300-eda6-4c5e-ac23-5e0fef9e809b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:24.014805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-11076e30-912a-4704-bbbe-8bcef172e7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:24.061882 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75916940-1aac-4fd1-a0ed-b098e9b1aa88 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:24.089290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] For port 50eab644-380d-4f25-bc72-b3bade6832cc, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:24.111457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-75916940-1aac-4fd1-a0ed-b098e9b1aa88 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:24.121938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] For port 50eab644-380d-4f25-bc72-b3bade6832cc, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=50eab644-380d-4f25-bc72-b3bade6832cc,segment=NetworkSegment(c8ac33de-819b-456c-a69d-f9e69d246e6e),segment_id=c8ac33de-819b-456c-a69d-f9e69d246e6e)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:24.124730 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75916940-1aac-4fd1-a0ed-b098e9b1aa88 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe8f4ef-94b4-4736-bd68-8d51c3084d2f,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:24.143664 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-75916940-1aac-4fd1-a0ed-b098e9b1aa88 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "DELETE /v2.0/subnets/ebe8f4ef-94b4-4736-bd68-8d51c3084d2f HTTP/1.1" status: 204 len: 168 time: 1.4867325 Jul 29 16:43:24.147113 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51422) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:24.157778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:24.215829 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bfdd7cc6-d41d-44c1-89ae-493f74e69978 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2102225 Jul 29 16:43:24.217128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51428) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:24.218152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc60dad4-38e1-4f95-94d1-9ec0e16ef595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:24.229012 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment d9d2d787-5aad-46c7-a6b0-7043883df59a resource provider aggregate not found Jul 29 16:43:24.239495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 6856b300-eda6-4c5e-ac23-5e0fef9e809b completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:24.241904 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-11076e30-912a-4704-bbbe-8bcef172e7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:24.279776 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98f556-12f3-4e5c-9819-4c9746bc0fc7 None None] Pushing event updated for resources: {'Port': ['ID=50eab644-380d-4f25-bc72-b3bade6832cc,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:24.283620 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment d9d2d787-5aad-46c7-a6b0-7043883df59a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9d2d787-5aad-46c7-a6b0-7043883df59a found for delete ", "request_id": "req-11028164-b33a-4d78-8b68-ecfb9df0fcb0"}]} Jul 29 16:43:24.292220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11076e30-912a-4704-bbbe-8bcef172e7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008b4dc0-7112-4add-8eb7-f5f5220aed26,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:24.305380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477b9f82-0e45-4d41-89e0-f0280cecf8eb tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:24.306086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-477b9f82-0e45-4d41-89e0-f0280cecf8eb tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Synchronizing usage tracker for tenant:5adfdb88e22440bfbdd7a3aae7982f94 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:24.310009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-11076e30-912a-4704-bbbe-8bcef172e7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:24.312736 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-11076e30-912a-4704-bbbe-8bcef172e7f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/008b4dc0-7112-4add-8eb7-f5f5220aed26 HTTP/1.1" status: 204 len: 168 time: 1.0788326 Jul 29 16:43:24.340477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-477b9f82-0e45-4d41-89e0-f0280cecf8eb tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Unset dirty status for tenant:5adfdb88e22440bfbdd7a3aae7982f94 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:24.342505 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-477b9f82-0e45-4d41-89e0-f0280cecf8eb tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1951427 Jul 29 16:43:24.347092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51436) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:24.350469 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c34fed64-2359-4b55-b359-48bd505648af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 7, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d7fde4-bdc4-4904-954d-e60dced70b1b', 'name': '', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:fb:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:06Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c6ad46-3a69-402c-a775-52492bc6ac7a', 'name': '', 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:9d:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:14Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 4, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:24.356906 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fed64-2359-4b55-b359-48bd505648af None None] The sync data for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv is: [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 7, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d7fde4-bdc4-4904-954d-e60dced70b1b', 'name': '', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:fb:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:06Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c6ad46-3a69-402c-a775-52492bc6ac7a', 'name': '', 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:9d:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:14Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 4, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:43:24.487725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:24.500733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Deleting port 50eab644-380d-4f25-bc72-b3bade6832cc {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:24.501286 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:24.538347 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a9fc1e-1d5a-4f04-8c3a-590242518878 None None] Network d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:24.617850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e84a45-255a-4d7d-83bf-53a144278e50 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:24.619438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e84a45-255a-4d7d-83bf-53a144278e50 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:24.620160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-02e84a45-255a-4d7d-83bf-53a144278e50 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Synchronizing usage tracker for tenant:d402d880e94746c783b04f4e9a05f1ad on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:24.643727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc60dad4-38e1-4f95-94d1-9ec0e16ef595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:43:24.646438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-02e84a45-255a-4d7d-83bf-53a144278e50 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Unset dirty status for tenant:d402d880e94746c783b04f4e9a05f1ad on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:24.651243 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-02e84a45-255a-4d7d-83bf-53a144278e50 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4241180 Jul 29 16:43:24.651838 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51442) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:24.713359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f15a8a-ec21-40a7-8ee0-091081a21798 None None] Sync routers for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:43:24.801446 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1a55c016-48a1-4ab1-9ee8-fceef7c2e7d4 None None] Provisioning for port 6856b300-eda6-4c5e-ac23-5e0fef9e809b completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:24.818250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1a55c016-48a1-4ab1-9ee8-fceef7c2e7d4 None None] Provisioning complete for port 6856b300-eda6-4c5e-ac23-5e0fef9e809b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:24.818680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1a55c016-48a1-4ab1-9ee8-fceef7c2e7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:24.868855 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] For port 50eab644-380d-4f25-bc72-b3bade6832cc, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=50eab644-380d-4f25-bc72-b3bade6832cc,segment=NetworkSegment(c8ac33de-819b-456c-a69d-f9e69d246e6e),segment_id=c8ac33de-819b-456c-a69d-f9e69d246e6e)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:24.869202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:24.870137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f15a8a-ec21-40a7-8ee0-091081a21798 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:24.870793 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-51f15a8a-ec21-40a7-8ee0-091081a21798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:25.095394 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f4d8cb-b3eb-482d-9bb8-377232739562 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['shared'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:25.096686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f4d8cb-b3eb-482d-9bb8-377232739562 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['shared'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:25.101605 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-54f4d8cb-b3eb-482d-9bb8-377232739562 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4444842 Jul 29 16:43:25.105516 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51456) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:25.160181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Calling delete_port for 50eab644-380d-4f25-bc72-b3bade6832cc owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:25.195833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc60dad4-38e1-4f95-94d1-9ec0e16ef595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:43:25.204295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc60dad4-38e1-4f95-94d1-9ec0e16ef595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:25.207770 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cc60dad4-38e1-4f95-94d1-9ec0e16ef595 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 HTTP/1.1" status: 200 len: 704 time: 3.3191469 Jul 29 16:43:25.209625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51464) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:25.223190 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-51f15a8a-ec21-40a7-8ee0-091081a21798 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:25.347873 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628818a0-80ba-4105-b7da-19da7195481f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:25.349348 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-628818a0-80ba-4105-b7da-19da7195481f tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "GET /v2.0/networks/ac1caead-c6cd-4a8d-8560-7a5ed98eda5f HTTP/1.1" status: 200 len: 799 time: 0.2377069 Jul 29 16:43:25.352881 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51470) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:25.569016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51474) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:25.593706 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-51c4bae1-4063-408a-a6de-0f66b305412e tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "GET /v2.0/networks/ac1caead-c6cd-4a8d-8560-7a5ed98eda5f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2394354 Jul 29 16:43:25.598507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51480) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:25.671519 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] DHCP port deletion for d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:43:25.702862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1a55c016-48a1-4ab1-9ee8-fceef7c2e7d4 None None] Current status of the port 6856b300-eda6-4c5e-ac23-5e0fef9e809b is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:25.704240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1a55c016-48a1-4ab1-9ee8-fceef7c2e7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:25.729426 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e09e60e4-5d28-4fd1-a953-fe3a2b035571 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/routers/9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 HTTP/1.1" status: 200 len: 704 time: 0.5159447 Jul 29 16:43:25.730205 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] Deleting port 6856b300-eda6-4c5e-ac23-5e0fef9e809b {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:25.730535 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:25.734745 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:25.736925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51484) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:25.794387 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event deleted for resources: {'Port': ['ID=50eab644-380d-4f25-bc72-b3bade6832cc,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:25.796677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] No DVR routers for this DVR port 50eab644-380d-4f25-bc72-b3bade6832cc on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:43:25.801541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-910944266'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:25.807288 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35fd69a6-e4bf-49ea-8c2d-7edf714f2cbd req-c3a7380a-813a-4426-b7fa-38e52ed96bb1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3689191 Jul 29 16:43:25.812364 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa6b2f-2141-4547-a6d9-c4b870e27e79 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:25.818499 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cbfa6b2f-2141-4547-a6d9-c4b870e27e79 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "GET /v2.0/subnets/a8ad7af1-4fc9-4a03-816e-74dcc432a43a HTTP/1.1" status: 200 len: 811 time: 0.2142911 Jul 29 16:43:25.818656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1dc9f2-f707-40ae-a6c9-5421e8582f02 None None] Network 08caa946-b164-4ab6-922b-9cddd71e8fe6 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:25.821662 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51488) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:25.830659 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f6c6ad46-3a69-402c-a775-52492bc6ac7a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:25.859371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:25.869510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:network and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:25.915366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:25.958875 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccefc0c-78fe-4080-ac37-77e3fe053eae tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['shared'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:25.965662 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dccefc0c-78fe-4080-ac37-77e3fe053eae tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "GET /v2.0/subnets/a8ad7af1-4fc9-4a03-816e-74dcc432a43a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1395946 Jul 29 16:43:25.965892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:25.972684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51492) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:25.980613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-435c3fff-1e0f-432c-8523-0b8292ab39c6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1063862202'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:25.999720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-435c3fff-1e0f-432c-8523-0b8292ab39c6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:26.005995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.019050 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:26.021201 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-435c3fff-1e0f-432c-8523-0b8292ab39c6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:26.022774 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.046101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.069192 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08caa946-b164-4ab6-922b-9cddd71e8fe6']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:26.088201 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:26.092534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ac33de-819b-456c-a69d-f9e69d246e6e') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:26.092863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ac33de-819b-456c-a69d-f9e69d246e6e') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:26.097820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435c3fff-1e0f-432c-8523-0b8292ab39c6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:26.101684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-435c3fff-1e0f-432c-8523-0b8292ab39c6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.106954 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:security_group_rule and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:26.110906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.118769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:26.128163 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:26.130604 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1a55c016-48a1-4ab1-9ee8-fceef7c2e7d4 None None] For port 6856b300-eda6-4c5e-ac23-5e0fef9e809b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6856b300-eda6-4c5e-ac23-5e0fef9e809b,segment=NetworkSegment(116fc48c-7294-4426-9c61-399003e166fe),segment_id=116fc48c-7294-4426-9c61-399003e166fe)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:26.140937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.147809 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd69a6-e4bf-49ea-8c2d-7edf714f2cbd req-f9191c11-92af-4799-abbe-40797f2ce836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:26.149371 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35fd69a6-e4bf-49ea-8c2d-7edf714f2cbd req-f9191c11-92af-4799-abbe-40797f2ce836 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9ff8c7771054c2480eec2059eb8ce49&device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 1098 time: 0.2254162 Jul 29 16:43:26.156138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:26.156544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.188252 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port f6c6ad46-3a69-402c-a775-52492bc6ac7a completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:26.191590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1a55c016-48a1-4ab1-9ee8-fceef7c2e7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.229485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435c3fff-1e0f-432c-8523-0b8292ab39c6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:26.284251 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-435c3fff-1e0f-432c-8523-0b8292ab39c6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.284251 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-435c3fff-1e0f-432c-8523-0b8292ab39c6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Added segment 18385ec6-8b31-4ad8-9312-9c240d9f70f3 of type vlan for network 8751e3f0-ab92-48ff-a8cb-4b26be93600d Jul 29 16:43:26.291607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port f6c6ad46-3a69-402c-a775-52492bc6ac7a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:26.291981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.325075 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment c8ac33de-819b-456c-a69d-f9e69d246e6e resource provider aggregate not found Jul 29 16:43:26.327769 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-435c3fff-1e0f-432c-8523-0b8292ab39c6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.356401 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment c8ac33de-819b-456c-a69d-f9e69d246e6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8ac33de-819b-456c-a69d-f9e69d246e6e found for delete ", "request_id": "req-4d6866cb-ea98-4ec7-974b-e49ce0ccc205"}]} Jul 29 16:43:26.362626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.396922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.411817 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event deleted for resources: {'Network': ['ID=08caa946-b164-4ab6-922b-9cddd71e8fe6,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:26.434244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-435c3fff-1e0f-432c-8523-0b8292ab39c6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.440682 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c3fff-1e0f-432c-8523-0b8292ab39c6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:26.442236 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-435c3fff-1e0f-432c-8523-0b8292ab39c6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.452107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd69a6-e4bf-49ea-8c2d-7edf714f2cbd req-cda8f018-6b24-4281-83d6-5a1fbf29939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:26.453610 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35fd69a6-e4bf-49ea-8c2d-7edf714f2cbd req-cda8f018-6b24-4281-83d6-5a1fbf29939e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a HTTP/1.1" status: 200 len: 913 time: 0.2770121 Jul 29 16:43:26.456450 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d2689cff-0b06-4014-bf58-cc5fbcf1e828 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "DELETE /v2.0/networks/08caa946-b164-4ab6-922b-9cddd71e8fe6 HTTP/1.1" status: 204 len: 168 time: 2.1083286 Jul 29 16:43:26.462354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51500) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:26.490185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8e74f946-9e8a-4af9-9a08-6c58b9a3a38f None None] Could not find standard attr ID for object 50eab644-380d-4f25-bc72-b3bade6832cc. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:43:26.506203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d91bdec-9459-4787-9091-00e91b77e34f None None] DHCP port deletion for 08caa946-b164-4ab6-922b-9cddd71e8fe6 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:43:26.579721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] For port 6856b300-eda6-4c5e-ac23-5e0fef9e809b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6856b300-eda6-4c5e-ac23-5e0fef9e809b,segment=NetworkSegment(116fc48c-7294-4426-9c61-399003e166fe),segment_id=116fc48c-7294-4426-9c61-399003e166fe)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:26.580066 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.595208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55c016-48a1-4ab1-9ee8-fceef7c2e7d4 None None] Pushing event updated for resources: {'Port': ['ID=6856b300-eda6-4c5e-ac23-5e0fef9e809b,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:26.604454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c3fff-1e0f-432c-8523-0b8292ab39c6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Network': ['ID=8751e3f0-ab92-48ff-a8cb-4b26be93600d,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:26.609324 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-435c3fff-1e0f-432c-8523-0b8292ab39c6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6354346 Jul 29 16:43:26.612215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51506) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:26.618509 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'subnet': {'network_id': '8751e3f0-ab92-48ff-a8cb-4b26be93600d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:26.657418 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 8751e3f0-ab92-48ff-a8cb-4b26be93600d details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:26.740843 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] Calling delete_port for 6856b300-eda6-4c5e-ac23-5e0fef9e809b owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:26.746178 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35fd69a6-e4bf-49ea-8c2d-7edf714f2cbd req-f56ec8f8-e593-41a3-a135-4de543f949be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3806123a-5c5d-4068-bb4f-0b9df28a776f HTTP/1.1" status: 200 len: 1001 time: 0.2828393 Jul 29 16:43:26.752566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.780917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:26.786120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.795635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:26.807788 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-caff3bb6-acb3-4d9f-a495-3f52c993f31d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.808314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.944966 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port f6c6ad46-3a69-402c-a775-52492bc6ac7a is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:26.945391 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.965013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Deleting port 6856b300-eda6-4c5e-ac23-5e0fef9e809b {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:26.965013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:26.974829 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-51f15a8a-ec21-40a7-8ee0-091081a21798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 7, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d7fde4-bdc4-4904-954d-e60dced70b1b', 'name': '', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:fb:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:06Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c6ad46-3a69-402c-a775-52492bc6ac7a', 'name': '', 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:9d:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:14Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 4, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:26.987275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Made reservation on behalf of d402d880e94746c783b04f4e9a05f1ad for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:26.987514 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f15a8a-ec21-40a7-8ee0-091081a21798 None None] Checking router: 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:43:26.988733 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:27.002925 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:43:27.003248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:43:27.007158 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port f6c6ad46-3a69-402c-a775-52492bc6ac7a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f6c6ad46-3a69-402c-a775-52492bc6ac7a,segment=NetworkSegment(b4ca2f0c-7418-4803-9535-8c5268039b36),segment_id=b4ca2f0c-7418-4803-9535-8c5268039b36)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:27.008108 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f15a8a-ec21-40a7-8ee0-091081a21798 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:27.008694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-51f15a8a-ec21-40a7-8ee0-091081a21798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:27.015065 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:27.018286 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd69a6-e4bf-49ea-8c2d-7edf714f2cbd req-5be67093-8493-46e7-a756-63709d7fcab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:27.019760 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35fd69a6-e4bf-49ea-8c2d-7edf714f2cbd req-5be67093-8493-46e7-a756-63709d7fcab5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ff5ec273-f912-48b7-b63a-03fe2ae0c78d HTTP/1.1" status: 200 len: 851 time: 0.2643933 Jul 29 16:43:27.031483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a0c5f1-b2a1-41da-bb82-876e288461aa,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:27.066610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:27.066610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e9d7fde4-bdc4-4904-954d-e60dced70b1b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:27.092114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:27.092493 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Added segment 24d4d4ed-2f55-4b39-a795-d39b6c593d89 of type vlan for network 74eb322b-d5e2-4503-88e8-bbd368726600 Jul 29 16:43:27.163933 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.ipam_backend_mixin [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Performing IP validity checks on allocation pools {{(pid=89209) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jul 29 16:43:27.164454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.ipam_backend_mixin [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89209) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jul 29 16:43:27.175038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:27.317844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-51f15a8a-ec21-40a7-8ee0-091081a21798 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:27.320661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd69a6-e4bf-49ea-8c2d-7edf714f2cbd req-7413bd63-d5fa-4dca-975a-c443dac9bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:27.322186 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35fd69a6-e4bf-49ea-8c2d-7edf714f2cbd req-7413bd63-d5fa-4dca-975a-c443dac9bb9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2833652 Jul 29 16:43:27.324038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] For port 6856b300-eda6-4c5e-ac23-5e0fef9e809b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6856b300-eda6-4c5e-ac23-5e0fef9e809b,segment=NetworkSegment(116fc48c-7294-4426-9c61-399003e166fe),segment_id=116fc48c-7294-4426-9c61-399003e166fe)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:27.324516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:27.331817 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:27.337187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:27.337746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:27.409790 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=f6c6ad46-3a69-402c-a775-52492bc6ac7a,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:27.415411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e9d7fde4-bdc4-4904-954d-e60dced70b1b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:27.415787 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:27.461757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614beac4-2c84-4b19-a6c0-adf60c32ff48 req-c8b02c8b-4098-4d43-8fc8-5626849784ed tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:27.463311 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-614beac4-2c84-4b19-a6c0-adf60c32ff48 req-c8b02c8b-4098-4d43-8fc8-5626849784ed tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.2210882 Jul 29 16:43:27.540818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Calling delete_port for 6856b300-eda6-4c5e-ac23-5e0fef9e809b owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:27.598796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] Deleting port 6856b300-eda6-4c5e-ac23-5e0fef9e809b {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:27.598796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:27.600412 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-caff3bb6-acb3-4d9f-a495-3f52c993f31d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port f6c6ad46-3a69-402c-a775-52492bc6ac7a {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:27.600841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-caff3bb6-acb3-4d9f-a495-3f52c993f31d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:27.632449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:27.676053 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-614beac4-2c84-4b19-a6c0-adf60c32ff48 req-4dcb4372-7ac4-45b9-bbac-b2ecea1f061d tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803617 Jul 29 16:43:27.752839 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35fd69a6-e4bf-49ea-8c2d-7edf714f2cbd req-1975ae14-f568-4739-a3ce-19894e1342af service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058988 Jul 29 16:43:27.893073 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3199251 Jul 29 16:43:27.899521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173989f-4a78-4870-9357-e33df4975c43 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Network': ['ID=74eb322b-d5e2-4503-88e8-bbd368726600,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:27.960171 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-35fd69a6-e4bf-49ea-8c2d-7edf714f2cbd req-016bb9ed-7262-4353-9775-1ab81aa9446a service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971085 Jul 29 16:43:27.963152 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 74eb322b-d5e2-4503-88e8-bbd368726600 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:27.967718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:27.972307 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Subnet': ['ID=8fa6a273-1dec-4b85-ad23-15754d8d887a,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:28.051943 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Checking segment: {'id': '18385ec6-8b31-4ad8-9312-9c240d9f70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8751e3f0-ab92-48ff-a8cb-4b26be93600d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:28.052318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network hostable DHCP agents. Network: 8751e3f0-ab92-48ff-a8cb-4b26be93600d, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:28.058323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] No DVR routers for this DVR port 6856b300-eda6-4c5e-ac23-5e0fef9e809b on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:43:28.069554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-caff3bb6-acb3-4d9f-a495-3f52c993f31d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] For port f6c6ad46-3a69-402c-a775-52492bc6ac7a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f6c6ad46-3a69-402c-a775-52492bc6ac7a,segment=NetworkSegment(b4ca2f0c-7418-4803-9535-8c5268039b36),segment_id=b4ca2f0c-7418-4803-9535-8c5268039b36)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:28.069912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-caff3bb6-acb3-4d9f-a495-3f52c993f31d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:28.086721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e9d7fde4-bdc4-4904-954d-e60dced70b1b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:28.087841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 50eab644-380d-4f25-bc72-b3bade6832cc up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:28.140444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 50eab644-380d-4f25-bc72-b3bade6832cc {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:28.140796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 50eab644-380d-4f25-bc72-b3bade6832cc not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jul 29 16:43:28.197527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Port 50eab644-380d-4f25-bc72-b3bade6832cc not found, will not notify nova. {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jul 29 16:43:28.216892 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] For port 6856b300-eda6-4c5e-ac23-5e0fef9e809b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6856b300-eda6-4c5e-ac23-5e0fef9e809b,segment=NetworkSegment(116fc48c-7294-4426-9c61-399003e166fe),segment_id=116fc48c-7294-4426-9c61-399003e166fe)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:28.217311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:28.229596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-caff3bb6-acb3-4d9f-a495-3f52c993f31d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for f6c6ad46-3a69-402c-a775-52492bc6ac7a owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:28.281174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event deleted for resources: {'Port': ['ID=6856b300-eda6-4c5e-ac23-5e0fef9e809b,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:28.292214 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Network 8751e3f0-ab92-48ff-a8cb-4b26be93600d is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:28.295405 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:28.319567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e52ff1-9f8b-44f2-b8e1-e78ae6fdf928 req-75a71cf4-0bbf-428a-bd7b-62582ca90034 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:28.332628 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-34e52ff1-9f8b-44f2-b8e1-e78ae6fdf928 req-75a71cf4-0bbf-428a-bd7b-62582ca90034 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.4981291 Jul 29 16:43:28.348934 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:28.383238 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116fc48c-7294-4426-9c61-399003e166fe') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:28.383544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116fc48c-7294-4426-9c61-399003e166fe') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:28.398779 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-34e52ff1-9f8b-44f2-b8e1-e78ae6fdf928 req-ba22deff-6d20-42d9-8427-c186773c3003 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651262 Jul 29 16:43:28.407576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:28.426490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:28.434814 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:28.436579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:28.443054 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 8751e3f0-ab92-48ff-a8cb-4b26be93600d) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:28.461934 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f6c6ad46-3a69-402c-a775-52492bc6ac7a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:28.481506 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:28.501319 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] Calling delete_port for 6856b300-eda6-4c5e-ac23-5e0fef9e809b owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:28.509955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:28.536901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcdb297-e053-4a9b-8f9f-fa81f92699f5 None None] Network 8751e3f0-ab92-48ff-a8cb-4b26be93600d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:28.587408 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 116fc48c-7294-4426-9c61-399003e166fe resource provider aggregate not found Jul 29 16:43:28.596802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:28.608145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:28.614525 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2b5f2b41-25ac-457e-a3f6-ed7243bf3b3d tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9990187 Jul 29 16:43:28.616849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51520) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:28.626161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a0788f6a-902e-4817-b41f-20f63ab1563a tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:28.632852 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 116fc48c-7294-4426-9c61-399003e166fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 116fc48c-7294-4426-9c61-399003e166fe found for delete ", "request_id": "req-7e47d648-c609-4df5-a04d-5d82c0b5bbdd"}]} Jul 29 16:43:28.677591 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "DELETE /v2.0/networks/d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766 HTTP/1.1" status: 204 len: 168 time: 2.2108927 Jul 29 16:43:28.677591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1169ce2-180f-441f-b7ca-2b6369f09a6d tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event deleted for resources: {'Network': ['ID=d4f1f0c0-f2e5-4d57-a5ab-8151bd5cb766,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:28.684312 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51524) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:28.800528 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-51f15a8a-ec21-40a7-8ee0-091081a21798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 7, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d7fde4-bdc4-4904-954d-e60dced70b1b', 'name': '', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:fb:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:06Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c6ad46-3a69-402c-a775-52492bc6ac7a', 'name': '', 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:9d:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:14Z', 'updated_at': '2022-07-29T16:43:26Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:28.820419 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f15a8a-ec21-40a7-8ee0-091081a21798 None None] The sync data for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv is: [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 7, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d7fde4-bdc4-4904-954d-e60dced70b1b', 'name': '', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:fb:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:06Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c6ad46-3a69-402c-a775-52492bc6ac7a', 'name': '', 'network_id': '65bb495a-0b07-4122-b1b8-c35330b5dabf', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:9d:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:14Z', 'updated_at': '2022-07-29T16:43:26Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': 'fabfe8a0-c823-49a9-a884-ba80d64d7980', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:43:28.833204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:43:28.833928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:43:28.875043 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-14ece2c6-9961-454b-bd82-bb845d7d25bf tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:28.882457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port f6c6ad46-3a69-402c-a775-52492bc6ac7a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:28.883063 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:29.036240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-8751e3f0-ab92-48ff-a8cb-4b26be93600d', 'network_id': '8751e3f0-ab92-48ff-a8cb-4b26be93600d', 'tenant_id': 'd402d880e94746c783b04f4e9a05f1ad', 'fixed_ips': [{'subnet_id': '8fa6a273-1dec-4b85-ad23-15754d8d887a'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:43:29.036895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:29.061897 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893172c6-568c-4d32-a4c9-2ff1c1002c50 None None] Sync routers for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:43:29.079524 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893172c6-568c-4d32-a4c9-2ff1c1002c50 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:29.080541 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-893172c6-568c-4d32-a4c9-2ff1c1002c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:29.121739 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port f6c6ad46-3a69-402c-a775-52492bc6ac7a is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:29.146297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a0788f6a-902e-4817-b41f-20f63ab1563a tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31342120'] for subnet, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:29.155936 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-caff3bb6-acb3-4d9f-a495-3f52c993f31d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:29.226882 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 50eab644-380d-4f25-bc72-b3bade6832cc no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:43:29.248029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff3bb6-acb3-4d9f-a495-3f52c993f31d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=f6c6ad46-3a69-402c-a775-52492bc6ac7a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:29.402353 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Allocated IP 172.20.0.3 (8751e3f0-ab92-48ff-a8cb-4b26be93600d/8fa6a273-1dec-4b85-ad23-15754d8d887a/dfdad840-2f8f-40dc-8efd-153831945273) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:29.403675 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-893172c6-568c-4d32-a4c9-2ff1c1002c50 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:29.427307 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-14ece2c6-9961-454b-bd82-bb845d7d25bf tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:29.489642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-14ece2c6-9961-454b-bd82-bb845d7d25bf tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8997513d-2a97-4eb8-8d78-a34b1e4843f2']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:29.519463 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-14ece2c6-9961-454b-bd82-bb845d7d25bf tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff851ef-2a07-4f9b-9998-1fa95ed9619d') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:29.524588 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-14ece2c6-9961-454b-bd82-bb845d7d25bf tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff851ef-2a07-4f9b-9998-1fa95ed9619d') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:29.567032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-14ece2c6-9961-454b-bd82-bb845d7d25bf tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:29.606086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-14ece2c6-9961-454b-bd82-bb845d7d25bf tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:29.619700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ece2c6-9961-454b-bd82-bb845d7d25bf tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:29.620227 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-14ece2c6-9961-454b-bd82-bb845d7d25bf tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:29.712139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-caff3bb6-acb3-4d9f-a495-3f52c993f31d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:29.717004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] Deleting port 6856b300-eda6-4c5e-ac23-5e0fef9e809b {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:29.718265 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:29.796959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 50eab644-380d-4f25-bc72-b3bade6832cc {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:29.797506 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-14ece2c6-9961-454b-bd82-bb845d7d25bf tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:29.797870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 50eab644-380d-4f25-bc72-b3bade6832cc not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:43:29.798390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6856b300-eda6-4c5e-ac23-5e0fef9e809b no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:43:29.809232 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-14ece2c6-9961-454b-bd82-bb845d7d25bf tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:29.870550 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-14ece2c6-9961-454b-bd82-bb845d7d25bf tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "DELETE /v2.0/networks/8997513d-2a97-4eb8-8d78-a34b1e4843f2 HTTP/1.1" status: 204 len: 168 time: 1.1827073 Jul 29 16:43:29.871937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51528) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:29.878322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e8cfd-7b83-4e49-97ec-817c04eaff9c req-4055c565-229c-4b87-be62-8a74905467b6 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:29.879991 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2c9e8cfd-7b83-4e49-97ec-817c04eaff9c req-4055c565-229c-4b87-be62-8a74905467b6 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 1.1555536 Jul 29 16:43:29.909207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ece2c6-9961-454b-bd82-bb845d7d25bf tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event deleted for resources: {'Network': ['ID=8997513d-2a97-4eb8-8d78-a34b1e4843f2,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:29.932811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d997e5b1-5771-4b8f-9b68-7bb46ccd7ae0 None None] The port '6856b300-eda6-4c5e-ac23-5e0fef9e809b' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:43:29.936818 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 6856b300-eda6-4c5e-ac23-5e0fef9e809b {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:29.937197 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6856b300-eda6-4c5e-ac23-5e0fef9e809b not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:43:29.939508 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:29.956500 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Transition to ACTIVE for port object dfdad840-2f8f-40dc-8efd-153831945273 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:29.981435 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Transition to ACTIVE for port object dfdad840-2f8f-40dc-8efd-153831945273 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:29.989782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:29.996656 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2c9e8cfd-7b83-4e49-97ec-817c04eaff9c req-8d525dd5-a144-4e29-be08-458e25b3679d tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027672 Jul 29 16:43:30.106523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Network 8751e3f0-ab92-48ff-a8cb-4b26be93600d is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:30.109506 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:30.113606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:30.162617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Pushing event updated for resources: {'Port': ['ID=dfdad840-2f8f-40dc-8efd-153831945273,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:30.185817 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ea33a04-0f3a-4505-a41f-4d0c217c43b4 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:30.277689 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Attempting to bind port dfdad840-2f8f-40dc-8efd-153831945273 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:30.278107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Attempting to bind port dfdad840-2f8f-40dc-8efd-153831945273 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '18385ec6-8b31-4ad8-9312-9c240d9f70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8751e3f0-ab92-48ff-a8cb-4b26be93600d'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:30.278474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Attempting to bind port dfdad840-2f8f-40dc-8efd-153831945273 on network 8751e3f0-ab92-48ff-a8cb-4b26be93600d {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:30.284028 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-893172c6-568c-4d32-a4c9-2ff1c1002c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:29Z', 'revision_number': 8, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d7fde4-bdc4-4904-954d-e60dced70b1b', 'name': '', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:fb:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:06Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:30.288416 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893172c6-568c-4d32-a4c9-2ff1c1002c50 None None] Checking router: 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:43:30.289589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:30.290075 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Checking segment: {'id': '18385ec6-8b31-4ad8-9312-9c240d9f70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8751e3f0-ab92-48ff-a8cb-4b26be93600d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:30.290365 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:30.290759 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Bound using segment: {'id': '18385ec6-8b31-4ad8-9312-9c240d9f70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8751e3f0-ab92-48ff-a8cb-4b26be93600d'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:30.294751 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Bound port: dfdad840-2f8f-40dc-8efd-153831945273, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18385ec6-8b31-4ad8-9312-9c240d9f70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8751e3f0-ab92-48ff-a8cb-4b26be93600d'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:30.295180 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:30.313225 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893172c6-568c-4d32-a4c9-2ff1c1002c50 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:30.313837 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-893172c6-568c-4d32-a4c9-2ff1c1002c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:30.422972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ea33a04-0f3a-4505-a41f-4d0c217c43b4 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:30.458959 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-2ea33a04-0f3a-4505-a41f-4d0c217c43b4 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1012fc21-39a5-4151-8155-eb258e7ea52b']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:30.475452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] For port dfdad840-2f8f-40dc-8efd-153831945273, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:30.476109 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-2ea33a04-0f3a-4505-a41f-4d0c217c43b4 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b3df1f-77a5-4154-9eaa-a00b6213e045') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:30.477480 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-2ea33a04-0f3a-4505-a41f-4d0c217c43b4 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b3df1f-77a5-4154-9eaa-a00b6213e045') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:30.486342 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-893172c6-568c-4d32-a4c9-2ff1c1002c50 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:30.491838 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ea33a04-0f3a-4505-a41f-4d0c217c43b4 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:30.494893 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] For port dfdad840-2f8f-40dc-8efd-153831945273, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=dfdad840-2f8f-40dc-8efd-153831945273,segment=NetworkSegment(18385ec6-8b31-4ad8-9312-9c240d9f70f3),segment_id=18385ec6-8b31-4ad8-9312-9c240d9f70f3)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:30.507030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:30.510659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ea33a04-0f3a-4505-a41f-4d0c217c43b4 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:30.518198 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea33a04-0f3a-4505-a41f-4d0c217c43b4 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:30.518798 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ea33a04-0f3a-4505-a41f-4d0c217c43b4 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:30.699033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4cd7c-0a36-4b3a-8062-51e178c4dd73 None None] Pushing event updated for resources: {'Port': ['ID=dfdad840-2f8f-40dc-8efd-153831945273,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:30.722391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ea33a04-0f3a-4505-a41f-4d0c217c43b4 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:30.736257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ea33a04-0f3a-4505-a41f-4d0c217c43b4 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:30.746961 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment aff851ef-2a07-4f9b-9998-1fa95ed9619d resource provider aggregate not found Jul 29 16:43:30.776206 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2ea33a04-0f3a-4505-a41f-4d0c217c43b4 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] 10.222.0.58 "DELETE /v2.0/networks/1012fc21-39a5-4151-8155-eb258e7ea52b HTTP/1.1" status: 204 len: 168 time: 0.9025621 Jul 29 16:43:30.777693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea33a04-0f3a-4505-a41f-4d0c217c43b4 tempest-BulkNetworkOpsIpV6Test-1187038815 tempest-BulkNetworkOpsIpV6Test-1187038815-project] Pushing event deleted for resources: {'Network': ['ID=1012fc21-39a5-4151-8155-eb258e7ea52b,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:30.809111 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment aff851ef-2a07-4f9b-9998-1fa95ed9619d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aff851ef-2a07-4f9b-9998-1fa95ed9619d found for delete ", "request_id": "req-1c00e451-2ef7-4cba-ada8-57f58741cf7e"}]} Jul 29 16:43:30.840484 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment e7b3df1f-77a5-4154-9eaa-a00b6213e045 resource provider aggregate not found Jul 29 16:43:30.843464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a0788f6a-902e-4817-b41f-20f63ab1563a tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746449700774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32418955'] for subnet, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:30.861192 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment e7b3df1f-77a5-4154-9eaa-a00b6213e045 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7b3df1f-77a5-4154-9eaa-a00b6213e045 found for delete ", "request_id": "req-60845a40-87db-4f90-a24d-ab30df43cd12"}]} Jul 29 16:43:30.918443 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-893172c6-568c-4d32-a4c9-2ff1c1002c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:29Z', 'revision_number': 8, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d7fde4-bdc4-4904-954d-e60dced70b1b', 'name': '', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:fb:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:06Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:30.923512 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893172c6-568c-4d32-a4c9-2ff1c1002c50 None None] The sync data for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv is: [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:29Z', 'revision_number': 8, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d7fde4-bdc4-4904-954d-e60dced70b1b', 'name': '', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:fb:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:06Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:43:30.979422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caff3bb6-acb3-4d9f-a495-3f52c993f31d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:43:30.990512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0788f6a-902e-4817-b41f-20f63ab1563a tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:30.991121 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a0788f6a-902e-4817-b41f-20f63ab1563a tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:30.995290 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a0788f6a-902e-4817-b41f-20f63ab1563a tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "PUT /v2.0/subnets/8fa6a273-1dec-4b85-ad23-15754d8d887a HTTP/1.1" status: 200 len: 877 time: 2.3774619 Jul 29 16:43:30.995449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51544) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:31.024497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad840e7b-11a4-4758-a633-fb16eceb7e2d req-0838de71-4d61-48ba-908b-3c76bf8edb89 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:31.026014 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ad840e7b-11a4-4758-a633-fb16eceb7e2d req-0838de71-4d61-48ba-908b-3c76bf8edb89 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.6893513 Jul 29 16:43:31.089235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0788f6a-902e-4817-b41f-20f63ab1563a tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event updated for resources: {'Subnet': ['ID=8fa6a273-1dec-4b85-ad23-15754d8d887a,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:31.180010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:31.182962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51550) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:31.183285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51552) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:31.191924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'subnet': {'network_id': '74eb322b-d5e2-4503-88e8-bbd368726600', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:31.224221 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ad840e7b-11a4-4758-a633-fb16eceb7e2d req-2d3f7931-825e-4079-b8cc-f0e90be847f4 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360905 Jul 29 16:43:31.226984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caff3bb6-acb3-4d9f-a495-3f52c993f31d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:43:31.242701 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-caff3bb6-acb3-4d9f-a495-3f52c993f31d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/9f07765a-c83e-4cb3-92e5-efbe6c5a11b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4956186 Jul 29 16:43:31.242701 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51560) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:31.303317 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Deleting port dfdad840-2f8f-40dc-8efd-153831945273 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:31.303666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:31.368812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e2ed54-b396-4bdc-92f4-2b3f8c8653eb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting subnet fabfe8a0-c823-49a9-a884-ba80d64d7980 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:43:31.378580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-40e2ed54-b396-4bdc-92f4-2b3f8c8653eb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:31.455694 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-40e2ed54-b396-4bdc-92f4-2b3f8c8653eb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:31.651465 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:31.659936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:subnet and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:31.668610 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7303984d-28ed-4b7d-8556-29fff4dd7217 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5adfdb88e22440bfbdd7a3aae7982f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800894 Jul 29 16:43:31.668610 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:31.675678 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51568) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:31.679374 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:31.732660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:31.736294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:31.769993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] For port dfdad840-2f8f-40dc-8efd-153831945273, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=dfdad840-2f8f-40dc-8efd-153831945273,segment=NetworkSegment(18385ec6-8b31-4ad8-9312-9c240d9f70f3),segment_id=18385ec6-8b31-4ad8-9312-9c240d9f70f3)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:31.770268 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:31.797763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d1483-fd2e-44f7-a74c-5368bdcb906d req-2253e158-427a-4a8c-a9d5-9a1db5017f4b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:31.799259 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb2d1483-fd2e-44f7-a74c-5368bdcb906d req-2253e158-427a-4a8c-a9d5-9a1db5017f4b tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.1355522 Jul 29 16:43:31.804243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-40e2ed54-b396-4bdc-92f4-2b3f8c8653eb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:31.894588 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb2d1483-fd2e-44f7-a74c-5368bdcb906d req-fd4a7e25-1806-4321-8db9-693842224bb9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620601 Jul 29 16:43:31.911265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-40e2ed54-b396-4bdc-92f4-2b3f8c8653eb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:31.951966 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a8f87-ef20-4c8f-bb6d-618fd460c241 None None] Sync routers for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:43:31.954318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2ed54-b396-4bdc-92f4-2b3f8c8653eb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Subnet': ['ID=fabfe8a0-c823-49a9-a884-ba80d64d7980,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:31.958251 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-40e2ed54-b396-4bdc-92f4-2b3f8c8653eb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:31.967229 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-40e2ed54-b396-4bdc-92f4-2b3f8c8653eb tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/fabfe8a0-c823-49a9-a884-ba80d64d7980 HTTP/1.1" status: 204 len: 168 time: 0.7212546 Jul 29 16:43:31.967453 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51572) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:31.970045 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d378442-95de-4385-925a-c55724d6118f None None] Network 65bb495a-0b07-4122-b1b8-c35330b5dabf requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:32.070777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a8f87-ef20-4c8f-bb6d-618fd460c241 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:32.071792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d59a8f87-ef20-4c8f-bb6d-618fd460c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:32.089886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Calling delete_port for dfdad840-2f8f-40dc-8efd-153831945273 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:32.097825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.114065 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port c87a3186-ab61-4786-81fb-ddbccba78802 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:32.114405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.259898 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-97bcebe9-55f7-42f2-994f-244699c09050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.261515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.379807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Port': ['ID=dfdad840-2f8f-40dc-8efd-153831945273,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:32.380780 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dfdad840-2f8f-40dc-8efd-153831945273 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:32.411180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] For port c87a3186-ab61-4786-81fb-ddbccba78802, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c87a3186-ab61-4786-81fb-ddbccba78802,segment=NetworkSegment(b4ca2f0c-7418-4803-9535-8c5268039b36),segment_id=b4ca2f0c-7418-4803-9535-8c5268039b36)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:32.411557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.422767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe783854-8c6b-4ec4-8509-f3ef70bf91d6 None None] Network 8751e3f0-ab92-48ff-a8cb-4b26be93600d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:32.442055 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No DVR routers for this DVR port dfdad840-2f8f-40dc-8efd-153831945273 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:43:32.482689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-97bcebe9-55f7-42f2-994f-244699c09050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.496071 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: dfdad840-2f8f-40dc-8efd-153831945273 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:32.496546 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dfdad840-2f8f-40dc-8efd-153831945273 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jul 29 16:43:32.548421 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-d59a8f87-ef20-4c8f-bb6d-618fd460c241 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:32.552979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.574205 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for c87a3186-ab61-4786-81fb-ddbccba78802 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:32.608054 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Port dfdad840-2f8f-40dc-8efd-153831945273 not found, will not notify nova. {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jul 29 16:43:32.631827 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-995eb59e-e3a3-4164-8c77-e040045b7050 None None] Could not find standard attr ID for object dfdad840-2f8f-40dc-8efd-153831945273. {{(pid=89211) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 16:43:32.633437 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f6c6ad46-3a69-402c-a775-52492bc6ac7a no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:43:32.666401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.670331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-97bcebe9-55f7-42f2-994f-244699c09050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.695364 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcebe9-55f7-42f2-994f-244699c09050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ae94af-cbe6-42a9-b8a5-8d4592a3de63,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:32.730071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.732885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] No DVR routers for this DVR port c87a3186-ab61-4786-81fb-ddbccba78802 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:43:32.750237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: f6c6ad46-3a69-402c-a775-52492bc6ac7a {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:32.751755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f6c6ad46-3a69-402c-a775-52492bc6ac7a not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:43:32.787616 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=c87a3186-ab61-4786-81fb-ddbccba78802,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:32.789284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa6a273-1dec-4b85-ad23-15754d8d887a,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:32.813750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-97bcebe9-55f7-42f2-994f-244699c09050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.818784 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-97bcebe9-55f7-42f2-994f-244699c09050 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78ae94af-cbe6-42a9-b8a5-8d4592a3de63 HTTP/1.1" status: 204 len: 168 time: 1.1391346 Jul 29 16:43:32.885165 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.907153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.914955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.915784 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65bb495a-0b07-4122-b1b8-c35330b5dabf']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:32.935861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ca2f0c-7418-4803-9535-8c5268039b36') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:32.936332 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ca2f0c-7418-4803-9535-8c5268039b36') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:32.950801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.974108 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:32.982987 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:32.983388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:33.060682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d82ec5-ccb3-49b7-bd81-36a1c6e6cb3a None None] DHCP port deletion for 65bb495a-0b07-4122-b1b8-c35330b5dabf request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:43:33.064119 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8751e3f0-ab92-48ff-a8cb-4b26be93600d']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:33.098428 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment b4ca2f0c-7418-4803-9535-8c5268039b36 resource provider aggregate not found Jul 29 16:43:33.114591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18385ec6-8b31-4ad8-9312-9c240d9f70f3') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:33.117858 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18385ec6-8b31-4ad8-9312-9c240d9f70f3') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:33.133797 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:33.160977 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:33.163847 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98edb33c-8555-42c3-a14f-27f0fa1c1f2a None None] DHCP port deletion for 8751e3f0-ab92-48ff-a8cb-4b26be93600d request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:43:33.167944 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment b4ca2f0c-7418-4803-9535-8c5268039b36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4ca2f0c-7418-4803-9535-8c5268039b36 found for delete ", "request_id": "req-75b4f99e-f9d2-43c5-ac10-92fd1af22c9c"}]} Jul 29 16:43:33.188665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:33.189019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:33.196840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a419a46-bb44-41bc-a2a6-8d4fbbd38138 None None] Network 8751e3f0-ab92-48ff-a8cb-4b26be93600d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:33.226955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:33.232935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:33.246728 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:43:33.279433 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 18385ec6-8b31-4ad8-9312-9c240d9f70f3 resource provider aggregate not found Jul 29 16:43:33.294824 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/networks/65bb495a-0b07-4122-b1b8-c35330b5dabf HTTP/1.1" status: 204 len: 168 time: 1.3252313 Jul 29 16:43:33.299350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51594) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:33.303330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef283f-9502-4fd8-b612-616dd5cbbc3b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Network': ['ID=65bb495a-0b07-4122-b1b8-c35330b5dabf,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:33.319671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Subnet': ['ID=986f22af-68b2-4f75-8291-4e7087907a07,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:33.334738 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 18385ec6-8b31-4ad8-9312-9c240d9f70f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18385ec6-8b31-4ad8-9312-9c240d9f70f3 found for delete ", "request_id": "req-114e3c1d-7134-434f-8832-3115e0ad2b64"}]} Jul 29 16:43:33.350138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Checking segment: {'id': '24d4d4ed-2f55-4b39-a795-d39b6c593d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '74eb322b-d5e2-4503-88e8-bbd368726600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:33.350812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network hostable DHCP agents. Network: 74eb322b-d5e2-4503-88e8-bbd368726600, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:33.361375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d59a8f87-ef20-4c8f-bb6d-618fd460c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:29Z', 'revision_number': 8, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d7fde4-bdc4-4904-954d-e60dced70b1b', 'name': '', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:fb:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:06Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:33.374873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:33.390960 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812820ba-03c7-4635-9f52-622e37aefadd req-eb7a9b77-155b-4817-bb15-9a0b4db9cc6d tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:33.392576 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-812820ba-03c7-4635-9f52-622e37aefadd req-eb7a9b77-155b-4817-bb15-9a0b4db9cc6d tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.2903194 Jul 29 16:43:33.402038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:33.411994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network 74eb322b-d5e2-4503-88e8-bbd368726600 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:33.419042 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Network': ['ID=8751e3f0-ab92-48ff-a8cb-4b26be93600d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:33.424129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a8f87-ef20-4c8f-bb6d-618fd460c241 None None] Checking router: 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:43:33.443223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a8f87-ef20-4c8f-bb6d-618fd460c241 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:33.443223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d59a8f87-ef20-4c8f-bb6d-618fd460c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:33.444098 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ddecf39a-a8a4-459f-95dd-0cb3979ddcc5 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/8751e3f0-ab92-48ff-a8cb-4b26be93600d HTTP/1.1" status: 204 len: 168 time: 2.4474616 Jul 29 16:43:33.444979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51602) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:33.448207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 74eb322b-d5e2-4503-88e8-bbd368726600) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:33.483387 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:33.484399 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:33.493417 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e612527-857a-45e0-803a-9b788f6e3685 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:33.494098 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e612527-857a-45e0-803a-9b788f6e3685 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:33.499194 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5e612527-857a-45e0-803a-9b788f6e3685 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/subnets/8fa6a273-1dec-4b85-ad23-15754d8d887a HTTP/1.1" status: 404 len: 337 time: 0.0527027 Jul 29 16:43:33.504947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51606) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:33.538266 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ea4417-772e-4328-9ff1-96ef4c91e82a tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:33.539125 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ea4417-772e-4328-9ff1-96ef4c91e82a tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:33.543819 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-15ea4417-772e-4328-9ff1-96ef4c91e82a tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/8751e3f0-ab92-48ff-a8cb-4b26be93600d HTTP/1.1" status: 404 len: 339 time: 0.0372009 Jul 29 16:43:33.545267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51610) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:33.594016 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae750882-a871-456f-a70a-b66d0170ddfb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:33.594683 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae750882-a871-456f-a70a-b66d0170ddfb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:33.600168 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ae750882-a871-456f-a70a-b66d0170ddfb tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/subnets/936552fc-8824-416a-b4af-de89c23c1d80 HTTP/1.1" status: 404 len: 337 time: 0.0536857 Jul 29 16:43:33.600978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51616) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:33.604432 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2559357d-d352-4943-b533-e3f6d7d5faae tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4201856 Jul 29 16:43:33.627010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51620) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:33.636256 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-949036309'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:33.642431 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d17b67a-0c17-4f0c-b9bf-394cca279763 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:33.643116 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d17b67a-0c17-4f0c-b9bf-394cca279763 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:33.647686 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2d17b67a-0c17-4f0c-b9bf-394cca279763 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/ab5f0b01-37da-4008-bf7b-2ead533e7a5f HTTP/1.1" status: 404 len: 339 time: 0.0453467 Jul 29 16:43:33.647848 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-d59a8f87-ef20-4c8f-bb6d-618fd460c241 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:33.648654 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51626) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:33.649859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:33.689009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:network and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:33.692128 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:33.693460 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-812820ba-03c7-4635-9f52-622e37aefadd req-1bece305-ab83-4381-badd-6f7cbb6fca49 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937775 Jul 29 16:43:33.708194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be4c514-f2e7-492f-8887-d85333783798 None None] get_active_networks_info from dv-neutron-851534-1-hyperv {{(pid=89211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 16:43:33.752805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:33.808588 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:33.813726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:33.851724 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:33.865642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:33.865997 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Added segment b95f8dd0-46b6-48a7-9f22-c9f57f21e01b of type vlan for network de58a248-e1f0-45cd-a5ca-065c1758f734 Jul 29 16:43:33.900281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:33.937521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-338896e9-aedb-413e-8e3c-10576bb55045 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:33.939469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51634) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:33.948517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:33.954281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:33.954886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:34.088763 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be4c514-f2e7-492f-8887-d85333783798 None None] Resources bound (agent type, host, resource id): {{(pid=89211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 16:43:34.147156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-994085749'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:34.151974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6f65a25f-4c42-4f5b-b34b-61d5ffe991d9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:34.228903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d59a8f87-ef20-4c8f-bb6d-618fd460c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:29Z', 'revision_number': 8, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d7fde4-bdc4-4904-954d-e60dced70b1b', 'name': '', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:fb:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:06Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:34.236044 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a8f87-ef20-4c8f-bb6d-618fd460c241 None None] The sync data for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv is: [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:29Z', 'revision_number': 8, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d7fde4-bdc4-4904-954d-e60dced70b1b', 'name': '', 'network_id': 'f62c4d55-2778-429e-9244-9278c24f43d5', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:fb:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:06Z', 'updated_at': '2022-07-29T16:43:23Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '6d0ede35-e73b-491f-a85f-0b5bf1cf0392', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:43:34.323851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:34.335493 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7070320 Jul 29 16:43:34.336229 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51640) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:34.351046 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63437a2-e931-4687-a967-29d3135236ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Network': ['ID=de58a248-e1f0-45cd-a5ca-065c1758f734,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:34.353878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Usage tracker for resource:network and tenant:78671b5c7c3f42869404a011bbd19087 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:34.354497 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c87a3186-ab61-4786-81fb-ddbccba78802 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:43:34.363092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'subnet': {'network_id': 'de58a248-e1f0-45cd-a5ca-065c1758f734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:34.377624 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:34.386052 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-338896e9-aedb-413e-8e3c-10576bb55045 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:34.397429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network de58a248-e1f0-45cd-a5ca-065c1758f734 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:34.407492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:34.500746 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: c87a3186-ab61-4786-81fb-ddbccba78802 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:34.501113 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c87a3186-ab61-4786-81fb-ddbccba78802 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:43:34.501536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dfdad840-2f8f-40dc-8efd-153831945273 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:43:34.546529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-338896e9-aedb-413e-8e3c-10576bb55045 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216b8580-0342-443b-aeef-840e3c12b339']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:34.566585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-338896e9-aedb-413e-8e3c-10576bb55045 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562a3df3-49c8-417c-9497-0481a474f6f1') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:34.566895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-338896e9-aedb-413e-8e3c-10576bb55045 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562a3df3-49c8-417c-9497-0481a474f6f1') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:34.576126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:34.577505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6f65a25f-4c42-4f5b-b34b-61d5ffe991d9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port e9d7fde4-bdc4-4904-954d-e60dced70b1b {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:34.578128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6f65a25f-4c42-4f5b-b34b-61d5ffe991d9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:34.582609 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:subnet and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:34.592185 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:34.594970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Made reservation on behalf of 78671b5c7c3f42869404a011bbd19087 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:34.598413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:34.599896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: dfdad840-2f8f-40dc-8efd-153831945273 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:34.600237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dfdad840-2f8f-40dc-8efd-153831945273 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:43:34.608643 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-338896e9-aedb-413e-8e3c-10576bb55045 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:34.621863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:34.630751 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:34.646821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-338896e9-aedb-413e-8e3c-10576bb55045 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:34.656400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:34.659040 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338896e9-aedb-413e-8e3c-10576bb55045 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:34.659434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-338896e9-aedb-413e-8e3c-10576bb55045 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:34.674367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:34.677790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:34.699052 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Usage tracker for resource:security_group_rule and tenant:78671b5c7c3f42869404a011bbd19087 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:34.705881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:34.753405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-74eb322b-d5e2-4503-88e8-bbd368726600', 'network_id': '74eb322b-d5e2-4503-88e8-bbd368726600', 'tenant_id': 'e159ca24d57947deb5a5396342834e97', 'fixed_ips': [{'subnet_id': '986f22af-68b2-4f75-8291-4e7087907a07'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:43:34.754559 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:34.808342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:34.816961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-6f65a25f-4c42-4f5b-b34b-61d5ffe991d9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] For port e9d7fde4-bdc4-4904-954d-e60dced70b1b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e9d7fde4-bdc4-4904-954d-e60dced70b1b,segment=NetworkSegment(cd37b086-29f0-4437-a24b-a98f124c1f6f),segment_id=cd37b086-29f0-4437-a24b-a98f124c1f6f)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:34.817489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6f65a25f-4c42-4f5b-b34b-61d5ffe991d9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:34.878979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-338896e9-aedb-413e-8e3c-10576bb55045 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:34.904893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-338896e9-aedb-413e-8e3c-10576bb55045 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:34.923859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338896e9-aedb-413e-8e3c-10576bb55045 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Network': ['ID=216b8580-0342-443b-aeef-840e3c12b339,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:34.950036 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-338896e9-aedb-413e-8e3c-10576bb55045 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/216b8580-0342-443b-aeef-840e3c12b339 HTTP/1.1" status: 204 len: 168 time: 1.2947867 Jul 29 16:43:34.950769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51646) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:34.988515 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Allocated IP 2001:db8:0:ffff::2 (74eb322b-d5e2-4503-88e8-bbd368726600/986f22af-68b2-4f75-8291-4e7087907a07/62fffd90-32c0-4a09-b044-87b0b30a56e3) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:34.995428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6f65a25f-4c42-4f5b-b34b-61d5ffe991d9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for e9d7fde4-bdc4-4904-954d-e60dced70b1b owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:35.041538 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5d7ebb-c508-44cc-89ee-75029be00086 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:35.042004 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5d7ebb-c508-44cc-89ee-75029be00086 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:35.064982 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8b5d7ebb-c508-44cc-89ee-75029be00086 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/subnets/a83a5f24-c3e2-446f-a3ba-486c4b5e51c8 HTTP/1.1" status: 404 len: 337 time: 0.1123176 Jul 29 16:43:35.071445 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51650) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:35.121253 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.122203 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef02008a-2e8f-49fa-a714-16a719b0f3c1 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:35.123420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef02008a-2e8f-49fa-a714-16a719b0f3c1 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:35.125466 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ef02008a-2e8f-49fa-a714-16a719b0f3c1 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/d1bbffe3-07bd-4cbe-8515-0b20fc5d8e23 HTTP/1.1" status: 404 len: 339 time: 0.0518072 Jul 29 16:43:35.128359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51654) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:35.134629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.161305 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.171224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:35.180659 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-e330e61d-5459-4104-8714-d790d4521cb1 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:35.181461 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e330e61d-5459-4104-8714-d790d4521cb1 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:35.185861 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e330e61d-5459-4104-8714-d790d4521cb1 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/subnets/24fb006f-425b-48bd-a4c4-650f632b3141 HTTP/1.1" status: 404 len: 337 time: 0.0535867 Jul 29 16:43:35.193342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfd1b3-4c7e-4247-8cbd-f4479cfd649f req-99beb509-dc7f-4f2f-b0f2-996ac1c8041f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:35.194880 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bcbfd1b3-4c7e-4247-8cbd-f4479cfd649f req-99beb509-dc7f-4f2f-b0f2-996ac1c8041f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.3642459 Jul 29 16:43:35.195400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51658) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:35.216150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.228332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Transition to ACTIVE for port object 62fffd90-32c0-4a09-b044-87b0b30a56e3 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:35.232247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aadd57b6-ab5d-40ed-8b0c-79a2825df976,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:35.235077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.235426 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Added segment d8f5d9e7-13c0-41aa-ab17-84873da2955c of type vlan for network daf2dd64-13f3-44f3-a55b-7fb657cf13a7 Jul 29 16:43:35.245391 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-d657586a-9ca9-4149-a1f2-913d98099c83 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:35.245942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d657586a-9ca9-4149-a1f2-913d98099c83 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:35.251013 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d657586a-9ca9-4149-a1f2-913d98099c83 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/8f5fad53-af24-4608-8d65-a534e758b353 HTTP/1.1" status: 404 len: 339 time: 0.0510209 Jul 29 16:43:35.251990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51662) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:35.256092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Transition to ACTIVE for port object 62fffd90-32c0-4a09-b044-87b0b30a56e3 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:35.266698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.284250 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bcbfd1b3-4c7e-4247-8cbd-f4479cfd649f req-222ba6cb-be45-4ca7-98f5-5637e47070c8 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632434 Jul 29 16:43:35.318996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Subnet': ['ID=b22c3e51-6403-4b68-8f4a-02cb1e928b8c,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:35.331202 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6660f6-0fa7-4e41-a0f0-179fb02a899c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:35.331684 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6660f6-0fa7-4e41-a0f0-179fb02a899c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:35.349396 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Network 74eb322b-d5e2-4503-88e8-bbd368726600 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:35.352255 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:35.354884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:35.359190 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.364777 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 562a3df3-49c8-417c-9497-0481a474f6f1 resource provider aggregate not found Jul 29 16:43:35.374511 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Checking segment: {'id': 'b95f8dd0-46b6-48a7-9f22-c9f57f21e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'de58a248-e1f0-45cd-a5ca-065c1758f734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:35.374927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network hostable DHCP agents. Network: de58a248-e1f0-45cd-a5ca-065c1758f734, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:35.376596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6f65a25f-4c42-4f5b-b34b-61d5ffe991d9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.382616 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7d6660f6-0fa7-4e41-a0f0-179fb02a899c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/subnets/8b7394bd-c1b7-4292-82d6-e8cbf910142a HTTP/1.1" status: 404 len: 337 time: 0.1264729 Jul 29 16:43:35.383739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51670) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:35.386856 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 562a3df3-49c8-417c-9497-0481a474f6f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 562a3df3-49c8-417c-9497-0481a474f6f1 found for delete ", "request_id": "req-9d347dc2-ced3-4801-a710-01ced3b7ce6d"}]} Jul 29 16:43:35.407386 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Pushing event updated for resources: {'Port': ['ID=62fffd90-32c0-4a09-b044-87b0b30a56e3,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:35.431089 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9fc95a-de68-4a50-8ec1-02220ad1dc4c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:35.431635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9fc95a-de68-4a50-8ec1-02220ad1dc4c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:35.436021 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bf9fc95a-de68-4a50-8ec1-02220ad1dc4c tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/d7d6e874-d43c-4582-86aa-171820c27d43 HTTP/1.1" status: 404 len: 339 time: 0.0490396 Jul 29 16:43:35.436162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65a25f-4c42-4f5b-b34b-61d5ffe991d9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=e9d7fde4-bdc4-4904-954d-e60dced70b1b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:35.436162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51674) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:35.444561 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network de58a248-e1f0-45cd-a5ca-065c1758f734 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:35.449714 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.455570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:35.456518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.470843 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Attempting to bind port 62fffd90-32c0-4a09-b044-87b0b30a56e3 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:35.471217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Attempting to bind port 62fffd90-32c0-4a09-b044-87b0b30a56e3 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '24d4d4ed-2f55-4b39-a795-d39b6c593d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '74eb322b-d5e2-4503-88e8-bbd368726600'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:35.471583 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Attempting to bind port 62fffd90-32c0-4a09-b044-87b0b30a56e3 on network 74eb322b-d5e2-4503-88e8-bbd368726600 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:35.477360 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:35.477738 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Checking segment: {'id': '24d4d4ed-2f55-4b39-a795-d39b6c593d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '74eb322b-d5e2-4503-88e8-bbd368726600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:35.478143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.478566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Bound using segment: {'id': '24d4d4ed-2f55-4b39-a795-d39b6c593d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '74eb322b-d5e2-4503-88e8-bbd368726600'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:35.479061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Bound port: 62fffd90-32c0-4a09-b044-87b0b30a56e3, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d4d4ed-2f55-4b39-a795-d39b6c593d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '74eb322b-d5e2-4503-88e8-bbd368726600'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:35.479436 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.501029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, de58a248-e1f0-45cd-a5ca-065c1758f734) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:35.505983 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:35.506850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.587518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] For port 62fffd90-32c0-4a09-b044-87b0b30a56e3, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:35.589542 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6484821 Jul 29 16:43:35.591577 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] For port 62fffd90-32c0-4a09-b044-87b0b30a56e3, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=62fffd90-32c0-4a09-b044-87b0b30a56e3,segment=NetworkSegment(24d4d4ed-2f55-4b39-a795-d39b6c593d89),segment_id=24d4d4ed-2f55-4b39-a795-d39b6c593d89)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:35.597933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.598924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51678) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:35.619373 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-71dcc2b6-a000-4c89-bdae-c25a33072359 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2697835 Jul 29 16:43:35.623206 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51682) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:35.640282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Request body: {'subnet': {'network_id': 'daf2dd64-13f3-44f3-a55b-7fb657cf13a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:35.663877 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-7661e5ee-4117-4602-bab6-234a8af66fb1 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:35.663877 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7661e5ee-4117-4602-bab6-234a8af66fb1 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:35.688140 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0bd3a-828b-4831-90a6-5c906fb94ea6 None None] Pushing event updated for resources: {'Port': ['ID=62fffd90-32c0-4a09-b044-87b0b30a56e3,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:35.713746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02263310-6e7e-4055-858e-efd62529402f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Pushing event updated for resources: {'Network': ['ID=daf2dd64-13f3-44f3-a55b-7fb657cf13a7,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:35.729090 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network daf2dd64-13f3-44f3-a55b-7fb657cf13a7 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:35.781624 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7661e5ee-4117-4602-bab6-234a8af66fb1 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/subnets/5dc00ddb-60bf-4ba5-aa07-dcff660f3582 HTTP/1.1" status: 404 len: 337 time: 0.3414803 Jul 29 16:43:35.791161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51686) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:35.808223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.900341 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:35.932427 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-14968bb0-345a-4b0a-b04d-d3b27cf59d19 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:35.932985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14968bb0-345a-4b0a-b04d-d3b27cf59d19 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:35.934682 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-14968bb0-345a-4b0a-b04d-d3b27cf59d19 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/0532f146-f6ea-4ef9-ab8f-0130a7b25a53 HTTP/1.1" status: 404 len: 339 time: 0.1403482 Jul 29 16:43:35.945990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51690) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:35.993940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:36.004215 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cd89ee-4880-4e29-8e12-abccb75de547 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:36.004961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16cd89ee-4880-4e29-8e12-abccb75de547 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:36.006856 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-16cd89ee-4880-4e29-8e12-abccb75de547 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/subnets/3d238203-525a-4065-aa0a-04f87205e664 HTTP/1.1" status: 404 len: 337 time: 0.0579464 Jul 29 16:43:36.007900 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:36.011520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51694) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:36.015773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Usage tracker for resource:subnet and tenant:78671b5c7c3f42869404a011bbd19087 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:36.035452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Subnet': ['ID=b22c3e51-6403-4b68-8f4a-02cb1e928b8c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:36.036925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:36.042533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6f65a25f-4c42-4f5b-b34b-61d5ffe991d9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:36.056584 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:36.058841 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-b044b888-3ee2-44a0-a40b-0e71d1ac5289 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:36.059320 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b044b888-3ee2-44a0-a40b-0e71d1ac5289 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:36.064018 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b044b888-3ee2-44a0-a40b-0e71d1ac5289 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/2a254241-9a77-4843-85d4-9cd22b8eb197 HTTP/1.1" status: 404 len: 339 time: 0.0479314 Jul 29 16:43:36.064284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51698) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:36.163071 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82532b3-44b5-41ea-8cad-49902a3bba49 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:36.163728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82532b3-44b5-41ea-8cad-49902a3bba49 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:36.174060 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:36.185205 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c82532b3-44b5-41ea-8cad-49902a3bba49 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/subnets/0332a344-0d2f-4523-a78f-8d8af2d03084 HTTP/1.1" status: 404 len: 337 time: 0.1199098 Jul 29 16:43:36.188811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51702) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:36.191235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Made reservation on behalf of 78671b5c7c3f42869404a011bbd19087 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:36.194933 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:36.201024 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de58a248-e1f0-45cd-a5ca-065c1758f734']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:36.212727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95f8dd0-46b6-48a7-9f22-c9f57f21e01b') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:36.213022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95f8dd0-46b6-48a7-9f22-c9f57f21e01b') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:36.224776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:36.245080 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:36.255389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:36.255880 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:36.319955 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83050ac-5c1d-485a-a70f-97073edb55ac tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:36.319955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83050ac-5c1d-485a-a70f-97073edb55ac tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:36.323526 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a83050ac-5c1d-485a-a70f-97073edb55ac tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/f4d558bb-2ad6-40c1-8e55-bdc7ae50b813 HTTP/1.1" status: 404 len: 339 time: 0.1311507 Jul 29 16:43:36.329956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51708) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:36.393314 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-69778e19-0e0d-4b87-af0d-8752f3b6e5d6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:36.393483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69778e19-0e0d-4b87-af0d-8752f3b6e5d6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:36.397719 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-69778e19-0e0d-4b87-af0d-8752f3b6e5d6 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/subnets/520cd1c6-03ef-433a-bf31-a9ba0506336c HTTP/1.1" status: 404 len: 337 time: 0.0641298 Jul 29 16:43:36.400042 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51712) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:36.405952 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 62fffd90-32c0-4a09-b044-87b0b30a56e3 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:36.498662 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:36.500461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 62fffd90-32c0-4a09-b044-87b0b30a56e3 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:36.519400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:36.529921 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Network': ['ID=de58a248-e1f0-45cd-a5ca-065c1758f734,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:36.532554 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-98247f0c-91ca-4271-add3-5d40a3200893 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/de58a248-e1f0-45cd-a5ca-065c1758f734 HTTP/1.1" status: 204 len: 168 time: 0.9080384 Jul 29 16:43:36.536352 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51716) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:36.543098 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-80714030'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:36.552521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:36.556885 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:network and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:36.560537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:36.566713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:36.581918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:36.585634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:36.604163 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-9252a3ca-af0d-4359-aa64-e04f7dfecb56 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:36.604647 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9252a3ca-af0d-4359-aa64-e04f7dfecb56 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:36.615305 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:36.625956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:36.626296 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Added segment 468027f0-9bd4-4a6b-b5cd-b8c304a27543 of type vlan for network a43d01d3-bca6-4e37-99d1-4044c8c822a8 Jul 29 16:43:36.645431 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9252a3ca-af0d-4359-aa64-e04f7dfecb56 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/b6e001e7-9994-4683-8868-fd6c503fb6f5 HTTP/1.1" status: 404 len: 339 time: 0.2420073 Jul 29 16:43:36.650206 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51720) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:36.690888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:36.698483 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-be09a3d8-9db3-4738-9c8c-c04ed1b41e4b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:36.698938 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be09a3d8-9db3-4738-9c8c-c04ed1b41e4b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:36.710469 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-be09a3d8-9db3-4738-9c8c-c04ed1b41e4b tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/subnets/dceeedf6-98e2-4539-ade5-cb7b08d2792a HTTP/1.1" status: 404 len: 337 time: 0.0568411 Jul 29 16:43:36.711021 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51724) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:36.734775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f65a25f-4c42-4f5b-b34b-61d5ffe991d9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:43:36.748395 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a4b369-ca52-482b-bdf4-2cf6ec63b179 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] DELETE failed (client error): The resource could not be found. Jul 29 16:43:36.749018 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a4b369-ca52-482b-bdf4-2cf6ec63b179 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:43:36.750588 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-29a4b369-ca52-482b-bdf4-2cf6ec63b179 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/26cb39f5-d618-4419-86fc-52d5822d5188 HTTP/1.1" status: 404 len: 339 time: 0.0389795 Jul 29 16:43:36.753282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51728) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:36.804383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:36.810635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:36.811280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:36.841905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea40a7-fd68-4c23-8f20-28f1efb022c7 req-387bb71b-0c8e-4090-8031-d3319d581fbe tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:36.843415 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-75ea40a7-fd68-4c23-8f20-28f1efb022c7 req-387bb71b-0c8e-4090-8031-d3319d581fbe tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.3610995 Jul 29 16:43:36.889480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b90e0eb-b2c4-4ecb-9e9d-3610f71e78ea None None] Network 74eb322b-d5e2-4503-88e8-bbd368726600 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:36.911779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dd7342-3973-4ea8-984b-b1cb727bb75f None None] Network de58a248-e1f0-45cd-a5ca-065c1758f734 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:36.931371 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3913991 Jul 29 16:43:36.936100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cedea7-f660-4d90-a0f6-505617d6b9b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Deleting subnet a8ad7af1-4fc9-4a03-816e-74dcc432a43a {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:43:36.937402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51732) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:36.941006 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64882e02-ac23-415b-875a-e63430ff52c8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Network': ['ID=a43d01d3-bca6-4e37-99d1-4044c8c822a8,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:36.944253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:36.946168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'subnet': {'network_id': 'a43d01d3-bca6-4e37-99d1-4044c8c822a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:36.960369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-00cedea7-f660-4d90-a0f6-505617d6b9b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:37.006262 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network a43d01d3-bca6-4e37-99d1-4044c8c822a8 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:37.025111 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dd7342-3973-4ea8-984b-b1cb727bb75f None None] Network de58a248-e1f0-45cd-a5ca-065c1758f734 could not be found, it might have been deleted concurrently. {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jul 29 16:43:37.058577 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7f0094-b4de-4fe0-8272-07584720c188 None None] Network de58a248-e1f0-45cd-a5ca-065c1758f734 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:37.116458 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-00cedea7-f660-4d90-a0f6-505617d6b9b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:37.125132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7f0094-b4de-4fe0-8272-07584720c188 None None] Network de58a248-e1f0-45cd-a5ca-065c1758f734 could not be found, it might have been deleted concurrently. {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jul 29 16:43:37.161488 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-66bbb895-47f4-4a35-a994-917d4007d8b5 None None] Provisioning for port 62fffd90-32c0-4a09-b044-87b0b30a56e3 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:37.186868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:37.191919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-66bbb895-47f4-4a35-a994-917d4007d8b5 None None] Provisioning complete for port 62fffd90-32c0-4a09-b044-87b0b30a56e3 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:37.192403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-66bbb895-47f4-4a35-a994-917d4007d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:37.196712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:subnet and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:37.201615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:37.210556 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:37.215874 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-75ea40a7-fd68-4c23-8f20-28f1efb022c7 req-19ac08e5-bb9e-4ef2-8f56-3b5a3db3019f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533859 Jul 29 16:43:37.227089 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f65a25f-4c42-4f5b-b34b-61d5ffe991d9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:43:37.232198 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:37.235797 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:37.236294 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6f65a25f-4c42-4f5b-b34b-61d5ffe991d9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/9f07765a-c83e-4cb3-92e5-efbe6c5a11b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9352517 Jul 29 16:43:37.238925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51736) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:37.259510 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea0bf8-808b-41e6-a5bc-bd2a857dd868 None None] Sync routers for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:43:37.271285 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea0bf8-808b-41e6-a5bc-bd2a857dd868 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:37.272117 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f1ea0bf8-808b-41e6-a5bc-bd2a857dd868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:37.291029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Pushing event updated for resources: {'Subnet': ['ID=a62a8316-7283-4050-ad4e-61ef6ec23580,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:37.307229 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Checking segment: {'id': 'd8f5d9e7-13c0-41aa-ab17-84873da2955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'daf2dd64-13f3-44f3-a55b-7fb657cf13a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:37.307599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Network hostable DHCP agents. Network: daf2dd64-13f3-44f3-a55b-7fb657cf13a7, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:37.326579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-00cedea7-f660-4d90-a0f6-505617d6b9b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:37.335393 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-41eb1c53-985d-491e-a68b-e3502ced5696 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting subnet 6d0ede35-e73b-491f-a85f-0b5bf1cf0392 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:43:37.339496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41eb1c53-985d-491e-a68b-e3502ced5696 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:37.388199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Network daf2dd64-13f3-44f3-a55b-7fb657cf13a7 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:37.417083 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment b95f8dd0-46b6-48a7-9f22-c9f57f21e01b resource provider aggregate not found Jul 29 16:43:37.421726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41eb1c53-985d-491e-a68b-e3502ced5696 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:37.444059 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment b95f8dd0-46b6-48a7-9f22-c9f57f21e01b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b95f8dd0-46b6-48a7-9f22-c9f57f21e01b found for delete ", "request_id": "req-ccd3653b-50db-4790-9dda-9c782d9c597e"}]} Jul 29 16:43:37.456299 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-f1ea0bf8-808b-41e6-a5bc-bd2a857dd868 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:37.480134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, daf2dd64-13f3-44f3-a55b-7fb657cf13a7) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:37.490110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:37.490732 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:37.507878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-00cedea7-f660-4d90-a0f6-505617d6b9b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:37.542333 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f7e3a4b0-ba3a-4a86-8883-2bb696d3bd32 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9370313 Jul 29 16:43:37.545108 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51744) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:37.556797 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def71e69-f7e1-4176-b055-c55d17492056 None None] Network daf2dd64-13f3-44f3-a55b-7fb657cf13a7 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:37.583111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41eb1c53-985d-491e-a68b-e3502ced5696 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:37.596139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cedea7-f660-4d90-a0f6-505617d6b9b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ad7af1-4fc9-4a03-816e-74dcc432a43a,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:37.600397 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-00cedea7-f660-4d90-a0f6-505617d6b9b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:37.623041 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-00cedea7-f660-4d90-a0f6-505617d6b9b9 tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/subnets/a8ad7af1-4fc9-4a03-816e-74dcc432a43a HTTP/1.1" status: 204 len: 168 time: 0.8681989 Jul 29 16:43:37.627471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51748) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:37.699920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Request body: {'port': {'network_id': 'daf2dd64-13f3-44f3-a55b-7fb657cf13a7', 'name': 'tempest-TagsExtTest-346222530'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:37.720835 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41eb1c53-985d-491e-a68b-e3502ced5696 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:37.784880 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:37.803346 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c642774-accf-483c-ab84-6add22219bc8 None None] Network ac1caead-c6cd-4a8d-8560-7a5ed98eda5f requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:37.839932 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41eb1c53-985d-491e-a68b-e3502ced5696 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:37.856170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:37.864890 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb1c53-985d-491e-a68b-e3502ced5696 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0ede35-e73b-491f-a85f-0b5bf1cf0392,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:37.875567 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-41eb1c53-985d-491e-a68b-e3502ced5696 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/6d0ede35-e73b-491f-a85f-0b5bf1cf0392 HTTP/1.1" status: 204 len: 168 time: 0.6356392 Jul 29 16:43:37.876441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51752) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:37.900206 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f1ea0bf8-808b-41e6-a5bc-bd2a857dd868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:35Z', 'revision_number': 9, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:37.905646 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea0bf8-808b-41e6-a5bc-bd2a857dd868 None None] Checking router: 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:43:37.916806 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea0bf8-808b-41e6-a5bc-bd2a857dd868 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:37.917730 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f1ea0bf8-808b-41e6-a5bc-bd2a857dd868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:37.935947 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404b275e-4cdb-426e-856a-00d672efb902 None None] Network f62c4d55-2778-429e-9244-9278c24f43d5 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:37.980721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Deleting port b3d38f03-9b76-46a4-aed4-8221870b25bf {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:37.981241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:38.016226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:38.033081 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-daf2dd64-13f3-44f3-a55b-7fb657cf13a7', 'network_id': 'daf2dd64-13f3-44f3-a55b-7fb657cf13a7', 'tenant_id': '78671b5c7c3f42869404a011bbd19087', 'fixed_ips': [{'subnet_id': 'a62a8316-7283-4050-ad4e-61ef6ec23580'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:43:38.034240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:38.041518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port 27e9b71c-29b9-4bf8-9c59-385ab5847769 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:38.041987 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:38.063820 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Subnet': ['ID=bd3f1108-b847-4f02-85f9-ceae44cb1c4f,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:38.108888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Checking segment: {'id': '468027f0-9bd4-4a6b-b5cd-b8c304a27543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43d01d3-bca6-4e37-99d1-4044c8c822a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:38.109912 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network hostable DHCP agents. Network: a43d01d3-bca6-4e37-99d1-4044c8c822a8, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:38.173499 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-f1ea0bf8-808b-41e6-a5bc-bd2a857dd868 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:38.226777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network a43d01d3-bca6-4e37-99d1-4044c8c822a8 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:38.238174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:38.242171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Usage tracker for resource:port and tenant:78671b5c7c3f42869404a011bbd19087 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:38.245329 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:38.252948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:38.272038 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Made reservation on behalf of 78671b5c7c3f42869404a011bbd19087 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:38.280518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:38.334609 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, a43d01d3-bca6-4e37-99d1-4044c8c822a8) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:38.349901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:38.350763 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:38.373249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] For port b3d38f03-9b76-46a4-aed4-8221870b25bf, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b3d38f03-9b76-46a4-aed4-8221870b25bf,segment=NetworkSegment(11adc501-1ae3-4433-acd5-50ea8809a5b4),segment_id=11adc501-1ae3-4433-acd5-50ea8809a5b4)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:38.373730 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:38.414694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f0347b-18ec-4e6b-90d5-fd5c276f72ee None None] Network a43d01d3-bca6-4e37-99d1-4044c8c822a8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:38.452277 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-50750de6-4fc4-48d6-8acb-1580246d5624 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5101540 Jul 29 16:43:38.508320 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51758) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:38.514003 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1822945821'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:38.593114 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] device_id is not set on port f45635bb-a160-4145-966d-74d2f727239d yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:43:38.615108 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-66bbb895-47f4-4a35-a994-917d4007d8b5 None None] Current status of the port 62fffd90-32c0-4a09-b044-87b0b30a56e3 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:38.615679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-66bbb895-47f4-4a35-a994-917d4007d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:38.630358 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f1ea0bf8-808b-41e6-a5bc-bd2a857dd868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:35Z', 'revision_number': 9, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:38.640185 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Calling delete_port for b3d38f03-9b76-46a4-aed4-8221870b25bf owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:38.642094 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea0bf8-808b-41e6-a5bc-bd2a857dd868 None None] The sync data for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv is: [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:35Z', 'revision_number': 9, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': '7d5cca8e-53ca-4411-9edf-951e0cc5f22c', 'name': '', 'network_id': 'ea0c636a-42ba-4b28-9545-b2c31e927723', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:67:b9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:54Z', 'updated_at': '2022-07-29T16:43:09Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '4efea667-e99d-4e46-ac4e-a62417d93021', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:43:38.688630 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:38.700879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:network and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:38.705107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:38.713756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:38.715134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] For port 27e9b71c-29b9-4bf8-9c59-385ab5847769, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=27e9b71c-29b9-4bf8-9c59-385ab5847769,segment=NetworkSegment(cd37b086-29f0-4437-a24b-a98f124c1f6f),segment_id=cd37b086-29f0-4437-a24b-a98f124c1f6f)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:38.715536 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:38.741168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:38.744615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:38.770353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:38.803516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-66bbb895-47f4-4a35-a994-917d4007d8b5 None None] For port 62fffd90-32c0-4a09-b044-87b0b30a56e3, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=62fffd90-32c0-4a09-b044-87b0b30a56e3,segment=NetworkSegment(24d4d4ed-2f55-4b39-a795-d39b6c593d89),segment_id=24d4d4ed-2f55-4b39-a795-d39b6c593d89)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:38.819220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:38.835408 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Port': ['ID=b3d38f03-9b76-46a4-aed4-8221870b25bf,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:38.840840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] No DVR routers for this DVR port b3d38f03-9b76-46a4-aed4-8221870b25bf on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:43:38.853193 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-66bbb895-47f4-4a35-a994-917d4007d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:38.869205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:38.869573 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Added segment 053619d7-4b4a-4011-add9-20c4adacdbc3 of type vlan for network 30dafc10-c41f-40a5-a935-5033e63c714e Jul 29 16:43:38.901782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for 27e9b71c-29b9-4bf8-9c59-385ab5847769 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:38.948080 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Allocated IP 172.20.0.2 (daf2dd64-13f3-44f3-a55b-7fb657cf13a7/a62a8316-7283-4050-ad4e-61ef6ec23580/687e593a-6328-4936-84c4-4a5e32215303) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:38.980664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.010003 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1caead-c6cd-4a8d-8560-7a5ed98eda5f']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:39.014698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.030751 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11adc501-1ae3-4433-acd5-50ea8809a5b4') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:39.031060 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11adc501-1ae3-4433-acd5-50ea8809a5b4') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:39.053606 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.089698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=27e9b71c-29b9-4bf8-9c59-385ab5847769,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:39.111757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.118891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:39.119514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.121844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-a43d01d3-bca6-4e37-99d1-4044c8c822a8', 'network_id': 'a43d01d3-bca6-4e37-99d1-4044c8c822a8', 'tenant_id': 'e159ca24d57947deb5a5396342834e97', 'fixed_ips': [{'subnet_id': 'bd3f1108-b847-4f02-85f9-ceae44cb1c4f'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:43:39.123223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.132052 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385166a-b85d-4255-819d-3fa8278ffcc2 req-e5cb5e6e-8a5b-4084-8eac-17e3e78fe159 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:39.134875 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e385166a-b85d-4255-819d-3fa8278ffcc2 req-e5cb5e6e-8a5b-4084-8eac-17e3e78fe159 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.6881359 Jul 29 16:43:39.135781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] No DVR routers for this DVR port 27e9b71c-29b9-4bf8-9c59-385ab5847769 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:43:39.209082 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06381f2-1038-4a2d-9251-72dffa237d8c None None] DHCP port deletion for ac1caead-c6cd-4a8d-8560-7a5ed98eda5f request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:43:39.232276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbb895-47f4-4a35-a994-917d4007d8b5 None None] Pushing event updated for resources: {'Port': ['ID=62fffd90-32c0-4a09-b044-87b0b30a56e3,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:39.282399 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.333882 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.353270 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.361317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f23bdc-a30a-41d3-ad60-8645a7a0c8f2 None None] DHCP port deletion for f62c4d55-2778-429e-9244-9278c24f43d5 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:43:39.383359 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e385166a-b85d-4255-819d-3fa8278ffcc2 req-77b1d897-15e6-4b95-93c2-3e839f048dbe tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075043 Jul 29 16:43:39.391373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] Pushing event deleted for resources: {'Network': ['ID=ac1caead-c6cd-4a8d-8560-7a5ed98eda5f,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:39.404658 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.434875 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-36628e2f-545d-44ec-b812-72ca0bfc68fd tempest-NetworksTest-1606224336 tempest-NetworksTest-1606224336-project] 10.222.0.58 "DELETE /v2.0/networks/ac1caead-c6cd-4a8d-8560-7a5ed98eda5f HTTP/1.1" status: 204 len: 168 time: 1.8043058 Jul 29 16:43:39.440027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.446659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:39.447532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.452136 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62c4d55-2778-429e-9244-9278c24f43d5']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:39.469033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd37b086-29f0-4437-a24b-a98f124c1f6f') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:39.469519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd37b086-29f0-4437-a24b-a98f124c1f6f') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:39.511445 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.554103 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.564992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:39.566564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.575890 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 11adc501-1ae3-4433-acd5-50ea8809a5b4 resource provider aggregate not found Jul 29 16:43:39.599307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Allocated IP 2001:db8::3 (a43d01d3-bca6-4e37-99d1-4044c8c822a8/bd3f1108-b847-4f02-85f9-ceae44cb1c4f/c7c3e4de-fa78-43dd-a0d6-7711a98dacde) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:39.641953 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 11adc501-1ae3-4433-acd5-50ea8809a5b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11adc501-1ae3-4433-acd5-50ea8809a5b4 found for delete ", "request_id": "req-786e97d7-bdaa-423a-b9dc-5b110745cd1d"}]} Jul 29 16:43:39.652122 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1427467 Jul 29 16:43:39.653089 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51768) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:39.664222 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'subnet': {'network_id': '30dafc10-c41f-40a5-a935-5033e63c714e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:39.683010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce39cc-8518-499f-a486-ae2e71f6ac8f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Network': ['ID=30dafc10-c41f-40a5-a935-5033e63c714e,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:39.700869 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cab42ed-e2ef-4ba1-8dda-724150966607 None None] Network 74eb322b-d5e2-4503-88e8-bbd368726600 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:39.716795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 30dafc10-c41f-40a5-a935-5033e63c714e details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:39.816877 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:39.821238 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:subnet and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:39.824440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:39.833307 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:39.845081 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:39.850400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.860085 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment cd37b086-29f0-4437-a24b-a98f124c1f6f resource provider aggregate not found Jul 29 16:43:39.884661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51778) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:39.898067 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment cd37b086-29f0-4437-a24b-a98f124c1f6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd37b086-29f0-4437-a24b-a98f124c1f6f found for delete ", "request_id": "req-4570bbbc-1d3b-44fe-84ee-c6a56b2cd523"}]} Jul 29 16:43:39.917408 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.957721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:39.957995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.ipam_backend_mixin [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Performing IP validity checks on allocation pools {{(pid=89210) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jul 29 16:43:39.958457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.ipam_backend_mixin [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89210) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jul 29 16:43:39.962129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Network': ['ID=f62c4d55-2778-429e-9244-9278c24f43d5,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:39.988363 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6ea142ff-2f8b-4782-a212-dc235fd9578c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/networks/f62c4d55-2778-429e-9244-9278c24f43d5 HTTP/1.1" status: 204 len: 168 time: 2.1081133 Jul 29 16:43:39.990629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51784) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:40.030012 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8840f369-c9a5-44dd-b36f-df5268c5e7ee None None] Provisioning complete for port 62fffd90-32c0-4a09-b044-87b0b30a56e3 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:40.030392 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8840f369-c9a5-44dd-b36f-df5268c5e7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.112691 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.139193 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.191839 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3a47e405-c1d4-4cfa-9ab3-a04d121c4fbd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d402d880e94746c783b04f4e9a05f1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060412 Jul 29 16:43:40.192421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51788) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:40.198566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Subnet': ['ID=e69e61cd-997a-44d0-8f6a-7346669a87ba,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:40.206787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Checking segment: {'id': '053619d7-4b4a-4011-add9-20c4adacdbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '30dafc10-c41f-40a5-a935-5033e63c714e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:40.207157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network hostable DHCP agents. Network: 30dafc10-c41f-40a5-a935-5033e63c714e, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:40.229402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Transition to ACTIVE for port object 687e593a-6328-4936-84c4-4a5e32215303 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:40.229704 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network 30dafc10-c41f-40a5-a935-5033e63c714e is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:40.246334 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 30dafc10-c41f-40a5-a935-5033e63c714e) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:40.252235 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:40.252235 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.270562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dc845693-4ede-4546-a3b0-99fd4ebc8945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.281452 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fc8cb223-04b2-47bf-9d63-9b2d899bbb4b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6242867 Jul 29 16:43:40.284038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51792) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:40.309824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bba858b-5202-4810-ac0b-3593bdec0fff None None] Network 30dafc10-c41f-40a5-a935-5033e63c714e requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:40.379647 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 62fffd90-32c0-4a09-b044-87b0b30a56e3 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:40.438896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.444213 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dc845693-4ede-4546-a3b0-99fd4ebc8945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.466967 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Transition to ACTIVE for port object 687e593a-6328-4936-84c4-4a5e32215303 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:40.514588 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.516892 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.526822 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.611897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.651164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Subnet': ['ID=e69e61cd-997a-44d0-8f6a-7346669a87ba,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:40.672809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Transition to ACTIVE for port object c7c3e4de-fa78-43dd-a0d6-7711a98dacde will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:40.723656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Network daf2dd64-13f3-44f3-a55b-7fb657cf13a7 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:40.751862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.753775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:40.768356 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:40.779014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Allocated IP 172.20.0.14 (daf2dd64-13f3-44f3-a55b-7fb657cf13a7/a62a8316-7283-4050-ad4e-61ef6ec23580/f45635bb-a160-4145-966d-74d2f727239d) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:40.785278 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30dafc10-c41f-40a5-a935-5033e63c714e']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:40.800288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Transition to ACTIVE for port object c7c3e4de-fa78-43dd-a0d6-7711a98dacde will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:40.800966 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053619d7-4b4a-4011-add9-20c4adacdbc3') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:40.801381 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053619d7-4b4a-4011-add9-20c4adacdbc3') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:40.801598 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Pushing event updated for resources: {'Port': ['ID=687e593a-6328-4936-84c4-4a5e32215303,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:40.805397 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dc845693-4ede-4546-a3b0-99fd4ebc8945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.817449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.836041 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.839852 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc845693-4ede-4546-a3b0-99fd4ebc8945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc842a2-16e8-42b3-9e5a-3ef9c65b32d8,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:40.843599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:40.844031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.866979 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8840f369-c9a5-44dd-b36f-df5268c5e7ee None None] Current status of the port 62fffd90-32c0-4a09-b044-87b0b30a56e3 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:40.876263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dc845693-4ede-4546-a3b0-99fd4ebc8945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.879935 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dc845693-4ede-4546-a3b0-99fd4ebc8945 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fcc842a2-16e8-42b3-9e5a-3ef9c65b32d8 HTTP/1.1" status: 204 len: 168 time: 0.6821408 Jul 29 16:43:40.889318 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:40.928787 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77704be-061c-45f2-94bb-3cd091856016 req-b02321f1-0fb7-4e16-aa3c-939731914ec2 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:40.936732 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e77704be-061c-45f2-94bb-3cd091856016 req-b02321f1-0fb7-4e16-aa3c-939731914ec2 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.3105388 Jul 29 16:43:41.072356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.114427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.129518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 62fffd90-32c0-4a09-b044-87b0b30a56e3 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:41.130156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.135241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Network': ['ID=30dafc10-c41f-40a5-a935-5033e63c714e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:41.142158 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-44f637cf-4924-4f93-8a0e-43bc978c516c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/30dafc10-c41f-40a5-a935-5033e63c714e HTTP/1.1" status: 204 len: 168 time: 0.8552909 Jul 29 16:43:41.144694 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51802) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:41.152487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1827627448'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:41.160251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:41.164927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:network and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:41.170372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:41.189530 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e77704be-061c-45f2-94bb-3cd091856016 req-e41cd29f-4e33-4cff-8191-35c24ed3a29e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516646 Jul 29 16:43:41.201550 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Network a43d01d3-bca6-4e37-99d1-4044c8c822a8 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:41.209720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:41.212698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836fdb9b-3511-4f91-8699-b72635f5a990 None None] Network 30dafc10-c41f-40a5-a935-5033e63c714e requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:41.214178 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:41.234872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:41.241579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.242472 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:41.254334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Attempting to bind port 687e593a-6328-4936-84c4-4a5e32215303 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:41.255204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Attempting to bind port 687e593a-6328-4936-84c4-4a5e32215303 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'd8f5d9e7-13c0-41aa-ab17-84873da2955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'daf2dd64-13f3-44f3-a55b-7fb657cf13a7'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:41.255916 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Attempting to bind port 687e593a-6328-4936-84c4-4a5e32215303 on network daf2dd64-13f3-44f3-a55b-7fb657cf13a7 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:41.264470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Pushing event updated for resources: {'Port': ['ID=c7c3e4de-fa78-43dd-a0d6-7711a98dacde,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:41.275237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.286459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a33960e-4403-4e20-ab4e-cda795c098bc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.301634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:41.305329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836fdb9b-3511-4f91-8699-b72635f5a990 None None] Network 30dafc10-c41f-40a5-a935-5033e63c714e could not be found, it might have been deleted concurrently. {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jul 29 16:43:41.326652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:41.327331 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Checking segment: {'id': 'd8f5d9e7-13c0-41aa-ab17-84873da2955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'daf2dd64-13f3-44f3-a55b-7fb657cf13a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:41.327951 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.328552 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Bound using segment: {'id': 'd8f5d9e7-13c0-41aa-ab17-84873da2955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'daf2dd64-13f3-44f3-a55b-7fb657cf13a7'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:41.329294 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Bound port: 687e593a-6328-4936-84c4-4a5e32215303, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f5d9e7-13c0-41aa-ab17-84873da2955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'daf2dd64-13f3-44f3-a55b-7fb657cf13a7'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:41.329891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.330113 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.330545 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Added segment 428932cf-be44-4c2f-aff0-06b94a5ed7fd of type vlan for network d38e7903-7817-471a-b28a-5cf5275f72d8 Jul 29 16:43:41.377823 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.426725 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Transition to ACTIVE for port object f45635bb-a160-4145-966d-74d2f727239d will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:41.433974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.445927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:41.447290 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.496392 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Attempting to bind port c7c3e4de-fa78-43dd-a0d6-7711a98dacde on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:41.496857 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Attempting to bind port c7c3e4de-fa78-43dd-a0d6-7711a98dacde by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '468027f0-9bd4-4a6b-b5cd-b8c304a27543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43d01d3-bca6-4e37-99d1-4044c8c822a8'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:41.497862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Attempting to bind port c7c3e4de-fa78-43dd-a0d6-7711a98dacde on network a43d01d3-bca6-4e37-99d1-4044c8c822a8 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:41.551347 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:41.551776 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Checking segment: {'id': '468027f0-9bd4-4a6b-b5cd-b8c304a27543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43d01d3-bca6-4e37-99d1-4044c8c822a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:41.552130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.552532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Bound using segment: {'id': '468027f0-9bd4-4a6b-b5cd-b8c304a27543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43d01d3-bca6-4e37-99d1-4044c8c822a8'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:41.553021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Bound port: c7c3e4de-fa78-43dd-a0d6-7711a98dacde, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468027f0-9bd4-4a6b-b5cd-b8c304a27543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a43d01d3-bca6-4e37-99d1-4044c8c822a8'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:41.553428 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.595712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] For port 687e593a-6328-4936-84c4-4a5e32215303, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:41.600592 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] For port 687e593a-6328-4936-84c4-4a5e32215303, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=687e593a-6328-4936-84c4-4a5e32215303,segment=NetworkSegment(d8f5d9e7-13c0-41aa-ab17-84873da2955c),segment_id=d8f5d9e7-13c0-41aa-ab17-84873da2955c)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:41.626678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.656881 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5110557 Jul 29 16:43:41.657634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51820) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:41.678628 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 053619d7-4b4a-4011-add9-20c4adacdbc3 resource provider aggregate not found Jul 29 16:43:41.690558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'subnet': {'network_id': 'd38e7903-7817-471a-b28a-5cf5275f72d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:41.718892 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 053619d7-4b4a-4011-add9-20c4adacdbc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 053619d7-4b4a-4011-add9-20c4adacdbc3 found for delete ", "request_id": "req-3516771c-6873-41c3-abe9-84a2254f5cb1"}]} Jul 29 16:43:41.739570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d961ff-ba4b-4171-865b-f5fdce042792 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Network': ['ID=d38e7903-7817-471a-b28a-5cf5275f72d8,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:41.772938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network d38e7903-7817-471a-b28a-5cf5275f72d8 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:41.845173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:41.850179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:subnet and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:41.853490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:41.862114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:41.862465 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.879708 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:41.882152 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 62fffd90-32c0-4a09-b044-87b0b30a56e3 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:41.885898 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:41.990889 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51830) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:41.991164 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 27e9b71c-29b9-4bf8-9c59-385ab5847769 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:43:42.005393 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Network daf2dd64-13f3-44f3-a55b-7fb657cf13a7 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:42.007491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Pushing event updated for resources: {'Port': ['ID=f45635bb-a160-4145-966d-74d2f727239d,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:42.025731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046735bf-15cb-46d0-b208-05edf924a12e None None] Pushing event updated for resources: {'Port': ['ID=687e593a-6328-4936-84c4-4a5e32215303,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:42.027502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:42.032962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:42.048941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-895f0417-0466-476c-91a5-077cd77408c7 None None] Provisioning complete for port 62fffd90-32c0-4a09-b044-87b0b30a56e3 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:42.049341 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-895f0417-0466-476c-91a5-077cd77408c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.090461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 27e9b71c-29b9-4bf8-9c59-385ab5847769 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:42.091065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 27e9b71c-29b9-4bf8-9c59-385ab5847769 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:43:42.091491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e9d7fde4-bdc4-4904-954d-e60dced70b1b no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:43:42.120201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] For port c7c3e4de-fa78-43dd-a0d6-7711a98dacde, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:42.121899 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:42.123292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.141006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: e9d7fde4-bdc4-4904-954d-e60dced70b1b {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:42.141377 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e9d7fde4-bdc4-4904-954d-e60dced70b1b not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:43:42.141804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b3d38f03-9b76-46a4-aed4-8221870b25bf no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:43:42.184707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] For port c7c3e4de-fa78-43dd-a0d6-7711a98dacde, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c7c3e4de-fa78-43dd-a0d6-7711a98dacde,segment=NetworkSegment(468027f0-9bd4-4a6b-b5cd-b8c304a27543),segment_id=468027f0-9bd4-4a6b-b5cd-b8c304a27543)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:42.188020 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: b3d38f03-9b76-46a4-aed4-8221870b25bf {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:42.188373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b3d38f03-9b76-46a4-aed4-8221870b25bf not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:43:42.199776 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.222486 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-627146081-network', 'tenant_id': 'ec419c0563854a79aded675260b09ec1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:42.249675 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2a33960e-4403-4e20-ab4e-cda795c098bc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:42.250110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a33960e-4403-4e20-ab4e-cda795c098bc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.261791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:42.267642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Usage tracker for resource:network and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:42.271451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.275655 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:42.352868 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a5c80270-9436-4985-8e44-b701066f5155 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.8062530 Jul 29 16:43:42.358428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51838) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:42.389991 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:42.417304 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693f311-1c62-4711-8014-8641de1f2f0d None None] Pushing event updated for resources: {'Port': ['ID=c7c3e4de-fa78-43dd-a0d6-7711a98dacde,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:42.419667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0051cb43-34e2-4d81-8530-cc40d21895f8 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-714532809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:42.457158 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Made reservation on behalf of ec419c0563854a79aded675260b09ec1 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:42.459547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.460939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-895f0417-0466-476c-91a5-077cd77408c7 None None] Current status of the port 62fffd90-32c0-4a09-b044-87b0b30a56e3 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:42.487229 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Checking segment: {'id': '428932cf-be44-4c2f-aff0-06b94a5ed7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd38e7903-7817-471a-b28a-5cf5275f72d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:42.487595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network hostable DHCP agents. Network: d38e7903-7817-471a-b28a-5cf5275f72d8, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:42.494925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0051cb43-34e2-4d81-8530-cc40d21895f8 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:42.503408 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.508542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0051cb43-34e2-4d81-8530-cc40d21895f8 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Usage tracker for resource:router and tenant:78671b5c7c3f42869404a011bbd19087 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:42.518416 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Subnet': ['ID=9b462412-9bcd-4eac-954b-d9360709334e,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:42.524949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0051cb43-34e2-4d81-8530-cc40d21895f8 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:42.535687 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:42.537862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0051cb43-34e2-4d81-8530-cc40d21895f8 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:42.545376 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Usage tracker for resource:security_group_rule and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:42.553412 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:42.557091 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network d38e7903-7817-471a-b28a-5cf5275f72d8 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:42.569887 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:42.580708 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, d38e7903-7817-471a-b28a-5cf5275f72d8) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:42.590207 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836ee7ef-fd66-4e45-9f07-590622f08c11 None None] Network d38e7903-7817-471a-b28a-5cf5275f72d8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:42.598995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:42.599627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.607291 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0051cb43-34e2-4d81-8530-cc40d21895f8 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.608547 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0051cb43-34e2-4d81-8530-cc40d21895f8 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.631315 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-2a33960e-4403-4e20-ab4e-cda795c098bc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] For port 7d5cca8e-53ca-4411-9edf-951e0cc5f22c, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7d5cca8e-53ca-4411-9edf-951e0cc5f22c,segment=NetworkSegment(b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5),segment_id=b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:42.631677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a33960e-4403-4e20-ab4e-cda795c098bc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.638355 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c4a8c854-5dc7-4b0e-9c2c-12ac2561bc84 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9614332 Jul 29 16:43:42.641495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51842) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:42.794507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2a33960e-4403-4e20-ab4e-cda795c098bc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for 7d5cca8e-53ca-4411-9edf-951e0cc5f22c owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:42.823096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0051cb43-34e2-4d81-8530-cc40d21895f8 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.832877 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13f5e3-33ac-417e-adec-53cd0b7899bd req-02684471-dfa9-4544-b840-c601e9101865 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:42.834475 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8c13f5e3-33ac-417e-adec-53cd0b7899bd req-02684471-dfa9-4544-b840-c601e9101865 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.4093370 Jul 29 16:43:42.889177 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.914673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.917295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0051cb43-34e2-4d81-8530-cc40d21895f8 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.951100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-d38e7903-7817-471a-b28a-5cf5275f72d8', 'network_id': 'd38e7903-7817-471a-b28a-5cf5275f72d8', 'tenant_id': 'e159ca24d57947deb5a5396342834e97', 'fixed_ips': [{'subnet_id': '9b462412-9bcd-4eac-954b-d9360709334e'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:43:42.952326 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.955033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.984451 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0051cb43-34e2-4d81-8530-cc40d21895f8 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:42.984729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:42.985266 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0051cb43-34e2-4d81-8530-cc40d21895f8 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6258705 Jul 29 16:43:42.994471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51846) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:43.007408 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8c13f5e3-33ac-417e-adec-53cd0b7899bd req-a85af1ab-ebc5-47c1-b8e3-8567aa65e0e6 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504712 Jul 29 16:43:43.013225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-bac2afe3-6525-42bb-b145-06392e139f05 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-383056500', 'prefixes': ['172.20.0.0/16']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:43.042159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bac2afe3-6525-42bb-b145-06392e139f05 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:43.057449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:43.057879 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Added segment d4116f40-d5a5-4628-baef-58224133a837 of type vlan for network b4982755-8e39-4721-b20e-894fdb4eef16 Jul 29 16:43:43.063173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff0e3f2-8af2-4794-8533-24423ff8ec49,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:43.072002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:43.175496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:43.176027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a33960e-4403-4e20-ab4e-cda795c098bc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:43.195929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Allocated IP 2001:db8::1 (d38e7903-7817-471a-b28a-5cf5275f72d8/9b462412-9bcd-4eac-954b-d9360709334e/65e48cd6-420a-4386-a387-938a7e4c1bab) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:43.238444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:43.240021 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:43.240921 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:43.249328 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33960e-4403-4e20-ab4e-cda795c098bc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=7d5cca8e-53ca-4411-9edf-951e0cc5f22c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:43.295184 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3032138 Jul 29 16:43:43.299270 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51852) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:43.390419 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] Request body: {'subnet': {'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-627146081-subnet', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'ip_version': 4}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:43.407164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bac2afe3-6525-42bb-b145-06392e139f05 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks [] for subnetpool, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:43.409948 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bac2afe3-6525-42bb-b145-06392e139f05 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4118109 Jul 29 16:43:43.414139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:43.416255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51858) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:43.434298 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.tag.tag_plugin [None req-52f5ea1c-c346-4575-9a10-b656939b4009 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a62a8316-7283-4050-ad4e-61ef6ec23580', 'tempest-TagsExtTest-Tag-1232341242') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:43.544735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] Usage tracker for resource:subnet and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:43.570793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:43.662343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:43.682131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25eddf-11d7-4544-b991-90bb7ddff142 admin admin] Pushing event updated for resources: {'Network': ['ID=b4982755-8e39-4721-b20e-894fdb4eef16,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:43.711557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a33960e-4403-4e20-ab4e-cda795c098bc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:43.711806 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] Made reservation on behalf of ec419c0563854a79aded675260b09ec1 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:43.714095 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:43.721493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network b4982755-8e39-4721-b20e-894fdb4eef16 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:43.756405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e616984b-269c-46bc-b88c-0ed662a33b91 None None] Network daf2dd64-13f3-44f3-a55b-7fb657cf13a7 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:43.894930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e24dd-96bc-4225-97f3-1313304ad7fc req-70fdecb8-dd0a-41d0-8efb-9edb603e6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:43.897228 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a09e24dd-96bc-4225-97f3-1313304ad7fc req-70fdecb8-dd0a-41d0-8efb-9edb603e6f62 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9ff8c7771054c2480eec2059eb8ce49&device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 1098 time: 0.3131521 Jul 29 16:43:43.915242 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f652-f4ad-4600-a8f3-ae96b53271b9 req-19e2e0d7-0dd3-49d9-81f0-b1eae79affc6 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:43.916994 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2763f652-f4ad-4600-a8f3-ae96b53271b9 req-19e2e0d7-0dd3-49d9-81f0-b1eae79affc6 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.2888985 Jul 29 16:43:44.095275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-324e4551-4bac-43f8-91a1-3c1ae919e237 None None] Provisioning for port 687e593a-6328-4936-84c4-4a5e32215303 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:44.107961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:44.140897 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-52f5ea1c-c346-4575-9a10-b656939b4009 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "PUT /v2.0/subnets/a62a8316-7283-4050-ad4e-61ef6ec23580/tags/tempest-TagsExtTest-Tag-1232341242 HTTP/1.1" status: 201 len: 201 time: 0.7137551 Jul 29 16:43:44.143462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Transition to ACTIVE for port object 65e48cd6-420a-4386-a387-938a7e4c1bab will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:44.147254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51862) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:44.166100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beadb9c-3460-44d7-af1c-f1b142ba8dcb None None] Network a43d01d3-bca6-4e37-99d1-4044c8c822a8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:44.195007 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.tag.tag_plugin [None req-53b80e67-5acb-467f-9028-cfd1e2fe8460 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f45635bb-a160-4145-966d-74d2f727239d', 'tempest-TagsExtTest-Tag-76524157') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:44.243048 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2763f652-f4ad-4600-a8f3-ae96b53271b9 req-ef12971c-6ae0-40ea-9391-9c48cabb68e6 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758977 Jul 29 16:43:44.265440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Transition to ACTIVE for port object 65e48cd6-420a-4386-a387-938a7e4c1bab will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:44.271682 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a33960e-4403-4e20-ab4e-cda795c098bc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:43:44.302679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:44.368446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e24dd-96bc-4225-97f3-1313304ad7fc req-765437d1-57a9-4a44-9132-2b62e2b08799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:44.370412 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a09e24dd-96bc-4225-97f3-1313304ad7fc req-765437d1-57a9-4a44-9132-2b62e2b08799 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a HTTP/1.1" status: 200 len: 913 time: 0.4653022 Jul 29 16:43:44.379540 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:44.423813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Network d38e7903-7817-471a-b28a-5cf5275f72d8 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:44.464336 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:44.474351 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:44.478786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6d9e23e3-5871-44df-a0cb-1caee417bf10 None None] Provisioning for port c7c3e4de-fa78-43dd-a0d6-7711a98dacde completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:44.493125 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Subnet': ['ID=9b462412-9bcd-4eac-954b-d9360709334e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:44.506546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:44.544248 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a33960e-4403-4e20-ab4e-cda795c098bc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:43:44.581927 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2a33960e-4403-4e20-ab4e-cda795c098bc tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/9f07765a-c83e-4cb3-92e5-efbe6c5a11b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5900178 Jul 29 16:43:44.584443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51866) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:44.614845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33273509-85e0-4b32-ac5d-81e2c490bb81 None None] Sync routers for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:43:44.618226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c7c3e4de-fa78-43dd-a0d6-7711a98dacde up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:44.652070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Pushing event updated for resources: {'Port': ['ID=65e48cd6-420a-4386-a387-938a7e4c1bab,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:44.661210 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a09e24dd-96bc-4225-97f3-1313304ad7fc req-26265862-5a02-44e5-aecc-301cb6fb4898 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3806123a-5c5d-4068-bb4f-0b9df28a776f HTTP/1.1" status: 200 len: 1001 time: 0.2839859 Jul 29 16:43:44.681082 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb3f3dc-f7c0-47bc-b0d5-baa9ffdb86d1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting subnet 4efea667-e99d-4e46-ac4e-a62417d93021 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:43:44.684940 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0fb3f3dc-f7c0-47bc-b0d5-baa9ffdb86d1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:44.754126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0fb3f3dc-f7c0-47bc-b0d5-baa9ffdb86d1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:44.756267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e24dd-96bc-4225-97f3-1313304ad7fc req-d0a5c2a2-2223-4f71-acd6-694e62e9f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:44.758481 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a09e24dd-96bc-4225-97f3-1313304ad7fc req-d0a5c2a2-2223-4f71-acd6-694e62e9f38f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ff5ec273-f912-48b7-b63a-03fe2ae0c78d HTTP/1.1" status: 200 len: 851 time: 0.0870056 Jul 29 16:43:44.819402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Attempting to bind port 65e48cd6-420a-4386-a387-938a7e4c1bab on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:44.819967 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Attempting to bind port 65e48cd6-420a-4386-a387-938a7e4c1bab by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '428932cf-be44-4c2f-aff0-06b94a5ed7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd38e7903-7817-471a-b28a-5cf5275f72d8'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:44.820105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:44.820517 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Attempting to bind port 65e48cd6-420a-4386-a387-938a7e4c1bab on network d38e7903-7817-471a-b28a-5cf5275f72d8 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:44.822714 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33273509-85e0-4b32-ac5d-81e2c490bb81 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:44.823443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-33273509-85e0-4b32-ac5d-81e2c490bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:44.861636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0fb3f3dc-f7c0-47bc-b0d5-baa9ffdb86d1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:44.884988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=38420142-86f7-4984-a5b1-490e5fa1b0e0,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:44.892744 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-53b80e67-5acb-467f-9028-cfd1e2fe8460 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "PUT /v2.0/ports/f45635bb-a160-4145-966d-74d2f727239d/tags/tempest-TagsExtTest-Tag-76524157 HTTP/1.1" status: 201 len: 201 time: 0.7173135 Jul 29 16:43:44.892744 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51870) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:44.897167 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:44.897672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Checking segment: {'id': '428932cf-be44-4c2f-aff0-06b94a5ed7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd38e7903-7817-471a-b28a-5cf5275f72d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:44.898188 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:44.899305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Bound using segment: {'id': '428932cf-be44-4c2f-aff0-06b94a5ed7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd38e7903-7817-471a-b28a-5cf5275f72d8'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:44.899305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Bound port: 65e48cd6-420a-4386-a387-938a7e4c1bab, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428932cf-be44-4c2f-aff0-06b94a5ed7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd38e7903-7817-471a-b28a-5cf5275f72d8'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:44.899727 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:44.906356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38e7903-7817-471a-b28a-5cf5275f72d8']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:44.911913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-36e89bb5-3b0f-48c9-a014-119c24ce7ac3 None None] Provisioning for port f45635bb-a160-4145-966d-74d2f727239d completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:44.925009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.tag.tag_plugin [None req-1b26dc38-2c82-4cdb-94be-d58513f4e42e tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9fb317f5-e390-4459-87fd-7b9e0c40e01f', 'tempest-TagsExtTest-Tag-1730628225') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:44.940092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0fb3f3dc-f7c0-47bc-b0d5-baa9ffdb86d1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:44.970254 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-36e89bb5-3b0f-48c9-a014-119c24ce7ac3 None None] Provisioning complete for port f45635bb-a160-4145-966d-74d2f727239d triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:44.970254 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-36e89bb5-3b0f-48c9-a014-119c24ce7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:44.980460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3f3dc-f7c0-47bc-b0d5-baa9ffdb86d1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Subnet': ['ID=4efea667-e99d-4e46-ac4e-a62417d93021,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:44.982931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0fb3f3dc-f7c0-47bc-b0d5-baa9ffdb86d1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:44.989140 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0fb3f3dc-f7c0-47bc-b0d5-baa9ffdb86d1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/4efea667-e99d-4e46-ac4e-a62417d93021 HTTP/1.1" status: 204 len: 168 time: 0.4034848 Jul 29 16:43:44.991757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51874) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:44.992444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428932cf-be44-4c2f-aff0-06b94a5ed7fd') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:44.992750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428932cf-be44-4c2f-aff0-06b94a5ed7fd') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:45.007464 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] Checking segment: {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:45.007828 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] Network hostable DHCP agents. Network: b4982755-8e39-4721-b20e-894fdb4eef16, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:45.016031 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc27d2f2-1ebb-4807-8718-dec07d6f68dd None None] Network ea0c636a-42ba-4b28-9545-b2c31e927723 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:45.023492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:45.109815 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:45.111344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:45.121645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port 5ca360e7-59f2-44f8-a119-18c1861e829b {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:45.122491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:45.126962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:45.127419 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:45.154767 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e24dd-96bc-4225-97f3-1313304ad7fc req-32b6306b-395b-4536-a742-1d8cfb0d3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:45.156266 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a09e24dd-96bc-4225-97f3-1313304ad7fc req-32b6306b-395b-4536-a742-1d8cfb0d3cb0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3852828 Jul 29 16:43:45.156865 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] Network b4982755-8e39-4721-b20e-894fdb4eef16 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:45.211167 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 428932cf-be44-4c2f-aff0-06b94a5ed7fd resource provider aggregate not found Jul 29 16:43:45.245847 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 428932cf-be44-4c2f-aff0-06b94a5ed7fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 428932cf-be44-4c2f-aff0-06b94a5ed7fd found for delete ", "request_id": "req-3b92c15d-bff9-4278-b23a-e3d926aab2ca"}]} Jul 29 16:43:45.265954 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, b4982755-8e39-4721-b20e-894fdb4eef16) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:45.310469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90082cfe-1538-485d-b050-8af73c30b616 None None] Network b4982755-8e39-4721-b20e-894fdb4eef16 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:45.317957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:45.318544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:45.362881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 16:43:45.362881 dv-neutron-851534-1-hyperv neutron-server[89210]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 16:43:45.362881 dv-neutron-851534-1-hyperv neutron-server[89210]: [parameters: {'id': 'd38e7903-7817-471a-b28a-5cf5275f72d8'}] Jul 29 16:43:45.362881 dv-neutron-851534-1-hyperv neutron-server[89210]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:43:45.363361 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:43:45.387052 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1b26dc38-2c82-4cdb-94be-d58513f4e42e tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "PUT /v2.0/routers/9fb317f5-e390-4459-87fd-7b9e0c40e01f/tags/tempest-TagsExtTest-Tag-1730628225 HTTP/1.1" status: 201 len: 201 time: 0.4894013 Jul 29 16:43:45.388232 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51884) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:45.409668 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.tag.tag_plugin [None req-7687e44f-ba1a-4b13-94e4-a78841f47e7b tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5b3844f5-e338-4742-ab99-6cf97fbcf691', 'tempest-TagsExtTest-Tag-54521761') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:45.422830 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4db8d999-7149-48d4-9ea8-4df880def19b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1193516 Jul 29 16:43:45.425143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51888) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:45.426905 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-36e89bb5-3b0f-48c9-a014-119c24ce7ac3 None None] Port f45635bb-a160-4145-966d-74d2f727239d cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:43:45.428501 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-db24558f-eba7-4efb-b2a2-1ae5c251b742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:45.441515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:45.444520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-33273509-85e0-4b32-ac5d-81e2c490bb81 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:45.454150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:45.457982 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a09e24dd-96bc-4225-97f3-1313304ad7fc req-9ffa4a5c-29f6-4937-9836-8f12c899b1e5 service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486677 Jul 29 16:43:45.462441 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Usage tracker for resource:router and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:45.463044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] For port 5ca360e7-59f2-44f8-a119-18c1861e829b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=5ca360e7-59f2-44f8-a119-18c1861e829b,segment=NetworkSegment(b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5),segment_id=b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:45.463535 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:45.467641 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:45.493752 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port c7c3e4de-fa78-43dd-a0d6-7711a98dacde completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:45.497397 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:45.576930 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c7c3e4de-fa78-43dd-a0d6-7711a98dacde triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:45.577331 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:45.584009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:45.585114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:45.615914 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7687e44f-ba1a-4b13-94e4-a78841f47e7b tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "PUT /v2.0/subnetpools/5b3844f5-e338-4742-ab99-6cf97fbcf691/tags/tempest-TagsExtTest-Tag-54521761 HTTP/1.1" status: 201 len: 201 time: 0.2240806 Jul 29 16:43:45.616715 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for 5ca360e7-59f2-44f8-a119-18c1861e829b owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:45.617845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51892) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:45.637979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.tag.tag_plugin [None req-d6fe3243-5c94-4d7f-85b7-b13994eb0184 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a62a8316-7283-4050-ad4e-61ef6ec23580') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:45.676664 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a09e24dd-96bc-4225-97f3-1313304ad7fc req-a2d65310-4eeb-4486-9281-37e0c3c740eb service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112265 Jul 29 16:43:45.678005 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:45.683432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572409f-af1d-4c1a-a4a1-2e707bc13a06 req-d480b71c-a1f7-4c11-abb3-0771d4368083 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:45.684939 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d572409f-af1d-4c1a-a4a1-2e707bc13a06 req-d480b71c-a1f7-4c11-abb3-0771d4368083 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.2916975 Jul 29 16:43:45.697337 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] For port 65e48cd6-420a-4386-a387-938a7e4c1bab, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:45.757326 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d572409f-af1d-4c1a-a4a1-2e707bc13a06 req-48079bf6-630c-43a7-82a7-81c56fc8a650 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431972 Jul 29 16:43:45.757905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:45.810729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] For port 65e48cd6-420a-4386-a387-938a7e4c1bab, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=65e48cd6-420a-4386-a387-938a7e4c1bab,segment=NetworkSegment(428932cf-be44-4c2f-aff0-06b94a5ed7fd),segment_id=428932cf-be44-4c2f-aff0-06b94a5ed7fd)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:45.816620 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=5ca360e7-59f2-44f8-a119-18c1861e829b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:45.820222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] No DVR routers for this DVR port 5ca360e7-59f2-44f8-a119-18c1861e829b on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:43:45.842944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:45.953775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:45.984515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:46.088871 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d6fe3243-5c94-4d7f-85b7-b13994eb0184 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/subnets/a62a8316-7283-4050-ad4e-61ef6ec23580/tags HTTP/1.1" status: 200 len: 241 time: 0.4683371 Jul 29 16:43:46.108493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51896) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:46.112579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0c636a-42ba-4b28-9545-b2c31e927723']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:46.122313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-ccf73300-d1d5-48fe-8600-630b731827d4 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a62a8316-7283-4050-ad4e-61ef6ec23580', 'tempest-TagsExtTest-Tag-1232341242') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:46.143676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Deleting port 65e48cd6-420a-4386-a387-938a7e4c1bab {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:46.144040 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:46.166495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:46.166892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:46.185737 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:46.195851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f796f-ef4a-4401-a3db-11735402c8ca None None] Pushing event updated for resources: {'Port': ['ID=65e48cd6-420a-4386-a387-938a7e4c1bab,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:46.203488 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:46.214647 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:46.227023 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-b4982755-8e39-4721-b20e-894fdb4eef16', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:43:46.228232 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:46.228737 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:46.229260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:46.269475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cb57c92b-d14e-4cbf-96c6-c50bab6ea4e7 None None] Provisioning complete for port f45635bb-a160-4145-966d-74d2f727239d triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:46.270136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cb57c92b-d14e-4cbf-96c6-c50bab6ea4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:46.331980 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5 resource provider aggregate not found Jul 29 16:43:46.362443 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5a2d1fa-55aa-4eb1-b5ac-3ed0657d5ea5 found for delete ", "request_id": "req-e003112c-3765-4752-bdd1-6c0289166368"}]} Jul 29 16:43:46.386504 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ccf73300-d1d5-48fe-8600-630b731827d4 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/subnets/a62a8316-7283-4050-ad4e-61ef6ec23580/tags/tempest-TagsExtTest-Tag-1232341242 HTTP/1.1" status: 204 len: 168 time: 0.2768335 Jul 29 16:43:46.391438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c7c3e4de-fa78-43dd-a0d6-7711a98dacde is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:46.392357 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:46.392895 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51904) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:46.399776 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-aeb95aaf-a27a-4887-b3e1-a30585975595 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a62a8316-7283-4050-ad4e-61ef6ec23580', 'tempest-TagsExtTest-Tag-1232341242') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:46.457615 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:46.484712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:46.499685 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/networks/ea0c636a-42ba-4b28-9545-b2c31e927723 HTTP/1.1" status: 204 len: 168 time: 1.5069194 Jul 29 16:43:46.500525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51908) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:46.508390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c111a838-d5f6-4433-8151-cd8d9a4bd487 None None] Network d38e7903-7817-471a-b28a-5cf5275f72d8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:46.521214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca65d22-167d-404c-9549-ee187d071079 None None] DHCP port deletion for ea0c636a-42ba-4b28-9545-b2c31e927723 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:43:46.534869 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] For port 65e48cd6-420a-4386-a387-938a7e4c1bab, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=65e48cd6-420a-4386-a387-938a7e4c1bab,segment=NetworkSegment(428932cf-be44-4c2f-aff0-06b94a5ed7fd),segment_id=428932cf-be44-4c2f-aff0-06b94a5ed7fd)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:46.535406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:46.571849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816d901-4a7b-4b65-96e4-4b62f49b25d7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Network': ['ID=ea0c636a-42ba-4b28-9545-b2c31e927723,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:46.632939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cb57c92b-d14e-4cbf-96c6-c50bab6ea4e7 None None] Port f45635bb-a160-4145-966d-74d2f727239d cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:43:46.688474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port c7c3e4de-fa78-43dd-a0d6-7711a98dacde, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c7c3e4de-fa78-43dd-a0d6-7711a98dacde,segment=NetworkSegment(468027f0-9bd4-4a6b-b5cd-b8c304a27543),segment_id=468027f0-9bd4-4a6b-b5cd-b8c304a27543)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:46.690293 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Calling delete_port for 65e48cd6-420a-4386-a387-938a7e4c1bab owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:46.763329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:46.764073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 687e593a-6328-4936-84c4-4a5e32215303 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:46.774863 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-aeb95aaf-a27a-4887-b3e1-a30585975595 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/subnets/a62a8316-7283-4050-ad4e-61ef6ec23580/tags/tempest-TagsExtTest-Tag-1232341242 HTTP/1.1" status: 204 len: 168 time: 0.3785009 Jul 29 16:43:46.781526 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51912) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:46.844133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-a15394e5-98a5-40c5-8ff5-f7f5b27e2bf4 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a62a8316-7283-4050-ad4e-61ef6ec23580') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:46.941232 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:46.994532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Port': ['ID=65e48cd6-420a-4386-a387-938a7e4c1bab,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:47.005999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No DVR routers for this DVR port 65e48cd6-420a-4386-a387-938a7e4c1bab on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:43:47.034164 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-18889344-f2e5-4694-8b36-35c7e8d56dc8 None None] Provisioning complete for port c7c3e4de-fa78-43dd-a0d6-7711a98dacde triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:47.034520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-18889344-f2e5-4694-8b36-35c7e8d56dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.070111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.082556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Allocated IP 172.20.0.2 (b4982755-8e39-4721-b20e-894fdb4eef16/38420142-86f7-4984-a5b1-490e5fa1b0e0/b5902c43-07fe-422e-a241-5775297b786a) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:47.093621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-33273509-85e0-4b32-ac5d-81e2c490bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:43Z', 'revision_number': 10, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:47.113472 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=c7c3e4de-fa78-43dd-a0d6-7711a98dacde,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:47.116812 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a15394e5-98a5-40c5-8ff5-f7f5b27e2bf4 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/subnets/a62a8316-7283-4050-ad4e-61ef6ec23580/tags HTTP/1.1" status: 200 len: 205 time: 0.3317468 Jul 29 16:43:47.122901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51918) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:47.123079 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33273509-85e0-4b32-ac5d-81e2c490bb81 None None] Checking router: 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:43:47.135357 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1887e1-9d65-4694-a8f5-7def8fff01b5 req-e657d5b2-d7b9-4250-a547-76677a5e56ef tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:47.138307 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1f1887e1-9d65-4694-a8f5-7def8fff01b5 req-e657d5b2-d7b9-4250-a547-76677a5e56ef tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.2164900 Jul 29 16:43:47.145158 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-aeb224d0-9ee0-40b2-af88-2d0ee6f55616 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f45635bb-a160-4145-966d-74d2f727239d') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:47.158860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.169423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 687e593a-6328-4936-84c4-4a5e32215303 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:47.175416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33273509-85e0-4b32-ac5d-81e2c490bb81 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:47.176054 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-33273509-85e0-4b32-ac5d-81e2c490bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:47.211525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.238700 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1f1887e1-9d65-4694-a8f5-7def8fff01b5 req-cb5851f9-4c26-4b0e-8f34-511b2d378390 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677695 Jul 29 16:43:47.256049 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38e7903-7817-471a-b28a-5cf5275f72d8']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:47.274910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428932cf-be44-4c2f-aff0-06b94a5ed7fd') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:47.274910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428932cf-be44-4c2f-aff0-06b94a5ed7fd') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:47.277770 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-aeb224d0-9ee0-40b2-af88-2d0ee6f55616 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/ports/f45635bb-a160-4145-966d-74d2f727239d/tags HTTP/1.1" status: 200 len: 239 time: 0.1513798 Jul 29 16:43:47.280354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51922) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:47.319608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-b140b068-8877-4928-ad1a-c55e9741c5e2 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f45635bb-a160-4145-966d-74d2f727239d', 'tempest-TagsExtTest-Tag-76524157') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:47.361439 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 687e593a-6328-4936-84c4-4a5e32215303 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:47.361817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.367495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Allocated IP 172.26.1.16 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/b19fe274-b614-4a12-8226-f5d8f10f6f98) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:47.472193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.493175 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-25ae6d68-1e56-46b6-89b6-397e6b83af51 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.497907 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.511975 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:47.512642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.542077 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-33273509-85e0-4b32-ac5d-81e2c490bb81 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:47.557068 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b140b068-8877-4928-ad1a-c55e9741c5e2 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/ports/f45635bb-a160-4145-966d-74d2f727239d/tags/tempest-TagsExtTest-Tag-76524157 HTTP/1.1" status: 204 len: 168 time: 0.2752018 Jul 29 16:43:47.567418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51930) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:47.585580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-18889344-f2e5-4694-8b36-35c7e8d56dc8 None None] Current status of the port c7c3e4de-fa78-43dd-a0d6-7711a98dacde is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:47.634777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-1cd94b7d-2048-4095-8299-99571c7087c5 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f45635bb-a160-4145-966d-74d2f727239d', 'tempest-TagsExtTest-Tag-76524157') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:47.732133 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 428932cf-be44-4c2f-aff0-06b94a5ed7fd resource provider aggregate not found Jul 29 16:43:47.748888 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc93d76d-263c-49f4-8acb-f2601841a2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.764555 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 428932cf-be44-4c2f-aff0-06b94a5ed7fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 428932cf-be44-4c2f-aff0-06b94a5ed7fd found for delete ", "request_id": "req-07bd5a65-0f23-4e31-a2ca-663b46a6eabc"}]} Jul 29 16:43:47.806654 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.811387 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.832586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.850009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Network': ['ID=d38e7903-7817-471a-b28a-5cf5275f72d8,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:47.862596 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-754ad0a3-5fd8-46e7-9059-2dec764ba181 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/d38e7903-7817-471a-b28a-5cf5275f72d8 HTTP/1.1" status: 204 len: 168 time: 5.2166076 Jul 29 16:43:47.862888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51936) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:47.869648 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-537313909'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:47.876445 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:47.882156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:network and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:47.886079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:47.894002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:47.906175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.914496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.916783 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 687e593a-6328-4936-84c4-4a5e32215303 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:47.917249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.944976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:47.947188 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Transition to ACTIVE for port object b5902c43-07fe-422e-a241-5775297b786a will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:47.948466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:47.993386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:47.998784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:48.004032 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Transition to ACTIVE for port object b5902c43-07fe-422e-a241-5775297b786a will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:48.004633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:48.006120 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 687e593a-6328-4936-84c4-4a5e32215303, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=687e593a-6328-4936-84c4-4a5e32215303,segment=NetworkSegment(d8f5d9e7-13c0-41aa-ab17-84873da2955c),segment_id=d8f5d9e7-13c0-41aa-ab17-84873da2955c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:48.009964 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c68d2-7473-4f47-9934-84afdaeff22d req-75b9db09-0fe6-4641-85d1-9ffe2f266139 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:48.023706 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0e6c68d2-7473-4f47-9934-84afdaeff22d req-75b9db09-0fe6-4641-85d1-9ffe2f266139 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.6014071 Jul 29 16:43:48.039950 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:48.042734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:48.064384 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Pushing event updated for resources: {'Port': ['ID=b19fe274-b614-4a12-8226-f5d8f10f6f98,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:48.066941 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:48.083886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:48.084254 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Added segment 542377a6-d84e-45a4-8c84-71b88182bc32 of type vlan for network 5b0100c5-58e4-4674-99df-9ea3b7a8816c Jul 29 16:43:48.109011 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0e6c68d2-7473-4f47-9934-84afdaeff22d req-553efc26-dbde-41e1-befc-09cc797d4269 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849979 Jul 29 16:43:48.136637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Network b4982755-8e39-4721-b20e-894fdb4eef16 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:48.142115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:48.148068 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:48.163670 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1cd94b7d-2048-4095-8299-99571c7087c5 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/ports/f45635bb-a160-4145-966d-74d2f727239d/tags/tempest-TagsExtTest-Tag-76524157 HTTP/1.1" status: 204 len: 168 time: 0.5338275 Jul 29 16:43:48.172486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51942) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:48.199754 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c7c3e4de-fa78-43dd-a0d6-7711a98dacde up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:48.248266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=687e593a-6328-4936-84c4-4a5e32215303,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:48.265131 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-c9dae1fa-a58a-4d99-9cfb-7b0719b6d0f5 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f45635bb-a160-4145-966d-74d2f727239d') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:48.295579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-25ae6d68-1e56-46b6-89b6-397e6b83af51 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port f45189bb-7f6d-49ec-9576-df02b6c27ad7 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:48.295921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-25ae6d68-1e56-46b6-89b6-397e6b83af51 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:48.318796 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:48.406781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:48.413198 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Attempting to bind port b5902c43-07fe-422e-a241-5775297b786a on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:48.413612 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Attempting to bind port b5902c43-07fe-422e-a241-5775297b786a by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:48.413934 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Attempting to bind port b5902c43-07fe-422e-a241-5775297b786a on network b4982755-8e39-4721-b20e-894fdb4eef16 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:48.428811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Pushing event updated for resources: {'Port': ['ID=b5902c43-07fe-422e-a241-5775297b786a,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:48.431091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:48.432711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-33273509-85e0-4b32-ac5d-81e2c490bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:43Z', 'revision_number': 10, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:48.437423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:48.437802 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Checking segment: {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:48.438211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:48.438594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Bound using segment: {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:48.439076 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Bound port: b5902c43-07fe-422e-a241-5775297b786a, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:48.440086 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:48.441805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:48.447168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:48.448152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:48.453035 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33273509-85e0-4b32-ac5d-81e2c490bb81 None None] The sync data for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv is: [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:43Z', 'revision_number': 10, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None, '_interfaces': [{'id': 'f45189bb-7f6d-49ec-9576-df02b6c27ad7', 'name': '', 'network_id': 'ee141bb3-480f-4aae-94e9-a397c30daea8', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'mac_address': 'fa:16:3e:57:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:42:48Z', 'updated_at': '2022-07-29T16:43:01Z', 'revision_number': 5, 'project_id': '753758b47ab346708e972c2018912eb1', 'subnets': [{'id': '976f6980-85f3-4a4f-b6ce-76f8362e4395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:43:48.565476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] For port b5902c43-07fe-422e-a241-5775297b786a, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:48.571067 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] For port b5902c43-07fe-422e-a241-5775297b786a, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b5902c43-07fe-422e-a241-5775297b786a,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:48.573595 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c7c3e4de-fa78-43dd-a0d6-7711a98dacde triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:48.575340 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:48.588689 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429cdf3-1861-471c-a2a6-6673ffefe965 req-cd86c8ee-0784-4dcb-9cf8-7c216a9b4e51 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:48.591804 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d429cdf3-1861-471c-a2a6-6673ffefe965 req-cd86c8ee-0784-4dcb-9cf8-7c216a9b4e51 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.2977710 Jul 29 16:43:48.606423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:48.614139 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c9dae1fa-a58a-4d99-9cfb-7b0719b6d0f5 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/ports/f45635bb-a160-4145-966d-74d2f727239d/tags HTTP/1.1" status: 200 len: 205 time: 0.3539033 Jul 29 16:43:48.620691 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51946) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:48.641031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.tag.tag_plugin [None req-a2f920d2-47d6-43d2-9d0d-f83e30c3cbc4 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9fb317f5-e390-4459-87fd-7b9e0c40e01f') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:48.681939 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d429cdf3-1861-471c-a2a6-6673ffefe965 req-fbce1e7f-3476-4444-ba52-54c8c80314eb tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821869 Jul 29 16:43:48.692783 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8288949 Jul 29 16:43:48.697585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-25ae6d68-1e56-46b6-89b6-397e6b83af51 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] For port f45189bb-7f6d-49ec-9576-df02b6c27ad7, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f45189bb-7f6d-49ec-9576-df02b6c27ad7,segment=NetworkSegment(23d97858-aa99-4bcb-93f1-c1967e3e34cb),segment_id=23d97858-aa99-4bcb-93f1-c1967e3e34cb)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:48.697957 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-25ae6d68-1e56-46b6-89b6-397e6b83af51 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:48.714475 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51950) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:48.723444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'subnet': {'network_id': '5b0100c5-58e4-4674-99df-9ea3b7a8816c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:48.739356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88899e0f-2d4a-4870-b61b-c70129d0576b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Network': ['ID=5b0100c5-58e4-4674-99df-9ea3b7a8816c,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:48.762055 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 5b0100c5-58e4-4674-99df-9ea3b7a8816c details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:48.903767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433056b3-0aae-42f0-8cef-946f9b69cb3c None None] Pushing event updated for resources: {'Port': ['ID=b5902c43-07fe-422e-a241-5775297b786a,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:48.905121 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-25ae6d68-1e56-46b6-89b6-397e6b83af51 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for f45189bb-7f6d-49ec-9576-df02b6c27ad7 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:48.949150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:48.972940 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c7c3e4de-fa78-43dd-a0d6-7711a98dacde is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:49.045482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 5ca360e7-59f2-44f8-a119-18c1861e829b no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:43:49.130605 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a2f920d2-47d6-43d2-9d0d-f83e30c3cbc4 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/routers/9fb317f5-e390-4459-87fd-7b9e0c40e01f/tags HTTP/1.1" status: 200 len: 241 time: 0.5032845 Jul 29 16:43:49.135812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51956) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:49.138047 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:49.142197 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 5ca360e7-59f2-44f8-a119-18c1861e829b {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:49.142722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 5ca360e7-59f2-44f8-a119-18c1861e829b not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:43:49.149150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-32b85b65-5dd7-4c14-a3a9-4d83afda9857 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9fb317f5-e390-4459-87fd-7b9e0c40e01f', 'tempest-TagsExtTest-Tag-1730628225') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:49.161828 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:subnet and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:49.166644 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:49.176848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:49.203570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:49.207051 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:49.390035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3dec0-627b-496a-ba86-faeba51e4e5e req-8788a281-fa9d-498f-a7e5-9b9e9bf489d3 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:49.391402 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6fb3dec0-627b-496a-ba86-faeba51e4e5e req-8788a281-fa9d-498f-a7e5-9b9e9bf489d3 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.3615496 Jul 29 16:43:49.394624 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-25ae6d68-1e56-46b6-89b6-397e6b83af51 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:49.437591 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-32b85b65-5dd7-4c14-a3a9-4d83afda9857 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/routers/9fb317f5-e390-4459-87fd-7b9e0c40e01f/tags/tempest-TagsExtTest-Tag-1730628225 HTTP/1.1" status: 204 len: 168 time: 0.2999225 Jul 29 16:43:49.452683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51960) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:49.475726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-384f1767-60fd-4cda-afd8-5aab3194d968 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9fb317f5-e390-4459-87fd-7b9e0c40e01f', 'tempest-TagsExtTest-Tag-1730628225') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:49.522734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae6d68-1e56-46b6-89b6-397e6b83af51 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=f45189bb-7f6d-49ec-9576-df02b6c27ad7,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:49.708320 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:49.845165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:49.860327 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6fb3dec0-627b-496a-ba86-faeba51e4e5e req-d3e5e58f-6996-4a9b-8533-ee64cb3bbf4f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4604645 Jul 29 16:43:49.923461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:49.953022 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-25ae6d68-1e56-46b6-89b6-397e6b83af51 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:50.050392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Subnet': ['ID=9f063465-262d-4614-87ad-c71936580a09,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:50.060126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Checking segment: {'id': '542377a6-d84e-45a4-8c84-71b88182bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b0100c5-58e4-4674-99df-9ea3b7a8816c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:50.060640 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network hostable DHCP agents. Network: 5b0100c5-58e4-4674-99df-9ea3b7a8816c, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:50.100009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Router 31614ca5-4733-4e24-9e1d-f0203645aa93 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:43:50.102899 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network 5b0100c5-58e4-4674-99df-9ea3b7a8816c is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:50.107728 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e720f941-5b4d-4a4d-967e-3ad680a5595e None None] Network b4982755-8e39-4721-b20e-894fdb4eef16 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:50.176537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 5b0100c5-58e4-4674-99df-9ea3b7a8816c) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:50.180806 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:50.181515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:50.209709 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb28d711-9ea3-4b9f-82d2-dddcbd80195f None None] Network 5b0100c5-58e4-4674-99df-9ea3b7a8816c requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:50.246250 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-384f1767-60fd-4cda-afd8-5aab3194d968 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/routers/9fb317f5-e390-4459-87fd-7b9e0c40e01f/tags/tempest-TagsExtTest-Tag-1730628225 HTTP/1.1" status: 204 len: 168 time: 0.7862284 Jul 29 16:43:50.254249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51966) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:50.275350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-f738f27d-f348-44c6-a8c8-88894220b403 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9fb317f5-e390-4459-87fd-7b9e0c40e01f') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:50.300541 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cf79c976-9688-406f-b812-693f64d3b850 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5872209 Jul 29 16:43:50.301214 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51970) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:50.383269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d458bd60-ff4c-40bf-8522-b7599eb5f83e None None] Provisioning for port b5902c43-07fe-422e-a241-5775297b786a completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:50.393948 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 687e593a-6328-4936-84c4-4a5e32215303 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:50.432273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:43:50.447737 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Sync routers for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:43:50.459223 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:50.460162 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:50.484354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ae6d68-1e56-46b6-89b6-397e6b83af51 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:43:50.494677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f5fb3-ede6-4346-8539-8feab638d50f req-2e2c7818-10ab-4a49-8ca2-871697b31f94 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:50.496244 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-530f5fb3-ede6-4346-8539-8feab638d50f req-2e2c7818-10ab-4a49-8ca2-871697b31f94 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.4658630 Jul 29 16:43:50.516065 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:50.519980 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-70aa43b7-2623-4535-bb27-a6a253d434ec admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0916610 Jul 29 16:43:50.520541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 51974) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:50.534185 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f738f27d-f348-44c6-a8c8-88894220b403 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/routers/9fb317f5-e390-4459-87fd-7b9e0c40e01f/tags HTTP/1.1" status: 200 len: 205 time: 0.2762065 Jul 29 16:43:50.581052 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:50.586517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51978) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:50.604508 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-c95ca9c0-aebd-411f-a56f-39cadb0e8100 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5b3844f5-e338-4742-ab99-6cf97fbcf691') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:50.610249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-5b0100c5-58e4-4674-99df-9ea3b7a8816c', 'network_id': '5b0100c5-58e4-4674-99df-9ea3b7a8816c', 'tenant_id': 'e159ca24d57947deb5a5396342834e97', 'fixed_ips': [{'subnet_id': '9f063465-262d-4614-87ad-c71936580a09'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:43:50.611356 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:50.675650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:50.677786 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:50.695203 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-530f5fb3-ede6-4346-8539-8feab638d50f req-51759254-3571-4fd4-9ecb-14dc7e937088 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931295 Jul 29 16:43:50.706460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ae6d68-1e56-46b6-89b6-397e6b83af51 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:43:50.716764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 687e593a-6328-4936-84c4-4a5e32215303 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:50.717380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:50.734064 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c95ca9c0-aebd-411f-a56f-39cadb0e8100 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/subnetpools/5b3844f5-e338-4742-ab99-6cf97fbcf691/tags HTTP/1.1" status: 200 len: 239 time: 0.1462903 Jul 29 16:43:50.736886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51982) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:50.742319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-72f7aadb-780b-4aaf-9545-2c1626e327a7 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5b3844f5-e338-4742-ab99-6cf97fbcf691', 'tempest-TagsExtTest-Tag-54521761') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:50.757168 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-25ae6d68-1e56-46b6-89b6-397e6b83af51 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/9f07765a-c83e-4cb3-92e5-efbe6c5a11b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2523229 Jul 29 16:43:50.759474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51988) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:50.826428 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-72f7aadb-780b-4aaf-9545-2c1626e327a7 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/subnetpools/5b3844f5-e338-4742-ab99-6cf97fbcf691/tags/tempest-TagsExtTest-Tag-54521761 HTTP/1.1" status: 204 len: 168 time: 0.0884988 Jul 29 16:43:50.829421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51992) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:50.834920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2deab3-88e3-4830-a387-1d5a660d041b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting subnet 976f6980-85f3-4a4f-b6ce-76f8362e4395 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:43:50.841866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-22d1e922-5521-4842-9796-6e1f7593f23b tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5b3844f5-e338-4742-ab99-6cf97fbcf691', 'tempest-TagsExtTest-Tag-54521761') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:50.852175 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3c2deab3-88e3-4830-a387-1d5a660d041b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:50.919896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3c2deab3-88e3-4830-a387-1d5a660d041b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:50.951236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:50.977482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Allocated IP 2001:db8::1 (5b0100c5-58e4-4674-99df-9ea3b7a8816c/9f063465-262d-4614-87ad-c71936580a09/d93ecdd4-a829-4f93-8614-284b97185b51) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:50.986445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ca975-239d-44ad-a009-9cc3c0be59b2 None None] Sync routers for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:43:51.028339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3c2deab3-88e3-4830-a387-1d5a660d041b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:51.033158 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ca975-239d-44ad-a009-9cc3c0be59b2 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:51.033800 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-883ca975-239d-44ad-a009-9cc3c0be59b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:51.101584 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:48Z', 'revision_number': 3, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:51.107885 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Checking router: 31614ca5-4733-4e24-9e1d-f0203645aa93 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:43:51.108277 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Updating router 31614ca5-4733-4e24-9e1d-f0203645aa93 port b19fe274-b614-4a12-8226-f5d8f10f6f98 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:43:51.116137 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-22d1e922-5521-4842-9796-6e1f7593f23b tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/subnetpools/5b3844f5-e338-4742-ab99-6cf97fbcf691/tags/tempest-TagsExtTest-Tag-54521761 HTTP/1.1" status: 204 len: 168 time: 0.2854431 Jul 29 16:43:51.119029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 51996) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:51.129923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-d3dca523-0320-4818-9a33-305b61db6c1f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5b3844f5-e338-4742-ab99-6cf97fbcf691') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:51.139532 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3c2deab3-88e3-4830-a387-1d5a660d041b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:51.183674 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:51.203052 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3c2deab3-88e3-4830-a387-1d5a660d041b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:51.210680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2deab3-88e3-4830-a387-1d5a660d041b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Subnet': ['ID=976f6980-85f3-4a4f-b6ce-76f8362e4395,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:51.227565 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d3dca523-0320-4818-9a33-305b61db6c1f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/subnetpools/5b3844f5-e338-4742-ab99-6cf97fbcf691/tags HTTP/1.1" status: 200 len: 205 time: 0.1072893 Jul 29 16:43:51.229471 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3c2deab3-88e3-4830-a387-1d5a660d041b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/976f6980-85f3-4a4f-b6ce-76f8362e4395 HTTP/1.1" status: 204 len: 168 time: 0.4688947 Jul 29 16:43:51.232374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52000) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:51.232707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52002) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:51.329030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e204a164-fd72-4141-b195-23474e58bbdc None None] Network ee141bb3-480f-4aae-94e9-a397c30daea8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:51.342773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-dbef9da7-34b5-4f48-be01-f5a6ae8d8ec2 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5b3844f5-e338-4742-ab99-6cf97fbcf691') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:51.488491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-883ca975-239d-44ad-a009-9cc3c0be59b2 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:51.608348 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:51.627013 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dbef9da7-34b5-4f48-be01-f5a6ae8d8ec2 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/subnetpools/5b3844f5-e338-4742-ab99-6cf97fbcf691/tags HTTP/1.1" status: 204 len: 168 time: 0.3932130 Jul 29 16:43:51.630831 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52010) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:51.639138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-f02a9f01-668b-41ee-aa5b-6d7d74107168 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9fb317f5-e390-4459-87fd-7b9e0c40e01f') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:51.711053 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Deleting port e32b9f90-6a54-4923-9359-4223efc3b01d {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:51.711539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:51.715108 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:51.734585 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-883ca975-239d-44ad-a009-9cc3c0be59b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:49Z', 'revision_number': 11, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:51.735465 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Transition to ACTIVE for port object b19fe274-b614-4a12-8226-f5d8f10f6f98 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:51.745109 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:51.767913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ca975-239d-44ad-a009-9cc3c0be59b2 None None] Checking router: 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:43:51.769823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 687e593a-6328-4936-84c4-4a5e32215303 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:51.770878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b5902c43-07fe-422e-a241-5775297b786a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:51.827369 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4955b3-ad88-4b64-bdc8-92b5dbdb2b1f req-629ecb0d-fd2d-4de6-8ba5-8dc28b49054f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:51.829093 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1e4955b3-ad88-4b64-bdc8-92b5dbdb2b1f req-629ecb0d-fd2d-4de6-8ba5-8dc28b49054f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.3030133 Jul 29 16:43:51.858841 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Attempting to bind port b19fe274-b614-4a12-8226-f5d8f10f6f98 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:51.859500 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Attempting to bind port b19fe274-b614-4a12-8226-f5d8f10f6f98 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:51.860018 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Attempting to bind port b19fe274-b614-4a12-8226-f5d8f10f6f98 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:51.866520 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029d923-cf74-4d7d-8fa4-d77a9040f4f6 None None] Pushing event updated for resources: {'Port': ['ID=b19fe274-b614-4a12-8226-f5d8f10f6f98,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:51.872841 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:51.873461 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:51.874020 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:51.874750 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:51.875881 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Bound port: b19fe274-b614-4a12-8226-f5d8f10f6f98, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:51.876450 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:51.902490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ca975-239d-44ad-a009-9cc3c0be59b2 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:51.903153 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-883ca975-239d-44ad-a009-9cc3c0be59b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:51.911268 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:51.928579 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1e4955b3-ad88-4b64-bdc8-92b5dbdb2b1f req-9cd15c51-444a-4f0c-aa6c-4a8142c0e707 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828698 Jul 29 16:43:51.962495 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f02a9f01-668b-41ee-aa5b-6d7d74107168 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/routers/9fb317f5-e390-4459-87fd-7b9e0c40e01f/tags HTTP/1.1" status: 204 len: 168 time: 0.3292542 Jul 29 16:43:51.965184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52014) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:51.972216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-163bec85-f886-4707-b451-8361184bef27 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f45635bb-a160-4145-966d-74d2f727239d') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:51.982099 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] For port b19fe274-b614-4a12-8226-f5d8f10f6f98, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:51.985700 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] For port b19fe274-b614-4a12-8226-f5d8f10f6f98, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b19fe274-b614-4a12-8226-f5d8f10f6f98,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:51.999869 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:52.124139 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:52.124464 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:52.142064 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] For port e32b9f90-6a54-4923-9359-4223efc3b01d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e32b9f90-6a54-4923-9359-4223efc3b01d,segment=NetworkSegment(23d97858-aa99-4bcb-93f1-c1967e3e34cb),segment_id=23d97858-aa99-4bcb-93f1-c1967e3e34cb)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:52.142621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:52.204612 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-883ca975-239d-44ad-a009-9cc3c0be59b2 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:52.254721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Allocated IP 172.20.0.1 (b4982755-8e39-4721-b20e-894fdb4eef16/38420142-86f7-4984-a5b1-490e5fa1b0e0/f19fcdbe-37ec-4f6c-bd83-af637c3a970d) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:43:52.283406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Calling delete_port for e32b9f90-6a54-4923-9359-4223efc3b01d owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:52.325578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port b5902c43-07fe-422e-a241-5775297b786a completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:52.335818 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-163bec85-f886-4707-b451-8361184bef27 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/ports/f45635bb-a160-4145-966d-74d2f727239d/tags HTTP/1.1" status: 204 len: 168 time: 0.3694022 Jul 29 16:43:52.338501 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52018) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:52.350763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-bf3ea7f9-bd10-4377-819a-a39674599f91 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a62a8316-7283-4050-ad4e-61ef6ec23580') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:52.351685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-883ca975-239d-44ad-a009-9cc3c0be59b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:49Z', 'revision_number': 11, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:52.363350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b5902c43-07fe-422e-a241-5775297b786a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:52.363730 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:52.369286 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:52.432868 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ca975-239d-44ad-a009-9cc3c0be59b2 None None] The sync data for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv is: [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:49Z', 'revision_number': 11, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:43:52.449277 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:52.468645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:52.502271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:52.519575 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Transition to ACTIVE for port object f19fcdbe-37ec-4f6c-bd83-af637c3a970d will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:52.531145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Transition to ACTIVE for port object d93ecdd4-a829-4f93-8614-284b97185b51 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:52.551158 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029d923-cf74-4d7d-8fa4-d77a9040f4f6 None None] Pushing event updated for resources: {'Port': ['ID=b19fe274-b614-4a12-8226-f5d8f10f6f98,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:52.555153 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bf3ea7f9-bd10-4377-819a-a39674599f91 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/subnets/a62a8316-7283-4050-ad4e-61ef6ec23580/tags HTTP/1.1" status: 204 len: 168 time: 0.2158360 Jul 29 16:43:52.560969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Port': ['ID=e32b9f90-6a54-4923-9359-4223efc3b01d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:52.560969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52022) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:52.565155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-70347d36-62e7-46e0-be3a-c885a2bbb62a tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a62a8316-7283-4050-ad4e-61ef6ec23580', 'tempest-TagsExtTest-Tag-1644200103') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:52.586241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:52.604276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] No DVR routers for this DVR port e32b9f90-6a54-4923-9359-4223efc3b01d on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:43:52.607905 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Transition to ACTIVE for port object d93ecdd4-a829-4f93-8614-284b97185b51 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:52.630662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:52.735878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Network b4982755-8e39-4721-b20e-894fdb4eef16 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:52.738914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:52.743642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:52.770435 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Network 5b0100c5-58e4-4674-99df-9ea3b7a8816c is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:52.773472 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:52.774904 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Pushing event updated for resources: {'Port': ['ID=f19fcdbe-37ec-4f6c-bd83-af637c3a970d,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:52.781078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:52.801968 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:52.804969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:43:52.814976 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Pushing event updated for resources: {'Port': ['ID=d93ecdd4-a829-4f93-8614-284b97185b51,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:52.823670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee141bb3-480f-4aae-94e9-a397c30daea8']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:52.860043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d97858-aa99-4bcb-93f1-c1967e3e34cb') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:52.860346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d97858-aa99-4bcb-93f1-c1967e3e34cb') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:52.876096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:52.897455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccacf9c5-9378-4c92-a7d0-c0ffdf08c603 None None] DHCP port deletion for ee141bb3-480f-4aae-94e9-a397c30daea8 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:43:52.898600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:52.908204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:52.908603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:52.909172 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:48Z', 'revision_number': 3, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:52.925249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Subnet': ['ID=9f063465-262d-4614-87ad-c71936580a09,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:52.927266 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f636718-cdfe-4a54-acc8-8e19ab84d133 None None] The sync data for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv is: [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:48Z', 'revision_number': 3, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:43:53.032143 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 23d97858-aa99-4bcb-93f1-c1967e3e34cb resource provider aggregate not found Jul 29 16:43:53.070645 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-94d23680-8927-47e5-a615-005f7b00bb48 None None] Provisioning complete for port b5902c43-07fe-422e-a241-5775297b786a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:53.071035 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-94d23680-8927-47e5-a615-005f7b00bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:53.082784 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 23d97858-aa99-4bcb-93f1-c1967e3e34cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23d97858-aa99-4bcb-93f1-c1967e3e34cb found for delete ", "request_id": "req-f20a347b-4c19-49b6-8c3b-86900a5e1ba1"}]} Jul 29 16:43:53.098579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:53.099956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:53.136125 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:53.136695 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b5902c43-07fe-422e-a241-5775297b786a is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:53.137215 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:53.139948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Pushing event deleted for resources: {'Network': ['ID=ee141bb3-480f-4aae-94e9-a397c30daea8,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:53.157998 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-70347d36-62e7-46e0-be3a-c885a2bbb62a tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "PUT /v2.0/subnets/a62a8316-7283-4050-ad4e-61ef6ec23580/tags/tempest-TagsExtTest-Tag-1644200103 HTTP/1.1" status: 201 len: 201 time: 0.5967171 Jul 29 16:43:53.160560 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52032) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:53.166272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-1b797429-2b85-4426-90a5-2c98c099e381 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f45635bb-a160-4145-966d-74d2f727239d', 'tempest-TagsExtTest-Tag-841472105') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:53.170311 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:53.197452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port b5902c43-07fe-422e-a241-5775297b786a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b5902c43-07fe-422e-a241-5775297b786a,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:53.207095 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0100c5-58e4-4674-99df-9ea3b7a8816c']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:53.214846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:53.223020 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542377a6-d84e-45a4-8c84-71b88182bc32') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:53.223424 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542377a6-d84e-45a4-8c84-71b88182bc32') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:53.243022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:53.246235 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0044a174-a270-4926-9b8b-2f54ffe6b7c1 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/networks/ee141bb3-480f-4aae-94e9-a397c30daea8 HTTP/1.1" status: 204 len: 168 time: 2.0109005 Jul 29 16:43:53.254150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52036) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:53.265517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-21543925-d130-4c64-bf11-dff5c39ed866 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'router': {'routes': None}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:53.266170 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Attempting to bind port d93ecdd4-a829-4f93-8614-284b97185b51 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:53.266562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Attempting to bind port d93ecdd4-a829-4f93-8614-284b97185b51 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '542377a6-d84e-45a4-8c84-71b88182bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b0100c5-58e4-4674-99df-9ea3b7a8816c'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:53.266921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Attempting to bind port d93ecdd4-a829-4f93-8614-284b97185b51 on network 5b0100c5-58e4-4674-99df-9ea3b7a8816c {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:53.298256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7d5cca8e-53ca-4411-9edf-951e0cc5f22c no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:43:53.368177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b1d48-481a-432d-9d77-10f5ea18a0b6 req-8fbc7aa2-5101-478c-a4e9-afadd7434ce9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:53.370896 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-301b1d48-481a-432d-9d77-10f5ea18a0b6 req-8fbc7aa2-5101-478c-a4e9-afadd7434ce9 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.1724212 Jul 29 16:43:53.380172 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1b797429-2b85-4426-90a5-2c98c099e381 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "PUT /v2.0/ports/f45635bb-a160-4145-966d-74d2f727239d/tags/tempest-TagsExtTest-Tag-841472105 HTTP/1.1" status: 201 len: 201 time: 0.2185893 Jul 29 16:43:53.400627 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:53.401005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Checking segment: {'id': '542377a6-d84e-45a4-8c84-71b88182bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b0100c5-58e4-4674-99df-9ea3b7a8816c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:53.401811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:53.401811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Bound using segment: {'id': '542377a6-d84e-45a4-8c84-71b88182bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b0100c5-58e4-4674-99df-9ea3b7a8816c'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:53.402033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52040) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:53.402292 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Bound port: d93ecdd4-a829-4f93-8614-284b97185b51, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542377a6-d84e-45a4-8c84-71b88182bc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b0100c5-58e4-4674-99df-9ea3b7a8816c'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:53.402659 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:53.414718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-8b538317-d051-4604-acff-f4a9c87ce4f7 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9fb317f5-e390-4459-87fd-7b9e0c40e01f', 'tempest-TagsExtTest-Tag-381471761') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:53.452168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 7d5cca8e-53ca-4411-9edf-951e0cc5f22c {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:53.452544 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7d5cca8e-53ca-4411-9edf-951e0cc5f22c not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:43:53.562797 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=b5902c43-07fe-422e-a241-5775297b786a,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:53.611065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-94d23680-8927-47e5-a615-005f7b00bb48 None None] Current status of the port b5902c43-07fe-422e-a241-5775297b786a is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:53.634410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b19fe274-b614-4a12-8226-f5d8f10f6f98 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:53.673398 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] For port d93ecdd4-a829-4f93-8614-284b97185b51, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:53.688312 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-301b1d48-481a-432d-9d77-10f5ea18a0b6 req-c74f2b2b-a8ec-4726-b0cc-24b4ca066430 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3100269 Jul 29 16:43:53.741390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port b19fe274-b614-4a12-8226-f5d8f10f6f98 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:53.747521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b19fe274-b614-4a12-8226-f5d8f10f6f98 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:53.748008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:53.775540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5433b9ba-e735-4e27-9b6f-25863d5e4c72 None None] Provisioning for port f19fcdbe-37ec-4f6c-bd83-af637c3a970d completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:43:53.800503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5433b9ba-e735-4e27-9b6f-25863d5e4c72 None None] Provisioning complete for port f19fcdbe-37ec-4f6c-bd83-af637c3a970d triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:53.800954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5433b9ba-e735-4e27-9b6f-25863d5e4c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:53.940348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.extraroute_db [None req-21543925-d130-4c64-bf11-dff5c39ed866 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Added routes are [] {{(pid=89210) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jul 29 16:43:53.940651 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.extraroute_db [None req-21543925-d130-4c64-bf11-dff5c39ed866 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Removed routes are [] {{(pid=89210) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jul 29 16:43:53.941419 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-21543925-d130-4c64-bf11-dff5c39ed866 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:53.944501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:53.953775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5433b9ba-e735-4e27-9b6f-25863d5e4c72 None None] Port f19fcdbe-37ec-4f6c-bd83-af637c3a970d cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:43:54.033966 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b19fe274-b614-4a12-8226-f5d8f10f6f98 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:54.034436 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:54.037448 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:54.039694 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:54.053537 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port b19fe274-b614-4a12-8226-f5d8f10f6f98, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b19fe274-b614-4a12-8226-f5d8f10f6f98,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:54.062342 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:54.161802 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=b19fe274-b614-4a12-8226-f5d8f10f6f98,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:54.166174 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f45189bb-7f6d-49ec-9576-df02b6c27ad7 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:43:54.192528 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475b2bf-bec7-42d7-af11-48b1f722a1bd req-b96f236b-1b1f-4266-ae27-426ae5da04b4 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:54.200654 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7475b2bf-bec7-42d7-af11-48b1f722a1bd req-b96f236b-1b1f-4266-ae27-426ae5da04b4 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.1203618 Jul 29 16:43:54.206947 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: f45189bb-7f6d-49ec-9576-df02b6c27ad7 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:54.207415 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f45189bb-7f6d-49ec-9576-df02b6c27ad7 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:43:54.207921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e32b9f90-6a54-4923-9359-4223efc3b01d no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:43:54.244106 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: e32b9f90-6a54-4923-9359-4223efc3b01d {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:43:54.244747 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e32b9f90-6a54-4923-9359-4223efc3b01d not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:43:54.250138 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7475b2bf-bec7-42d7-af11-48b1f722a1bd req-7033201e-73ff-4a5c-86af-510eb5228f10 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481770 Jul 29 16:43:54.317424 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 542377a6-d84e-45a4-8c84-71b88182bc32 resource provider aggregate not found Jul 29 16:43:54.347317 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:54.357532 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 542377a6-d84e-45a4-8c84-71b88182bc32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 542377a6-d84e-45a4-8c84-71b88182bc32 found for delete ", "request_id": "req-3853d3b7-e5b1-4036-b558-e56b2da496ce"}]} Jul 29 16:43:54.365525 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] For port d93ecdd4-a829-4f93-8614-284b97185b51, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d93ecdd4-a829-4f93-8614-284b97185b51,segment=NetworkSegment(542377a6-d84e-45a4-8c84-71b88182bc32),segment_id=542377a6-d84e-45a4-8c84-71b88182bc32)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:54.370734 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 16:43:54.370734 dv-neutron-851534-1-hyperv neutron-server[89210]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 16:43:54.370734 dv-neutron-851534-1-hyperv neutron-server[89210]: [parameters: {'id': '5b0100c5-58e4-4674-99df-9ea3b7a8816c'}] Jul 29 16:43:54.370734 dv-neutron-851534-1-hyperv neutron-server[89210]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:43:54.371245 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:43:54.373208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:54.375235 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8b538317-d051-4604-acff-f4a9c87ce4f7 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "PUT /v2.0/routers/9fb317f5-e390-4459-87fd-7b9e0c40e01f/tags/tempest-TagsExtTest-Tag-381471761 HTTP/1.1" status: 201 len: 201 time: 0.9723516 Jul 29 16:43:54.376096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52052) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:54.381274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-c84f1972-cab0-49a9-bec0-1bfd7a8f6d91 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5b3844f5-e338-4742-ab99-6cf97fbcf691', 'tempest-TagsExtTest-Tag-1443557307') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:54.424688 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c84f1972-cab0-49a9-bec0-1bfd7a8f6d91 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "PUT /v2.0/subnetpools/5b3844f5-e338-4742-ab99-6cf97fbcf691/tags/tempest-TagsExtTest-Tag-1443557307 HTTP/1.1" status: 201 len: 201 time: 0.0473790 Jul 29 16:43:54.425641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52056) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:54.431147 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-721372f8-d453-4f49-b956-49a4cd2f6cea tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a62a8316-7283-4050-ad4e-61ef6ec23580', {'tags': ['tempest-TagsExtTest-Tag-2017826585', 'tempest-TagsExtTest-Tag-1502308488', 'tempest-TagsExtTest-Tag-1368061691']}) {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:54.456390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dec58c-ae42-4590-ab5b-f59a688e8ce5 None None] Pushing event updated for resources: {'Port': ['ID=d93ecdd4-a829-4f93-8614-284b97185b51,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:54.517011 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-21543925-d130-4c64-bf11-dff5c39ed866 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:54.523576 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-721372f8-d453-4f49-b956-49a4cd2f6cea tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "PUT /v2.0/subnets/a62a8316-7283-4050-ad4e-61ef6ec23580/tags HTTP/1.1" status: 200 len: 318 time: 0.0960882 Jul 29 16:43:54.525540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52060) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:54.531324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-7be9307f-6c6c-4e4a-8100-d2f76f04d6a3 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a62a8316-7283-4050-ad4e-61ef6ec23580') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:54.535030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d463d2ff-7b8e-49ba-863b-28dceb650bbe None None] Network 5b0100c5-58e4-4674-99df-9ea3b7a8816c requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:54.559448 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-21543925-d130-4c64-bf11-dff5c39ed866 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:54.656624 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7be9307f-6c6c-4e4a-8100-d2f76f04d6a3 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/subnets/a62a8316-7283-4050-ad4e-61ef6ec23580/tags HTTP/1.1" status: 204 len: 168 time: 0.1300371 Jul 29 16:43:54.657340 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52064) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:54.662630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-fa65f093-7278-4946-8e61-e949fb549254 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a62a8316-7283-4050-ad4e-61ef6ec23580', 'tempest-TagsExtTest-Tag-2017826585') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:54.738022 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-fa65f093-7278-4946-8e61-e949fb549254 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] show failed (client error): The resource could not be found. Jul 29 16:43:54.739651 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fa65f093-7278-4946-8e61-e949fb549254 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/subnets/a62a8316-7283-4050-ad4e-61ef6ec23580/tags/tempest-TagsExtTest-Tag-2017826585 HTTP/1.1" status: 404 len: 329 time: 0.0808029 Jul 29 16:43:54.742719 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52068) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:54.747769 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-5e870a04-6338-4274-82f6-51ea25fa9865 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a62a8316-7283-4050-ad4e-61ef6ec23580', 'tempest-TagsExtTest-Tag-1502308488') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:54.756308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172e0034-7944-4ce4-99ca-4204e0fd38ce None None] get_active_networks_info from dv-neutron-851534-1-hyperv {{(pid=89211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 16:43:54.815164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55195e-20dc-487e-8386-f9f02ab731f3 req-fffbf43d-8198-423f-a148-4d0a5ded8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:54.816695 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6e55195e-20dc-487e-8386-f9f02ab731f3 req-fffbf43d-8198-423f-a148-4d0a5ded8c34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9ff8c7771054c2480eec2059eb8ce49&device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 1098 time: 0.6442978 Jul 29 16:43:54.818460 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21543925-d130-4c64-bf11-dff5c39ed866 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:43:54.829163 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-5e870a04-6338-4274-82f6-51ea25fa9865 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] show failed (client error): The resource could not be found. Jul 29 16:43:54.830102 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5e870a04-6338-4274-82f6-51ea25fa9865 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/subnets/a62a8316-7283-4050-ad4e-61ef6ec23580/tags/tempest-TagsExtTest-Tag-1502308488 HTTP/1.1" status: 404 len: 329 time: 0.0864744 Jul 29 16:43:54.832912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52072) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:54.837896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-2a1b38bb-77be-4960-a80d-39dfd370c83f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a62a8316-7283-4050-ad4e-61ef6ec23580', 'tempest-TagsExtTest-Tag-1368061691') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:54.894535 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172e0034-7944-4ce4-99ca-4204e0fd38ce None None] Resources bound (agent type, host, resource id): {{(pid=89211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 16:43:54.904858 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:54.908359 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-2a1b38bb-77be-4960-a80d-39dfd370c83f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] show failed (client error): The resource could not be found. Jul 29 16:43:54.909601 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2a1b38bb-77be-4960-a80d-39dfd370c83f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/subnets/a62a8316-7283-4050-ad4e-61ef6ec23580/tags/tempest-TagsExtTest-Tag-1368061691 HTTP/1.1" status: 404 len: 329 time: 0.0756359 Jul 29 16:43:54.912171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52076) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:54.917348 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-d1dfea95-5a82-4b7c-a5e7-713a668b03fb tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f45635bb-a160-4145-966d-74d2f727239d', {'tags': ['tempest-TagsExtTest-Tag-767661006', 'tempest-TagsExtTest-Tag-1035594158', 'tempest-TagsExtTest-Tag-1612392912']}) {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:55.004283 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d1dfea95-5a82-4b7c-a5e7-713a668b03fb tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "PUT /v2.0/ports/f45635bb-a160-4145-966d-74d2f727239d/tags HTTP/1.1" status: 200 len: 317 time: 0.0887456 Jul 29 16:43:55.005024 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52080) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:55.011159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-281f2956-502f-480c-a360-30448f7b9da3 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f45635bb-a160-4145-966d-74d2f727239d') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:55.088404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Deleting port d93ecdd4-a829-4f93-8614-284b97185b51 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:43:55.088745 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:55.111696 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-281f2956-502f-480c-a360-30448f7b9da3 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/ports/f45635bb-a160-4145-966d-74d2f727239d/tags HTTP/1.1" status: 204 len: 168 time: 0.1028085 Jul 29 16:43:55.111904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52084) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:55.117464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-85c3460d-b796-40e9-8aa8-81bb6df1b55e tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f45635bb-a160-4145-966d-74d2f727239d', 'tempest-TagsExtTest-Tag-767661006') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:55.156574 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21543925-d130-4c64-bf11-dff5c39ed866 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:43:55.169590 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95028dab-46c7-4d5b-8bcd-17a7237aab27 None None] Sync routers for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:43:55.181525 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95028dab-46c7-4d5b-8bcd-17a7237aab27 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:55.182362 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-95028dab-46c7-4d5b-8bcd-17a7237aab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:55.198819 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-85c3460d-b796-40e9-8aa8-81bb6df1b55e tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] show failed (client error): The resource could not be found. Jul 29 16:43:55.200484 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-85c3460d-b796-40e9-8aa8-81bb6df1b55e tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/ports/f45635bb-a160-4145-966d-74d2f727239d/tags/tempest-TagsExtTest-Tag-767661006 HTTP/1.1" status: 404 len: 328 time: 0.0873020 Jul 29 16:43:55.203245 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52088) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:55.212413 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-a68478b4-f101-4fba-9663-378ad5dcbf08 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f45635bb-a160-4145-966d-74d2f727239d', 'tempest-TagsExtTest-Tag-1035594158') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:55.216146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55195e-20dc-487e-8386-f9f02ab731f3 req-13361a94-d13c-4908-8584-1d74f7f86f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:55.217692 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6e55195e-20dc-487e-8386-f9f02ab731f3 req-13361a94-d13c-4908-8584-1d74f7f86f9d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a HTTP/1.1" status: 200 len: 913 time: 0.3885460 Jul 29 16:43:55.292854 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-a68478b4-f101-4fba-9663-378ad5dcbf08 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] show failed (client error): The resource could not be found. Jul 29 16:43:55.294632 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a68478b4-f101-4fba-9663-378ad5dcbf08 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/ports/f45635bb-a160-4145-966d-74d2f727239d/tags/tempest-TagsExtTest-Tag-1035594158 HTTP/1.1" status: 404 len: 329 time: 0.0904870 Jul 29 16:43:55.297735 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52094) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:55.299191 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862dca8b-6aef-4dc5-8790-74b0503bade3 None None] get_active_networks_info from dv-neutron-851534-1-hyperv {{(pid=89211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 16:43:55.303100 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-e692a50f-9932-4e8b-b728-ac770fe15b6f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f45635bb-a160-4145-966d-74d2f727239d', 'tempest-TagsExtTest-Tag-1612392912') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:55.352392 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-95028dab-46c7-4d5b-8bcd-17a7237aab27 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:55.396884 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-e692a50f-9932-4e8b-b728-ac770fe15b6f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] show failed (client error): The resource could not be found. Jul 29 16:43:55.398419 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e692a50f-9932-4e8b-b728-ac770fe15b6f tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/ports/f45635bb-a160-4145-966d-74d2f727239d/tags/tempest-TagsExtTest-Tag-1612392912 HTTP/1.1" status: 404 len: 329 time: 0.0997686 Jul 29 16:43:55.401220 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52098) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:55.407587 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-20509f1b-9302-4603-b80c-ecb35035ed72 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9fb317f5-e390-4459-87fd-7b9e0c40e01f', {'tags': ['tempest-TagsExtTest-Tag-1027671129', 'tempest-TagsExtTest-Tag-1651462038', 'tempest-TagsExtTest-Tag-930570323']}) {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:55.439576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862dca8b-6aef-4dc5-8790-74b0503bade3 None None] Resources bound (agent type, host, resource id): {{(pid=89211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 16:43:55.487347 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-95028dab-46c7-4d5b-8bcd-17a7237aab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:49Z', 'revision_number': 11, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:55.501815 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95028dab-46c7-4d5b-8bcd-17a7237aab27 None None] Checking router: 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:43:55.511873 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95028dab-46c7-4d5b-8bcd-17a7237aab27 None None] Routers {'9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:55.513245 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-95028dab-46c7-4d5b-8bcd-17a7237aab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:55.522850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:43:55.539236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-21543925-d130-4c64-bf11-dff5c39ed866 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:55.540740 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-21543925-d130-4c64-bf11-dff5c39ed866 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 HTTP/1.1" status: 200 len: 705 time: 2.2820020 Jul 29 16:43:55.561610 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52102) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:55.581132 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:55.629719 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-20509f1b-9302-4603-b80c-ecb35035ed72 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "PUT /v2.0/routers/9fb317f5-e390-4459-87fd-7b9e0c40e01f/tags HTTP/1.1" status: 200 len: 317 time: 0.2247295 Jul 29 16:43:55.630059 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b5902c43-07fe-422e-a241-5775297b786a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:55.633283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52106) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:55.673229 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-95028dab-46c7-4d5b-8bcd-17a7237aab27 None None] Set router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:55.685405 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:55.694192 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7be3e4-3a8e-4bf2-a5b0-109ba6f7009e req-3b912f0b-4ffc-4262-a983-a24bd894df37 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:55.696107 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ae7be3e4-3a8e-4bf2-a5b0-109ba6f7009e req-3b912f0b-4ffc-4262-a983-a24bd894df37 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.1129470 Jul 29 16:43:55.717671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.tag.tag_plugin [None req-af1cb404-f90f-4530-9a83-22325a8a0e79 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9fb317f5-e390-4459-87fd-7b9e0c40e01f') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:55.766607 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ae7be3e4-3a8e-4bf2-a5b0-109ba6f7009e req-6cada059-3cb3-4443-97b9-d61aeff676d3 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639231 Jul 29 16:43:55.804933 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-95028dab-46c7-4d5b-8bcd-17a7237aab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:49Z', 'revision_number': 11, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:55.807798 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-209ac88b-6c17-485e-ab38-a4ae90cb2ecd tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Synchronizing usage tracker for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:55.809662 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95028dab-46c7-4d5b-8bcd-17a7237aab27 None None] The sync data for ids ['9f07765a-c83e-4cb3-92e5-efbe6c5a11b9'] in dv-neutron-851534-1-hyperv is: [{'id': '9f07765a-c83e-4cb3-92e5-efbe6c5a11b9', 'name': 'tempest-RoutersIpV6Test-router-1195094718', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:42:46Z', 'updated_at': '2022-07-29T16:43:49Z', 'revision_number': 11, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:43:55.849534 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b5902c43-07fe-422e-a241-5775297b786a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:55.849911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:56.009575 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6e55195e-20dc-487e-8386-f9f02ab731f3 req-6067805c-87bb-43fc-8fdb-2ab4dd711e00 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3806123a-5c5d-4068-bb4f-0b9df28a776f HTTP/1.1" status: 200 len: 1001 time: 0.7643428 Jul 29 16:43:56.048087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b5902c43-07fe-422e-a241-5775297b786a is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:56.049184 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b19fe274-b614-4a12-8226-f5d8f10f6f98 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:43:56.093250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-209ac88b-6c17-485e-ab38-a4ae90cb2ecd tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Unset dirty status for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:56.094388 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-209ac88b-6c17-485e-ab38-a4ae90cb2ecd tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 HTTP/1.1" status: 200 len: 205 time: 0.5315971 Jul 29 16:43:56.095143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Pushing event updated for resources: {'Port': ['ID=f19fcdbe-37ec-4f6c-bd83-af637c3a970d,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:56.097380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52110) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:56.102181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:56.115665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] For port d93ecdd4-a829-4f93-8614-284b97185b51, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d93ecdd4-a829-4f93-8614-284b97185b51,segment=NetworkSegment(542377a6-d84e-45a4-8c84-71b88182bc32),segment_id=542377a6-d84e-45a4-8c84-71b88182bc32)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:43:56.115905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:56.137768 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b19fe274-b614-4a12-8226-f5d8f10f6f98 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:56.138238 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:56.243184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e36661cd-3ff2-487f-9faf-ae142d997f78 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:56.268497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Calling delete_port for d93ecdd4-a829-4f93-8614-284b97185b51 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:43:56.290218 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b19fe274-b614-4a12-8226-f5d8f10f6f98 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:43:56.316347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55195e-20dc-487e-8386-f9f02ab731f3 req-268646ba-755a-45a4-8019-fb6019e8ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:56.317806 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6e55195e-20dc-487e-8386-f9f02ab731f3 req-268646ba-755a-45a4-8019-fb6019e8ba44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ff5ec273-f912-48b7-b63a-03fe2ae0c78d HTTP/1.1" status: 200 len: 851 time: 0.2922244 Jul 29 16:43:56.479961 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-af1cb404-f90f-4530-9a83-22325a8a0e79 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/routers/9fb317f5-e390-4459-87fd-7b9e0c40e01f/tags HTTP/1.1" status: 204 len: 168 time: 0.8146617 Jul 29 16:43:56.480597 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52114) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:56.490636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-28888e4f-9b76-4283-8ada-e3595c93974a tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9fb317f5-e390-4459-87fd-7b9e0c40e01f', 'tempest-TagsExtTest-Tag-1027671129') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:56.514902 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:56.572834 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Port': ['ID=d93ecdd4-a829-4f93-8614-284b97185b51,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:56.585807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Network b4982755-8e39-4721-b20e-894fdb4eef16 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:43:56.586722 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No DVR routers for this DVR port d93ecdd4-a829-4f93-8614-284b97185b51 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:43:56.588507 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:56.700202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55195e-20dc-487e-8386-f9f02ab731f3 req-3f367c59-91c5-4d0c-b452-2a2a9440a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:56.701752 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6e55195e-20dc-487e-8386-f9f02ab731f3 req-3f367c59-91c5-4d0c-b452-2a2a9440a5af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3302007 Jul 29 16:43:56.796069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e36661cd-3ff2-487f-9faf-ae142d997f78 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:56.800160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e36661cd-3ff2-487f-9faf-ae142d997f78 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:56.826385 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-28888e4f-9b76-4283-8ada-e3595c93974a tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] show failed (client error): The resource could not be found. Jul 29 16:43:56.827911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5aecf962-45f3-4dbe-a20c-c40c15d1553b None None] Provisioning complete for port f19fcdbe-37ec-4f6c-bd83-af637c3a970d triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:43:56.828401 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5aecf962-45f3-4dbe-a20c-c40c15d1553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:56.831100 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-28888e4f-9b76-4283-8ada-e3595c93974a tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/routers/9fb317f5-e390-4459-87fd-7b9e0c40e01f/tags/tempest-TagsExtTest-Tag-1027671129 HTTP/1.1" status: 404 len: 329 time: 0.3488851 Jul 29 16:43:56.831747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52120) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:56.839051 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-f8ffe1e2-bebd-446f-bd99-c22700f4520e tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9fb317f5-e390-4459-87fd-7b9e0c40e01f', 'tempest-TagsExtTest-Tag-1651462038') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:56.893478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5aecf962-45f3-4dbe-a20c-c40c15d1553b None None] Port f19fcdbe-37ec-4f6c-bd83-af637c3a970d cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:43:56.909685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e36661cd-3ff2-487f-9faf-ae142d997f78 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:56.910192 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36661cd-3ff2-487f-9faf-ae142d997f78 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Fanout notify agent at l3_agent the message router_deleted on router 9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:43:57.032747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e36661cd-3ff2-487f-9faf-ae142d997f78 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.033850 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e36661cd-3ff2-487f-9faf-ae142d997f78 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/routers/9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 HTTP/1.1" status: 204 len: 168 time: 0.9354141 Jul 29 16:43:57.040622 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52124) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:57.049443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-4552f308-d6ec-43aa-9b3d-1ce05a8d42f3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1702696441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:57.067709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4552f308-d6ec-43aa-9b3d-1ce05a8d42f3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:57.073983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4552f308-d6ec-43aa-9b3d-1ce05a8d42f3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Usage tracker for resource:router and tenant:753758b47ab346708e972c2018912eb1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:57.079192 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4552f308-d6ec-43aa-9b3d-1ce05a8d42f3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:57.085785 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.087023 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-f8ffe1e2-bebd-446f-bd99-c22700f4520e tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] show failed (client error): The resource could not be found. Jul 29 16:43:57.088052 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f8ffe1e2-bebd-446f-bd99-c22700f4520e tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/routers/9fb317f5-e390-4459-87fd-7b9e0c40e01f/tags/tempest-TagsExtTest-Tag-1651462038 HTTP/1.1" status: 404 len: 329 time: 0.2546830 Jul 29 16:43:57.088961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4552f308-d6ec-43aa-9b3d-1ce05a8d42f3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:57.091526 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52128) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:57.101194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-24a58e36-a326-4b6f-a983-b829ebb2628b tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9fb317f5-e390-4459-87fd-7b9e0c40e01f', 'tempest-TagsExtTest-Tag-930570323') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:57.139495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0100c5-58e4-4674-99df-9ea3b7a8816c']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:57.179495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542377a6-d84e-45a4-8c84-71b88182bc32') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:57.179798 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542377a6-d84e-45a4-8c84-71b88182bc32') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:57.198296 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.214466 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6e55195e-20dc-487e-8386-f9f02ab731f3 req-f06f0ab9-0558-474c-a022-3e2f732a878f service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002058 Jul 29 16:43:57.220736 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4552f308-d6ec-43aa-9b3d-1ce05a8d42f3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.221942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4552f308-d6ec-43aa-9b3d-1ce05a8d42f3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.223346 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.238426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8969d-02c6-4c99-b72b-1a4276d8f9bb req-c0bbe7aa-a853-41e3-a7e2-de1294c4e2d4 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:57.239895 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-aaa8969d-02c6-4c99-b72b-1a4276d8f9bb req-c0bbe7aa-a853-41e3-a7e2-de1294c4e2d4 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.3333657 Jul 29 16:43:57.252009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Router 31614ca5-4733-4e24-9e1d-f0203645aa93 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:43:57.259089 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:43:57.259357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.290130 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-24a58e36-a326-4b6f-a983-b829ebb2628b tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] show failed (client error): The resource could not be found. Jul 29 16:43:57.291160 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-24a58e36-a326-4b6f-a983-b829ebb2628b tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/routers/9fb317f5-e390-4459-87fd-7b9e0c40e01f/tags/tempest-TagsExtTest-Tag-930570323 HTTP/1.1" status: 404 len: 328 time: 0.1968870 Jul 29 16:43:57.294670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52132) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:57.301836 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-9047d050-f6b3-47ec-83ea-11b3e5fae65d tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5b3844f5-e338-4742-ab99-6cf97fbcf691', {'tags': ['tempest-TagsExtTest-Tag-303136948', 'tempest-TagsExtTest-Tag-1424373661', 'tempest-TagsExtTest-Tag-1305263263']}) {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:57.312741 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-aaa8969d-02c6-4c99-b72b-1a4276d8f9bb req-4d24340a-ce81-4c0d-87b7-4d22d0f4a4fc tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655546 Jul 29 16:43:57.391015 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 542377a6-d84e-45a4-8c84-71b88182bc32 resource provider aggregate not found Jul 29 16:43:57.412700 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 542377a6-d84e-45a4-8c84-71b88182bc32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 542377a6-d84e-45a4-8c84-71b88182bc32 found for delete ", "request_id": "req-f230215e-d93c-487e-a993-6e523c705474"}]} Jul 29 16:43:57.511370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4552f308-d6ec-43aa-9b3d-1ce05a8d42f3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.514185 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9047d050-f6b3-47ec-83ea-11b3e5fae65d tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "PUT /v2.0/subnetpools/5b3844f5-e338-4742-ab99-6cf97fbcf691/tags HTTP/1.1" status: 200 len: 317 time: 0.2186055 Jul 29 16:43:57.519952 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52140) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:57.526268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-7e574746-abbe-437a-b35f-80118ca58fb2 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5b3844f5-e338-4742-ab99-6cf97fbcf691') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:57.556635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4552f308-d6ec-43aa-9b3d-1ce05a8d42f3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.559920 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.594136 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4552f308-d6ec-43aa-9b3d-1ce05a8d42f3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.595307 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4552f308-d6ec-43aa-9b3d-1ce05a8d42f3 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5537376 Jul 29 16:43:57.597795 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.598308 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52144) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:57.603569 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c31bbb53-8a25-4a27-aa76-14a3329f418e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:57.621292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Network': ['ID=5b0100c5-58e4-4674-99df-9ea3b7a8816c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:57.642167 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-950cbcd6-98cf-4d98-8c70-37c6b8f016d3 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/5b0100c5-58e4-4674-99df-9ea3b7a8816c HTTP/1.1" status: 204 len: 168 time: 7.3375721 Jul 29 16:43:57.646999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52148) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:57.653643 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7e574746-abbe-437a-b35f-80118ca58fb2 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/subnetpools/5b3844f5-e338-4742-ab99-6cf97fbcf691/tags HTTP/1.1" status: 204 len: 168 time: 0.1326427 Jul 29 16:43:57.657391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-935817474'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:57.660003 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52152) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:57.672621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-82627ad7-603c-4bdd-b99f-2382ae1bf5d0 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5b3844f5-e338-4742-ab99-6cf97fbcf691', 'tempest-TagsExtTest-Tag-303136948') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:57.674534 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6e55195e-20dc-487e-8386-f9f02ab731f3 req-5894e651-5b15-44a5-b2b5-c4549d56dd52 service neutron] 10.222.0.69 "GET /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523628 Jul 29 16:43:57.675439 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:57.682820 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:network and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:57.687287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:57.696131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:57.698493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:43:57.704213 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cde4d1fa-7b46-4d53-9b9d-69412cbfca48 admin admin] 10.222.0.58 "PUT /v2.0/routers/31614ca5-4733-4e24-9e1d-f0203645aa93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1827257 Jul 29 16:43:57.715721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:57.718288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Sync routers for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:43:57.719602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.729370 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:57.730149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:57.754876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:57.758873 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-82627ad7-603c-4bdd-b99f-2382ae1bf5d0 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] show failed (client error): The resource could not be found. Jul 29 16:43:57.763103 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-82627ad7-603c-4bdd-b99f-2382ae1bf5d0 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/subnetpools/5b3844f5-e338-4742-ab99-6cf97fbcf691/tags/tempest-TagsExtTest-Tag-303136948 HTTP/1.1" status: 404 len: 328 time: 0.0990982 Jul 29 16:43:57.765582 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52158) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:57.772159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.tag.tag_plugin [None req-a367dc84-bb91-4096-b168-04fdeb78bdd9 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5b3844f5-e338-4742-ab99-6cf97fbcf691', 'tempest-TagsExtTest-Tag-1424373661') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:57.788368 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.788980 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Added segment 934c6a01-9cc3-4089-b7e6-acc9df629f78 of type vlan for network 43f03946-3063-41d5-8b2e-1be68df97ebd Jul 29 16:43:57.817962 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-a367dc84-bb91-4096-b168-04fdeb78bdd9 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] show failed (client error): The resource could not be found. Jul 29 16:43:57.822728 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a367dc84-bb91-4096-b168-04fdeb78bdd9 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/subnetpools/5b3844f5-e338-4742-ab99-6cf97fbcf691/tags/tempest-TagsExtTest-Tag-1424373661 HTTP/1.1" status: 404 len: 329 time: 0.0554168 Jul 29 16:43:57.826301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52162) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:57.839619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.tag.tag_plugin [None req-bf122743-5697-4618-9a7a-6e75ad438dcb tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5b3844f5-e338-4742-ab99-6cf97fbcf691', 'tempest-TagsExtTest-Tag-1305263263') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:57.857343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.900299 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.906996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:57.907743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:57.957116 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3074639 Jul 29 16:43:57.963802 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-bf122743-5697-4618-9a7a-6e75ad438dcb tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] show failed (client error): The resource could not be found. Jul 29 16:43:57.967483 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bf122743-5697-4618-9a7a-6e75ad438dcb tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/subnetpools/5b3844f5-e338-4742-ab99-6cf97fbcf691/tags/tempest-TagsExtTest-Tag-1305263263 HTTP/1.1" status: 404 len: 329 time: 0.1374481 Jul 29 16:43:57.974182 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:58.024848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52170) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:58.025239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52172) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:58.039233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.tag.tag_plugin [None req-2780a198-74a4-4fc1-94e3-cb03ce496c43 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5b3844f5-e338-4742-ab99-6cf97fbcf691') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:58.053293 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'subnet': {'network_id': '43f03946-3063-41d5-8b2e-1be68df97ebd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:58.153191 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c31bbb53-8a25-4a27-aa76-14a3329f418e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:58.166985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c31bbb53-8a25-4a27-aa76-14a3329f418e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:58.176058 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beddbc0-9ad1-461d-bec0-0f21556840b5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Network': ['ID=43f03946-3063-41d5-8b2e-1be68df97ebd,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:58.187037 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2780a198-74a4-4fc1-94e3-cb03ce496c43 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/subnetpools/5b3844f5-e338-4742-ab99-6cf97fbcf691/tags HTTP/1.1" status: 204 len: 168 time: 0.1586192 Jul 29 16:43:58.196048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52182) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:58.205111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.tag.tag_plugin [None req-7e8d88b0-08d8-4b97-b6f2-ea0dc65d07ae tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9fb317f5-e390-4459-87fd-7b9e0c40e01f') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:58.272567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:58.276473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:subnet and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:58.279404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:58.285470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:58.308452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 43f03946-3063-41d5-8b2e-1be68df97ebd details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:43:58.360380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31bbb53-8a25-4a27-aa76-14a3329f418e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Router 293f3e35-d22e-4ff8-ac95-8e073f26fdcd is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:43:58.361527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:58.365385 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:58.446250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 2, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:58.457504 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52192) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:58.461096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Checking router: 31614ca5-4733-4e24-9e1d-f0203645aa93 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:43:58.461468 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Updating router 31614ca5-4733-4e24-9e1d-f0203645aa93 port f19fcdbe-37ec-4f6c-bd83-af637c3a970d binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:43:58.468057 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1826951187-network', 'tenant_id': '3b21d62767904d21b8022777c852a838'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:58.477505 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:58.497577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Usage tracker for resource:network and tenant:3b21d62767904d21b8022777c852a838 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:58.504413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:58.518287 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7e8d88b0-08d8-4b97-b6f2-ea0dc65d07ae tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/routers/9fb317f5-e390-4459-87fd-7b9e0c40e01f/tags HTTP/1.1" status: 204 len: 168 time: 0.3214314 Jul 29 16:43:58.525860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:58.528525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:58.537135 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52196) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:58.561272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-3c0c8073-86e5-4c98-b7a9-f4c0f218874a tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f45635bb-a160-4145-966d-74d2f727239d') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:58.660769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Made reservation on behalf of 3b21d62767904d21b8022777c852a838 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:43:58.663061 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:58.684882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31bbb53-8a25-4a27-aa76-14a3329f418e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:43:58.685164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:58.694486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c31bbb53-8a25-4a27-aa76-14a3329f418e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:58.695419 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875b12e-9e34-4c72-97fb-db7421179131 None None] Sync routers for ids ['293f3e35-d22e-4ff8-ac95-8e073f26fdcd'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:43:58.698707 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c31bbb53-8a25-4a27-aa76-14a3329f418e tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "PUT /v2.0/routers/293f3e35-d22e-4ff8-ac95-8e073f26fdcd HTTP/1.1" status: 200 len: 698 time: 1.0993855 Jul 29 16:43:58.700913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52200) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:58.711073 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875b12e-9e34-4c72-97fb-db7421179131 None None] Routers {'293f3e35-d22e-4ff8-ac95-8e073f26fdcd'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:58.716435 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3875b12e-9e34-4c72-97fb-db7421179131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['293f3e35-d22e-4ff8-ac95-8e073f26fdcd'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:58.861786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:58.869287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Usage tracker for resource:security_group_rule and tenant:3b21d62767904d21b8022777c852a838 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:58.875731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:58.877830 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-3875b12e-9e34-4c72-97fb-db7421179131 None None] Set router 293f3e35-d22e-4ff8-ac95-8e073f26fdcd gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:58.881498 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:58.908432 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d2708cda-e98e-418c-83a3-eda097643358 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/routers/293f3e35-d22e-4ff8-ac95-8e073f26fdcd HTTP/1.1" status: 200 len: 704 time: 0.2054501 Jul 29 16:43:58.909002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52204) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:58.953459 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Subnet': ['ID=f0a30f2a-1036-454b-a38a-d2599aaf5754,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:58.959577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:43:58.975550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-47897c41-aa35-46a1-a092-458ff85da5ce tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Synchronizing usage tracker for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:58.992183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c896a-248c-44d0-9d9a-43314ceb8eeb req-c6d53934-9575-42ea-8288-d5947c9381d6 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:58.993710 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a02c896a-248c-44d0-9d9a-43314ceb8eeb req-c6d53934-9575-42ea-8288-d5947c9381d6 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.4081290 Jul 29 16:43:59.009714 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Checking segment: {'id': '934c6a01-9cc3-4089-b7e6-acc9df629f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '43f03946-3063-41d5-8b2e-1be68df97ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:59.010309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network hostable DHCP agents. Network: 43f03946-3063-41d5-8b2e-1be68df97ebd, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:43:59.011556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.029002 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3c0c8073-86e5-4c98-b7a9-f4c0f218874a tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/ports/f45635bb-a160-4145-966d-74d2f727239d/tags HTTP/1.1" status: 204 len: 168 time: 0.4907737 Jul 29 16:43:59.029967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52208) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:59.030667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Transition to ACTIVE for port object f19fcdbe-37ec-4f6c-bd83-af637c3a970d will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:43:59.032479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-47897c41-aa35-46a1-a092-458ff85da5ce tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Unset dirty status for tenant:753758b47ab346708e972c2018912eb1 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:59.036386 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-47897c41-aa35-46a1-a092-458ff85da5ce tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports?device_id=293f3e35-d22e-4ff8-ac95-8e073f26fdcd HTTP/1.1" status: 200 len: 205 time: 0.1253502 Jul 29 16:43:59.036769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52210) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:59.042908 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.tag.tag_plugin [None req-1efcfb68-9ee7-4959-a562-0a14615e4534 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a62a8316-7283-4050-ad4e-61ef6ec23580') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:59.044837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.052171 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3875b12e-9e34-4c72-97fb-db7421179131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293f3e35-d22e-4ff8-ac95-8e073f26fdcd', 'name': 'tempest-RoutersIpV6Test-router-1702696441', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:57Z', 'updated_at': '2022-07-29T16:43:58Z', 'revision_number': 2, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:59.057262 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875b12e-9e34-4c72-97fb-db7421179131 None None] Checking router: 293f3e35-d22e-4ff8-ac95-8e073f26fdcd for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:43:59.067442 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875b12e-9e34-4c72-97fb-db7421179131 None None] Routers {'293f3e35-d22e-4ff8-ac95-8e073f26fdcd'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:43:59.068410 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3875b12e-9e34-4c72-97fb-db7421179131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['293f3e35-d22e-4ff8-ac95-8e073f26fdcd'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:59.099084 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a02c896a-248c-44d0-9d9a-43314ceb8eeb req-262fb5f0-e511-4bc1-b172-6e943eb92482 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932627 Jul 29 16:43:59.119135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network 43f03946-3063-41d5-8b2e-1be68df97ebd is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:43:59.145904 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1efcfb68-9ee7-4959-a562-0a14615e4534 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/subnets/a62a8316-7283-4050-ad4e-61ef6ec23580/tags HTTP/1.1" status: 204 len: 168 time: 0.1078012 Jul 29 16:43:59.147569 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52216) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:59.166941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54148f-e080-4832-a36e-afcdbbc14897 None None] Pushing event updated for resources: {'Port': ['ID=f19fcdbe-37ec-4f6c-bd83-af637c3a970d,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:59.214175 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-3875b12e-9e34-4c72-97fb-db7421179131 None None] Set router 293f3e35-d22e-4ff8-ac95-8e073f26fdcd gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:43:59.224922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 43f03946-3063-41d5-8b2e-1be68df97ebd) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:43:59.230131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:43:59.230763 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.236973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-596da36d-4493-4ce8-8f41-1e4ea4a53256 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.289083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ef5f6503-2e58-4724-8945-7f8999faaaa9 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks [] for subnetpool, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.294167 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ef5f6503-2e58-4724-8945-7f8999faaaa9 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/subnetpools/5b3844f5-e338-4742-ab99-6cf97fbcf691 HTTP/1.1" status: 204 len: 168 time: 0.1446598 Jul 29 16:43:59.294982 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a3b826-81c2-419a-bd29-b9642120ca6f None None] Network 43f03946-3063-41d5-8b2e-1be68df97ebd requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:43:59.295126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52220) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:59.364731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-412b5df9-2dc7-408e-b5ee-715e2c015b17 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Synchronizing usage tracker for tenant:78671b5c7c3f42869404a011bbd19087 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:43:59.402443 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3875b12e-9e34-4c72-97fb-db7421179131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293f3e35-d22e-4ff8-ac95-8e073f26fdcd', 'name': 'tempest-RoutersIpV6Test-router-1702696441', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:57Z', 'updated_at': '2022-07-29T16:43:58Z', 'revision_number': 2, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:43:59.403007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-412b5df9-2dc7-408e-b5ee-715e2c015b17 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Unset dirty status for tenant:78671b5c7c3f42869404a011bbd19087 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:43:59.407531 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-412b5df9-2dc7-408e-b5ee-715e2c015b17 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb317f5-e390-4459-87fd-7b9e0c40e01f HTTP/1.1" status: 200 len: 205 time: 0.1113548 Jul 29 16:43:59.407872 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875b12e-9e34-4c72-97fb-db7421179131 None None] The sync data for ids ['293f3e35-d22e-4ff8-ac95-8e073f26fdcd'] in dv-neutron-851534-1-hyperv is: [{'id': '293f3e35-d22e-4ff8-ac95-8e073f26fdcd', 'name': 'tempest-RoutersIpV6Test-router-1702696441', 'tenant_id': '753758b47ab346708e972c2018912eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:57Z', 'updated_at': '2022-07-29T16:43:58Z', 'revision_number': 2, 'project_id': '753758b47ab346708e972c2018912eb1', 'gw_port_host': None}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:43:59.408288 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52224) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:59.590411 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8d67121b-9694-4952-aeb6-12b341349cb1 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.610868 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Attempting to bind port f19fcdbe-37ec-4f6c-bd83-af637c3a970d on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:43:59.611691 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Attempting to bind port f19fcdbe-37ec-4f6c-bd83-af637c3a970d by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:43:59.612063 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Attempting to bind port f19fcdbe-37ec-4f6c-bd83-af637c3a970d on network b4982755-8e39-4721-b20e-894fdb4eef16 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:43:59.629847 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:43:59.630317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Checking segment: {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:43:59.630776 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.631224 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Bound using segment: {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:43:59.631759 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Bound port: f19fcdbe-37ec-4f6c-bd83-af637c3a970d, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:43:59.632191 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.669312 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-41562a21-0601-4ebc-962d-6f00ddd987ac tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6428044 Jul 29 16:43:59.673742 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52228) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:59.675551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-596da36d-4493-4ce8-8f41-1e4ea4a53256 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.679570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-596da36d-4493-4ce8-8f41-1e4ea4a53256 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.690677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9cb92683-583e-49f3-882d-c0ca9ba08660 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'subnet': {'network_id': '43f03946-3063-41d5-8b2e-1be68df97ebd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:43:59.796296 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.814191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.832706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] For port f19fcdbe-37ec-4f6c-bd83-af637c3a970d, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:43:59.843098 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-43f03946-3063-41d5-8b2e-1be68df97ebd', 'network_id': '43f03946-3063-41d5-8b2e-1be68df97ebd', 'tenant_id': 'e159ca24d57947deb5a5396342834e97', 'fixed_ips': [{'subnet_id': 'f0a30f2a-1036-454b-a38a-d2599aaf5754'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:43:59.843939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.847905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-596da36d-4493-4ce8-8f41-1e4ea4a53256 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.848427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596da36d-4493-4ce8-8f41-1e4ea4a53256 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Fanout notify agent at l3_agent the message router_deleted on router 293f3e35-d22e-4ff8-ac95-8e073f26fdcd {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:43:59.861413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] For port f19fcdbe-37ec-4f6c-bd83-af637c3a970d, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f19fcdbe-37ec-4f6c-bd83-af637c3a970d,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:43:59.869977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.893186 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:43:59.926486 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-596da36d-4493-4ce8-8f41-1e4ea4a53256 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.930641 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-596da36d-4493-4ce8-8f41-1e4ea4a53256 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/routers/293f3e35-d22e-4ff8-ac95-8e073f26fdcd HTTP/1.1" status: 204 len: 168 time: 0.8861463 Jul 29 16:43:59.931334 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e429d77-7791-460d-808c-dbfe5166dbd7,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:43:59.935645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:43:59.935986 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Added segment ba55e8e2-e13f-4448-b4ab-6c6730ccfa16 of type vlan for network 0ff6b469-305b-4db3-b1ac-3af0419cb952 Jul 29 16:43:59.936983 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52232) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:43:59.941725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9cb92683-583e-49f3-882d-c0ca9ba08660 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:43:59.946219 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9cb92683-583e-49f3-882d-c0ca9ba08660 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:subnet and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:43:59.949257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9cb92683-583e-49f3-882d-c0ca9ba08660 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:43:59.955388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9cb92683-583e-49f3-882d-c0ca9ba08660 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:00.036367 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3138cbba-e42f-4323-953b-d678039ac160 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports?device_id=293f3e35-d22e-4ff8-ac95-8e073f26fdcd HTTP/1.1" status: 200 len: 205 time: 0.0771408 Jul 29 16:44:00.037072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb92683-583e-49f3-882d-c0ca9ba08660 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:00.040385 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9cb92683-583e-49f3-882d-c0ca9ba08660 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:00.059842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52236) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:00.068643 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54148f-e080-4832-a36e-afcdbbc14897 None None] Pushing event updated for resources: {'Port': ['ID=f19fcdbe-37ec-4f6c-bd83-af637c3a970d,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:00.073552 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:00.074496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:00.143140 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8d67121b-9694-4952-aeb6-12b341349cb1 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:00.145461 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-91720312-7111-46da-916e-8a5bde818e87 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] delete failed (client error): The resource could not be found. Jul 29 16:44:00.146440 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-91720312-7111-46da-916e-8a5bde818e87 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/routers/293f3e35-d22e-4ff8-ac95-8e073f26fdcd HTTP/1.1" status: 404 len: 336 time: 0.0855920 Jul 29 16:44:00.147585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8d67121b-9694-4952-aeb6-12b341349cb1 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:00.149078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52242) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:00.155173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:00.197285 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-c083af15-34fc-481f-b39a-54f67dff4fc9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:00.197795 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c083af15-34fc-481f-b39a-54f67dff4fc9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:00.199638 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c083af15-34fc-481f-b39a-54f67dff4fc9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/fabfe8a0-c823-49a9-a884-ba80d64d7980 HTTP/1.1" status: 404 len: 337 time: 0.0495920 Jul 29 16:44:00.207603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52246) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:00.213947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:00.216204 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:00.217031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:00.249738 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a4721e-a279-4710-a3df-260a651891b9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:00.250202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a4721e-a279-4710-a3df-260a651891b9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:00.255402 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8d67121b-9694-4952-aeb6-12b341349cb1 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:00.255972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d67121b-9694-4952-aeb6-12b341349cb1 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Fanout notify agent at l3_agent the message router_deleted on router 9fb317f5-e390-4459-87fd-7b9e0c40e01f {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:44:00.263310 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8d67121b-9694-4952-aeb6-12b341349cb1 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:00.264419 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8d67121b-9694-4952-aeb6-12b341349cb1 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/routers/9fb317f5-e390-4459-87fd-7b9e0c40e01f HTTP/1.1" status: 204 len: 168 time: 0.8550928 Jul 29 16:44:00.267573 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-52a4721e-a279-4710-a3df-260a651891b9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/6d0ede35-e73b-491f-a85f-0b5bf1cf0392 HTTP/1.1" status: 404 len: 337 time: 0.0590477 Jul 29 16:44:00.268821 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52250) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:00.270728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52252) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:00.305977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Allocated IP 2001:db8::2 (43f03946-3063-41d5-8b2e-1be68df97ebd/f0a30f2a-1036-454b-a38a-d2599aaf5754/852c8a9f-2bac-47b5-a147-481b7655f89a) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:00.372736 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:44:00.408353 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9483490 Jul 29 16:44:00.413432 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65588dd-ff1c-43a8-a98b-99ee4f0424b7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:00.413948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65588dd-ff1c-43a8-a98b-99ee4f0424b7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:00.415581 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a65588dd-ff1c-43a8-a98b-99ee4f0424b7 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/4efea667-e99d-4e46-ac4e-a62417d93021 HTTP/1.1" status: 404 len: 337 time: 0.0729792 Jul 29 16:44:00.420478 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52258) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:00.420811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52260) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:00.430644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] Request body: {'subnet': {'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1826951187-subnet', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'ip_version': 4}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:00.449444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f28a76-a5b7-4529-b9b4-05d7265c6c37 admin admin] Pushing event updated for resources: {'Network': ['ID=0ff6b469-305b-4db3-b1ac-3af0419cb952,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:00.470047 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 0ff6b469-305b-4db3-b1ac-3af0419cb952 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:44:00.481560 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:00.495782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-29bac05e-7484-46ac-8942-69db0da12bb3 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Deleting port f45635bb-a160-4145-966d-74d2f727239d {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:00.496152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-29bac05e-7484-46ac-8942-69db0da12bb3 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:00.521510 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a09c17-8054-4b1c-86fb-46778de67f74 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:00.521966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a09c17-8054-4b1c-86fb-46778de67f74 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:00.526219 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-48a09c17-8054-4b1c-86fb-46778de67f74 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/976f6980-85f3-4a4f-b6ce-76f8362e4395 HTTP/1.1" status: 404 len: 337 time: 0.1001785 Jul 29 16:44:00.529094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52266) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:00.530744 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] Usage tracker for resource:subnet and tenant:3b21d62767904d21b8022777c852a838 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:00.534244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:00.564032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:00.609142 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-26ea7e52-4251-4cf9-9e83-ec7428efe54f tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 HTTP/1.1" status: 200 len: 205 time: 0.0767374 Jul 29 16:44:00.614234 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52270) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:00.621532 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] Made reservation on behalf of 3b21d62767904d21b8022777c852a838 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:00.622084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:00.692592 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-41f82205-b82d-43d7-bf05-ce2035b82cb0 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] delete failed (client error): The resource could not be found. Jul 29 16:44:00.696328 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-41f82205-b82d-43d7-bf05-ce2035b82cb0 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/routers/9f07765a-c83e-4cb3-92e5-efbe6c5a11b9 HTTP/1.1" status: 404 len: 336 time: 0.0786340 Jul 29 16:44:00.697233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52274) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:00.744482 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf002ce-e211-4304-8042-89fd661c2ec6 req-e2dc0e44-33f8-407c-a456-2ac10a6f86ee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:00.746214 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6cf002ce-e211-4304-8042-89fd661c2ec6 req-e2dc0e44-33f8-407c-a456-2ac10a6f86ee tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.4802570 Jul 29 16:44:00.883201 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-dfea1203-17fa-4ee2-bbc0-d273a635151d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports?device_id=81179d98-755d-4651-a869-bc328a6703be HTTP/1.1" status: 200 len: 205 time: 0.1850042 Jul 29 16:44:00.887165 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52278) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:00.929251 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6cf002ce-e211-4304-8042-89fd661c2ec6 req-f245fd37-a160-4ec0-a911-15855cec2a76 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558831 Jul 29 16:44:00.964394 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-d8597334-c988-4777-a607-3a2370301d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] delete failed (client error): The resource could not be found. Jul 29 16:44:00.968189 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d8597334-c988-4777-a607-3a2370301d9d tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/routers/81179d98-755d-4651-a869-bc328a6703be HTTP/1.1" status: 404 len: 336 time: 0.0776541 Jul 29 16:44:00.969603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52284) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:00.997810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.010295 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Transition to ACTIVE for port object 852c8a9f-2bac-47b5-a147-481b7655f89a will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:01.012795 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fedd261-9e9f-4883-9df1-3316a40d4ed9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:01.013438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fedd261-9e9f-4883-9df1-3316a40d4ed9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:01.020417 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3fedd261-9e9f-4883-9df1-3316a40d4ed9 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/fee6e7f1-7794-43b6-8107-d7696e169999 HTTP/1.1" status: 404 len: 337 time: 0.0495632 Jul 29 16:44:01.022067 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-29bac05e-7484-46ac-8942-69db0da12bb3 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.023143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52288) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:01.036898 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:43:59Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:01.041440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Transition to ACTIVE for port object 852c8a9f-2bac-47b5-a147-481b7655f89a will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:01.045326 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef076864-a94a-45b2-bc7d-36eca307c9f5 None None] The sync data for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv is: [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:43:59Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:44:01.051536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.146632 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9b1a3e40-43b5-4052-9abc-dc24261a2b13 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f61a2d3-1f2f-4b3a-8003-42f407651486 HTTP/1.1" status: 200 len: 205 time: 0.1200440 Jul 29 16:44:01.147717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52292) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:01.202091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Network 43f03946-3063-41d5-8b2e-1be68df97ebd is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:01.205071 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:01.207715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:44:01.225736 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-29bac05e-7484-46ac-8942-69db0da12bb3 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Calling delete_port for f45635bb-a160-4145-966d-74d2f727239d owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:01.227510 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-0328f5df-5bec-4e8f-8ce1-905460bea591 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] delete failed (client error): The resource could not be found. Jul 29 16:44:01.231367 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0328f5df-5bec-4e8f-8ce1-905460bea591 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/routers/2f61a2d3-1f2f-4b3a-8003-42f407651486 HTTP/1.1" status: 404 len: 336 time: 0.0798116 Jul 29 16:44:01.233476 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52296) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:01.255195 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Pushing event updated for resources: {'Port': ['ID=852c8a9f-2bac-47b5-a147-481b7655f89a,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:01.278393 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9cb92683-583e-49f3-882d-c0ca9ba08660 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.329733 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Attempting to bind port 852c8a9f-2bac-47b5-a147-481b7655f89a on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:44:01.330109 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Attempting to bind port 852c8a9f-2bac-47b5-a147-481b7655f89a by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '934c6a01-9cc3-4089-b7e6-acc9df629f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '43f03946-3063-41d5-8b2e-1be68df97ebd'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:44:01.330476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Attempting to bind port 852c8a9f-2bac-47b5-a147-481b7655f89a on network 43f03946-3063-41d5-8b2e-1be68df97ebd {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:44:01.334772 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f9f94958-f1d3-4a4f-9e70-2435d95d9011 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0f64d57-e42f-4959-a914-d614a893db5a HTTP/1.1" status: 200 len: 205 time: 0.1000137 Jul 29 16:44:01.338302 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:44:01.338686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Checking segment: {'id': '934c6a01-9cc3-4089-b7e6-acc9df629f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '43f03946-3063-41d5-8b2e-1be68df97ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:01.339092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.341171 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52300) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:01.341380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Bound using segment: {'id': '934c6a01-9cc3-4089-b7e6-acc9df629f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '43f03946-3063-41d5-8b2e-1be68df97ebd'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:44:01.341992 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Bound port: 852c8a9f-2bac-47b5-a147-481b7655f89a, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934c6a01-9cc3-4089-b7e6-acc9df629f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '43f03946-3063-41d5-8b2e-1be68df97ebd'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:44:01.342446 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.434104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb92683-583e-49f3-882d-c0ca9ba08660 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network 43f03946-3063-41d5-8b2e-1be68df97ebd is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:01.437964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-9cb92683-583e-49f3-882d-c0ca9ba08660 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:01.440153 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-802d0b72-8639-4b56-a301-dc127121147b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] delete failed (client error): The resource could not be found. Jul 29 16:44:01.441398 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-802d0b72-8639-4b56-a301-dc127121147b tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/routers/b0f64d57-e42f-4959-a914-d614a893db5a HTTP/1.1" status: 404 len: 336 time: 0.0933907 Jul 29 16:44:01.444944 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb92683-583e-49f3-882d-c0ca9ba08660 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:01.445558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9cb92683-583e-49f3-882d-c0ca9ba08660 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782136'] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.455725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] For port 852c8a9f-2bac-47b5-a147-481b7655f89a, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:44:01.459497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52304) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:01.460376 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] For port 852c8a9f-2bac-47b5-a147-481b7655f89a, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=852c8a9f-2bac-47b5-a147-481b7655f89a,segment=NetworkSegment(934c6a01-9cc3-4089-b7e6-acc9df629f78),segment_id=934c6a01-9cc3-4089-b7e6-acc9df629f78)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:44:01.468130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.486487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb92683-583e-49f3-882d-c0ca9ba08660 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Subnet': ['ID=8d453d03-59c7-4aab-b9c1-83ae58f41931,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:01.500805 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9cb92683-583e-49f3-882d-c0ca9ba08660 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8230588 Jul 29 16:44:01.504757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52308) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:01.608985 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bda8e-bce3-4f64-8956-a2e6fb71973c None None] Pushing event updated for resources: {'Port': ['ID=852c8a9f-2bac-47b5-a147-481b7655f89a,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:01.616233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847dc51-39d7-41f7-932a-9bcdf32e641d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:01.618778 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847dc51-39d7-41f7-932a-9bcdf32e641d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:01.620419 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847dc51-39d7-41f7-932a-9bcdf32e641d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:01.622933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847dc51-39d7-41f7-932a-9bcdf32e641d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:01.624670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847dc51-39d7-41f7-932a-9bcdf32e641d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:01.625389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0847dc51-39d7-41f7-932a-9bcdf32e641d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Synchronizing usage tracker for tenant:e159ca24d57947deb5a5396342834e97 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:01.642031 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f19fcdbe-37ec-4f6c-bd83-af637c3a970d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:01.664650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0847dc51-39d7-41f7-932a-9bcdf32e641d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Unset dirty status for tenant:e159ca24d57947deb5a5396342834e97 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:01.670415 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0847dc51-39d7-41f7-932a-9bcdf32e641d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1643898 Jul 29 16:44:01.671083 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52312) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:01.678096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1721892149'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:01.686194 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:01.697064 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:network and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:01.701141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:01.708507 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:01.727348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:01.732413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.748987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port f19fcdbe-37ec-4f6c-bd83-af637c3a970d completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:01.757070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port f19fcdbe-37ec-4f6c-bd83-af637c3a970d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:01.757581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.771691 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:44:01.783570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.784042 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Added segment 7a6bc2ff-5e15-406c-8760-ae266de2440b of type vlan for network 662e9de0-9ecf-41ed-92fe-34ed3ccea6d1 Jul 29 16:44:01.829662 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9bb170-2166-4f27-8bf2-be9d6975ce34 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:01.830222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9bb170-2166-4f27-8bf2-be9d6975ce34 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:01.834944 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.859586 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.883504 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.889787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:01.890469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.920594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f55266-c7db-4410-bf14-50e8235e764c req-4a9c3bc8-42d5-4db1-a8e8-2858bc763656 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:01.922643 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-53f55266-c7db-4410-bf14-50e8235e764c req-4a9c3bc8-42d5-4db1-a8e8-2858bc763656 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.6162107 Jul 29 16:44:01.926237 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ca9bb170-2166-4f27-8bf2-be9d6975ce34 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/e48f1b2b-d700-4186-ab3f-3e0b7a589c85 HTTP/1.1" status: 404 len: 337 time: 0.4463837 Jul 29 16:44:01.926409 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port f19fcdbe-37ec-4f6c-bd83-af637c3a970d is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:01.926409 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.939453 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52316) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:01.949344 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-29bac05e-7484-46ac-8942-69db0da12bb3 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:01.962817 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2898054 Jul 29 16:44:01.967891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52320) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:01.986545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9501a646-65eb-48f8-b500-f851758e27d4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:02.001172 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port f19fcdbe-37ec-4f6c-bd83-af637c3a970d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f19fcdbe-37ec-4f6c-bd83-af637c3a970d,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:02.008107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:02.098075 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=f19fcdbe-37ec-4f6c-bd83-af637c3a970d,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:02.150510 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8dd88d36-5735-46d5-a57a-df894a8eba02 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports?device_id=25ffcfac-bbf3-4046-8636-2a9121eda74c HTTP/1.1" status: 200 len: 205 time: 0.2098565 Jul 29 16:44:02.152706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bac05e-7484-46ac-8942-69db0da12bb3 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Pushing event deleted for resources: {'Port': ['ID=f45635bb-a160-4145-966d-74d2f727239d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:02.154189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52324) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:02.232636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe716d92-4b2a-426e-8a66-2cfa719ec5ba tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Network': ['ID=662e9de0-9ecf-41ed-92fe-34ed3ccea6d1,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:02.240393 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-53f55266-c7db-4410-bf14-50e8235e764c req-64ede263-f80b-4dad-9d68-42ffa7365217 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940960 Jul 29 16:44:02.247378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 662e9de0-9ecf-41ed-92fe-34ed3ccea6d1 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:44:02.300518 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-92bcbed9-3d85-4d9a-b926-5bd2c1fa3631 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] delete failed (client error): The resource could not be found. Jul 29 16:44:02.301634 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-92bcbed9-3d85-4d9a-b926-5bd2c1fa3631 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/routers/25ffcfac-bbf3-4046-8636-2a9121eda74c HTTP/1.1" status: 404 len: 336 time: 0.1445622 Jul 29 16:44:02.305769 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:02.316044 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52330) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:02.366665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] Checking segment: {'id': 'ba55e8e2-e13f-4448-b4ab-6c6730ccfa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:02.367045 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] Network hostable DHCP agents. Network: 0ff6b469-305b-4db3-b1ac-3af0419cb952, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:44:02.437224 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-29bac05e-7484-46ac-8942-69db0da12bb3 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:02.440200 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-29bac05e-7484-46ac-8942-69db0da12bb3 tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/ports/f45635bb-a160-4145-966d-74d2f727239d HTTP/1.1" status: 204 len: 168 time: 2.1704278 Jul 29 16:44:02.452048 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52334) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:02.475876 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a26903-afe9-4285-80b1-3a26c232f57c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:02.476496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a26903-afe9-4285-80b1-3a26c232f57c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:02.481870 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-67a26903-afe9-4285-80b1-3a26c232f57c tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/3a721c83-ad4f-4818-8e26-e500e6df3b91 HTTP/1.1" status: 404 len: 337 time: 0.1649010 Jul 29 16:44:02.485987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52338) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:02.514751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] Network 0ff6b469-305b-4db3-b1ac-3af0419cb952 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:44:02.532536 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 0ff6b469-305b-4db3-b1ac-3af0419cb952) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:02.541898 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:02.542521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:02.544068 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08703f38-6233-477f-9216-f8982fa07715 None None] Network 0ff6b469-305b-4db3-b1ac-3af0419cb952 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:02.570318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d5f678-f06f-4640-83d8-9ed981beda9a tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Deleting subnet a62a8316-7283-4050-ad4e-61ef6ec23580 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:44:02.574366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44d5f678-f06f-4640-83d8-9ed981beda9a tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:02.583470 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d3ddc603-7b6b-42af-8456-3d1023e26d93 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6 HTTP/1.1" status: 200 len: 205 time: 0.0958176 Jul 29 16:44:02.589545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52342) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:02.658023 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8e676691-1a8e-460e-b037-49e541eb79f7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2334046 Jul 29 16:44:02.659166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52346) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:02.669304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1826951187-router', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:02.678842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:02.686451 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Usage tracker for resource:router and tenant:3b21d62767904d21b8022777c852a838 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:02.690876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44d5f678-f06f-4640-83d8-9ed981beda9a tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:02.737538 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-4b498790-9fb9-4449-985c-47e70185ae00 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] delete failed (client error): The resource could not be found. Jul 29 16:44:02.744811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:02.756608 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4b498790-9fb9-4449-985c-47e70185ae00 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/routers/ecaaf2e0-7df9-431b-92ed-9dcd68b2c4e6 HTTP/1.1" status: 404 len: 336 time: 0.1667244 Jul 29 16:44:02.764330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52352) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:02.769574 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9501a646-65eb-48f8-b500-f851758e27d4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:02.787598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:02.826842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:02.827928 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:02.849434 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3dfba4-2e5a-45eb-bb0d-2b9a83183036 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:02.850067 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f3dfba4-2e5a-45eb-bb0d-2b9a83183036 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:02.854921 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0f3dfba4-2e5a-45eb-bb0d-2b9a83183036 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/8e70506c-98fc-4e65-8539-2f16776dad16 HTTP/1.1" status: 404 len: 337 time: 0.0894682 Jul 29 16:44:02.855701 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52356) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:02.882965 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44d5f678-f06f-4640-83d8-9ed981beda9a tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:02.897522 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9501a646-65eb-48f8-b500-f851758e27d4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:02.906835 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-0ff6b469-305b-4db3-b1ac-3af0419cb952', 'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'fixed_ips': [{'subnet_id': '5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:44:02.907951 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:03.042646 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:03.118684 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Allocated IP 172.20.0.2 (0ff6b469-305b-4db3-b1ac-3af0419cb952/5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa/bdfe6fb4-72cf-4f8b-95b1-485c5660debc) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:03.135921 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501a646-65eb-48f8-b500-f851758e27d4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Network': ['ID=662e9de0-9ecf-41ed-92fe-34ed3ccea6d1,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:03.138816 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e54b954-5347-4a6d-ac0e-7e9a80c73341 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:03.139358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e54b954-5347-4a6d-ac0e-7e9a80c73341 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:03.143963 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5e54b954-5347-4a6d-ac0e-7e9a80c73341 tempest-RoutersIpV6Test-1362748236 tempest-RoutersIpV6Test-1362748236-project] 10.222.0.58 "DELETE /v2.0/subnets/4a215593-3617-42f7-b854-e340ad66d3c5 HTTP/1.1" status: 404 len: 337 time: 0.2871866 Jul 29 16:44:03.144659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9501a646-65eb-48f8-b500-f851758e27d4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network 662e9de0-9ecf-41ed-92fe-34ed3ccea6d1 is not hosted by any dhcp agent {{(pid=89210) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jul 29 16:44:03.150357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9501a646-65eb-48f8-b500-f851758e27d4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:03.150962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9501a646-65eb-48f8-b500-f851758e27d4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:03.152207 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9501a646-65eb-48f8-b500-f851758e27d4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "PUT /v2.0/networks/662e9de0-9ecf-41ed-92fe-34ed3ccea6d1 HTTP/1.1" status: 200 len: 723 time: 1.1833861 Jul 29 16:44:03.156740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52362) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:03.176346 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 662e9de0-9ecf-41ed-92fe-34ed3ccea6d1 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:44:03.218391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-9d266416-3622-49a6-b6ab-592b2ecb7f5a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'subnet': {'network_id': '662e9de0-9ecf-41ed-92fe-34ed3ccea6d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:03.239892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2726bb0-32d1-4658-8b3b-b20288f2e97d req-950af37c-461b-470a-b22d-dbccd561b6da tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:03.241400 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f2726bb0-32d1-4658-8b3b-b20288f2e97d req-950af37c-461b-470a-b22d-dbccd561b6da tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.3124375 Jul 29 16:44:03.253113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44d5f678-f06f-4640-83d8-9ed981beda9a tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:03.289559 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ddb38-2185-43ef-8f93-61895014d8e4 None None] Network 43f03946-3063-41d5-8b2e-1be68df97ebd requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:03.367238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5f678-f06f-4640-83d8-9ed981beda9a tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Pushing event deleted for resources: {'Subnet': ['ID=a62a8316-7283-4050-ad4e-61ef6ec23580,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:03.398495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063b73a1-d28e-4ea1-8c78-d127d98f343d None None] Network daf2dd64-13f3-44f3-a55b-7fb657cf13a7 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:03.434765 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44d5f678-f06f-4640-83d8-9ed981beda9a tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:03.471221 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52368) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:03.503614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4251792a-f4a8-44e0-bc0e-e9270721d6ea None None] Provisioning for port 852c8a9f-2bac-47b5-a147-481b7655f89a completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:03.558196 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-44d5f678-f06f-4640-83d8-9ed981beda9a tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/subnets/a62a8316-7283-4050-ad4e-61ef6ec23580 HTTP/1.1" status: 204 len: 168 time: 1.1050782 Jul 29 16:44:03.560862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52374) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:03.565697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:03.573339 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f2726bb0-32d1-4658-8b3b-b20288f2e97d req-1db87990-b8f4-498f-9145-85be071230ab tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125410 Jul 29 16:44:03.586373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9d266416-3622-49a6-b6ab-592b2ecb7f5a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:03.645104 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9d266416-3622-49a6-b6ab-592b2ecb7f5a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:03.754858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d266416-3622-49a6-b6ab-592b2ecb7f5a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:03.759310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:03.765541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9d266416-3622-49a6-b6ab-592b2ecb7f5a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:03.776957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Deleting port 687e593a-6328-4936-84c4-4a5e32215303 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:03.777961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:03.835987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f19fcdbe-37ec-4f6c-bd83-af637c3a970d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:03.989965 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.019131 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Transition to ACTIVE for port object bdfe6fb4-72cf-4f8b-95b1-485c5660debc will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:04.055950 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0ac1a4da-09dd-445d-a5b6-5136f0a67e37 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=753758b47ab346708e972c2018912eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5810244 Jul 29 16:44:04.057081 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52378) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:04.061279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Transition to ACTIVE for port object bdfe6fb4-72cf-4f8b-95b1-485c5660debc will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:04.076200 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.105193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] For port 687e593a-6328-4936-84c4-4a5e32215303, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=687e593a-6328-4936-84c4-4a5e32215303,segment=NetworkSegment(d8f5d9e7-13c0-41aa-ab17-84873da2955c),segment_id=d8f5d9e7-13c0-41aa-ab17-84873da2955c)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:04.106273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.122631 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port f19fcdbe-37ec-4f6c-bd83-af637c3a970d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:04.123035 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.195405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902a9b93-e236-4f18-a2c0-c017a729e687 None None] DHCP port deletion for daf2dd64-13f3-44f3-a55b-7fb657cf13a7 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:44:04.206842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Network 0ff6b469-305b-4db3-b1ac-3af0419cb952 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:04.212368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-902a9b93-e236-4f18-a2c0-c017a729e687 None None] Deleting port 687e593a-6328-4936-84c4-4a5e32215303 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:04.212745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-902a9b93-e236-4f18-a2c0-c017a729e687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.240896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:04.276135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Calling delete_port for 687e593a-6328-4936-84c4-4a5e32215303 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:04.287537 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:44:04.289523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Pushing event updated for resources: {'Port': ['ID=bdfe6fb4-72cf-4f8b-95b1-485c5660debc,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:04.328274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0a839c10-69e6-4210-ab5a-3814a8a7842c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.359319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.378166 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0a839c10-69e6-4210-ab5a-3814a8a7842c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.394055 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9d266416-3622-49a6-b6ab-592b2ecb7f5a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.415445 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.427428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.464079 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-902a9b93-e236-4f18-a2c0-c017a729e687 None None] The port '687e593a-6328-4936-84c4-4a5e32215303' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:44:04.481486 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Pushing event deleted for resources: {'Port': ['ID=687e593a-6328-4936-84c4-4a5e32215303,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:04.486259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] No DVR routers for this DVR port 687e593a-6328-4936-84c4-4a5e32215303 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:44:04.508374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Attempting to bind port bdfe6fb4-72cf-4f8b-95b1-485c5660debc on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:44:04.508374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Attempting to bind port bdfe6fb4-72cf-4f8b-95b1-485c5660debc by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'ba55e8e2-e13f-4448-b4ab-6c6730ccfa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:44:04.508374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Attempting to bind port bdfe6fb4-72cf-4f8b-95b1-485c5660debc on network 0ff6b469-305b-4db3-b1ac-3af0419cb952 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:44:04.524802 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72a91bc-31db-48d6-95d4-298fedcfd3c2 None None] Update dhcp port {'port': {'network_id': '43f03946-3063-41d5-8b2e-1be68df97ebd', 'fixed_ips': [{'subnet_id': 'f0a30f2a-1036-454b-a38a-d2599aaf5754', 'ip_address': '2001:db8::2'}, {'subnet_id': '8d453d03-59c7-4aab-b9c1-83ae58f41931'}], 'binding:host_id': 'dv-neutron-851534-1-hyperv'}, 'id': '852c8a9f-2bac-47b5-a147-481b7655f89a'} from dv-neutron-851534-1-hyperv. {{(pid=89211) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jul 29 16:44:04.559914 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:44:04.560297 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Checking segment: {'id': 'ba55e8e2-e13f-4448-b4ab-6c6730ccfa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:04.560687 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.561177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Bound using segment: {'id': 'ba55e8e2-e13f-4448-b4ab-6c6730ccfa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:44:04.561577 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Bound port: bdfe6fb4-72cf-4f8b-95b1-485c5660debc, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba55e8e2-e13f-4448-b4ab-6c6730ccfa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:44:04.561935 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.602383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d266416-3622-49a6-b6ab-592b2ecb7f5a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Subnet': ['ID=ad3ff152-6eab-44dd-929e-68922d347342,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:04.637656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port f19fcdbe-37ec-4f6c-bd83-af637c3a970d is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:04.638744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 852c8a9f-2bac-47b5-a147-481b7655f89a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:04.667525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.680253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d266416-3622-49a6-b6ab-592b2ecb7f5a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Checking segment: {'id': '7a6bc2ff-5e15-406c-8760-ae266de2440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '662e9de0-9ecf-41ed-92fe-34ed3ccea6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:04.680614 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d266416-3622-49a6-b6ab-592b2ecb7f5a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network hostable DHCP agents. Network: 662e9de0-9ecf-41ed-92fe-34ed3ccea6d1, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:44:04.690738 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e72a91bc-31db-48d6-95d4-298fedcfd3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.711247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Allocated IP 172.26.1.45 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/7ee613cf-234f-40f5-891a-ee3ca3eec2e4) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:04.711564 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf2dd64-13f3-44f3-a55b-7fb657cf13a7']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:04.730630 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f5d9e7-13c0-41aa-ab17-84873da2955c') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:04.731002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f5d9e7-13c0-41aa-ab17-84873da2955c') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:04.747735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.757697 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0a839c10-69e6-4210-ab5a-3814a8a7842c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.760354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d266416-3622-49a6-b6ab-592b2ecb7f5a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network 662e9de0-9ecf-41ed-92fe-34ed3ccea6d1 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:44:04.780185 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839c10-69e6-4210-ab5a-3814a8a7842c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b6a716-e375-4db8-ae77-4a10b02a5c48,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:04.783646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.799632 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:04.800267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.802502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-9d266416-3622-49a6-b6ab-592b2ecb7f5a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 662e9de0-9ecf-41ed-92fe-34ed3ccea6d1) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:04.814389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] For port bdfe6fb4-72cf-4f8b-95b1-485c5660debc, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:44:04.820021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b555451f-9b05-4526-8824-7be5644a49c2 None None] Network 662e9de0-9ecf-41ed-92fe-34ed3ccea6d1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:04.853611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d266416-3622-49a6-b6ab-592b2ecb7f5a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:04.854202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9d266416-3622-49a6-b6ab-592b2ecb7f5a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.888049 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment d8f5d9e7-13c0-41aa-ab17-84873da2955c resource provider aggregate not found Jul 29 16:44:04.941551 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9d266416-3622-49a6-b6ab-592b2ecb7f5a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7814765 Jul 29 16:44:04.947747 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment d8f5d9e7-13c0-41aa-ab17-84873da2955c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8f5d9e7-13c0-41aa-ab17-84873da2955c found for delete ", "request_id": "req-8f0f9c33-6a2e-4665-b637-9f9fb256bf2b"}]} Jul 29 16:44:04.948465 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52390) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:04.952900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0a839c10-69e6-4210-ab5a-3814a8a7842c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.957102 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0a839c10-69e6-4210-ab5a-3814a8a7842c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/62b6a716-e375-4db8-ae77-4a10b02a5c48 HTTP/1.1" status: 204 len: 168 time: 0.8989611 Jul 29 16:44:04.962353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-542748f9-6968-4970-aeec-3b9ef4f750db tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:04.971567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] For port bdfe6fb4-72cf-4f8b-95b1-485c5660debc, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=bdfe6fb4-72cf-4f8b-95b1-485c5660debc,segment=NetworkSegment(ba55e8e2-e13f-4448-b4ab-6c6730ccfa16),segment_id=ba55e8e2-e13f-4448-b4ab-6c6730ccfa16)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:44:04.989265 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.994932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:04.997649 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32855e4f-f37a-470e-95eb-661a27d82f4d req-c96b9960-1997-4efc-bb35-d0d6138ab68c tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:04.999161 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-32855e4f-f37a-470e-95eb-661a27d82f4d req-c96b9960-1997-4efc-bb35-d0d6138ab68c tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.2815557 Jul 29 16:44:05.013153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:05.038935 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 852c8a9f-2bac-47b5-a147-481b7655f89a completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:05.064312 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-32855e4f-f37a-470e-95eb-661a27d82f4d req-72fc003c-3f41-4a67-bf69-4f0f750c8523 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550494 Jul 29 16:44:05.072094 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 852c8a9f-2bac-47b5-a147-481b7655f89a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:05.072484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:05.083135 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:05.158366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:05.161233 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:05.164862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-542748f9-6968-4970-aeec-3b9ef4f750db tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32139251'] for subnet, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:05.165076 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:44:05.207004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee613cf-234f-40f5-891a-ee3ca3eec2e4,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:05.258350 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:05.261368 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] Pushing event deleted for resources: {'Network': ['ID=daf2dd64-13f3-44f3-a55b-7fb657cf13a7,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:05.313412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c0f2f-de1e-4860-a536-e0512db46697 None None] Pushing event updated for resources: {'Port': ['ID=bdfe6fb4-72cf-4f8b-95b1-485c5660debc,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:05.322077 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1adf3184-0cbc-4e7f-b8b9-c7358f2fd5ed tempest-TagsExtTest-1507099813 tempest-TagsExtTest-1507099813-project] 10.222.0.58 "DELETE /v2.0/networks/daf2dd64-13f3-44f3-a55b-7fb657cf13a7 HTTP/1.1" status: 204 len: 168 time: 1.7597718 Jul 29 16:44:05.341518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-e72a91bc-31db-48d6-95d4-298fedcfd3c2 None None] Allocated IP 172.20.0.1 (43f03946-3063-41d5-8b2e-1be68df97ebd/8d453d03-59c7-4aab-b9c1-83ae58f41931/852c8a9f-2bac-47b5-a147-481b7655f89a) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:05.592344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-607b1880-5d86-4c2e-afa4-afa6be5f02fa tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:05.594182 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-607b1880-5d86-4c2e-afa4-afa6be5f02fa tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Synchronizing usage tracker for tenant:a9ff8c7771054c2480eec2059eb8ce49 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:05.662527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-607b1880-5d86-4c2e-afa4-afa6be5f02fa tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Unset dirty status for tenant:a9ff8c7771054c2480eec2059eb8ce49 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:05.664711 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-607b1880-5d86-4c2e-afa4-afa6be5f02fa tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.4077089 Jul 29 16:44:05.667067 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-542748f9-6968-4970-aeec-3b9ef4f750db tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746449700774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32298128'] for subnet, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:05.775233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-662e9de0-9ecf-41ed-92fe-34ed3ccea6d1', 'network_id': '662e9de0-9ecf-41ed-92fe-34ed3ccea6d1', 'tenant_id': 'e159ca24d57947deb5a5396342834e97', 'fixed_ips': [{'subnet_id': 'ad3ff152-6eab-44dd-929e-68922d347342'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:44:05.776076 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:05.815101 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 852c8a9f-2bac-47b5-a147-481b7655f89a is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:05.815528 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:05.821849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52410) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:05.965348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542748f9-6968-4970-aeec-3b9ef4f750db tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:05.966144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-542748f9-6968-4970-aeec-3b9ef4f750db tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:05.970213 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-542748f9-6968-4970-aeec-3b9ef4f750db tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "PUT /v2.0/subnets/ad3ff152-6eab-44dd-929e-68922d347342 HTTP/1.1" status: 200 len: 826 time: 1.0197062 Jul 29 16:44:05.975514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52422) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:05.988156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e72a91bc-31db-48d6-95d4-298fedcfd3c2 None None] For port 852c8a9f-2bac-47b5-a147-481b7655f89a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=852c8a9f-2bac-47b5-a147-481b7655f89a,segment=NetworkSegment(934c6a01-9cc3-4089-b7e6-acc9df629f78),segment_id=934c6a01-9cc3-4089-b7e6-acc9df629f78)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:06.017464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:06.017768 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-4afa2a69-9211-4573-8eb6-457f8fbd0a65 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Deleting port 3806123a-5c5d-4068-bb4f-0b9df28a776f {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:06.018131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-4afa2a69-9211-4573-8eb6-457f8fbd0a65 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:06.124136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542748f9-6968-4970-aeec-3b9ef4f750db tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Subnet': ['ID=ad3ff152-6eab-44dd-929e-68922d347342,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:06.206229 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52430) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:06.212269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e72a91bc-31db-48d6-95d4-298fedcfd3c2 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:06.247033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e72a91bc-31db-48d6-95d4-298fedcfd3c2 None None] Transition to ACTIVE for port object 852c8a9f-2bac-47b5-a147-481b7655f89a will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:06.273426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e72a91bc-31db-48d6-95d4-298fedcfd3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:06.289758 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Allocated IP 2001:db8::2 (662e9de0-9ecf-41ed-92fe-34ed3ccea6d1/ad3ff152-6eab-44dd-929e-68922d347342/12de61bf-98fb-48d1-bc19-038fc09be334) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:06.314994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:06.403622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'network': {'name': 'tempest-RoutersTest-1036408790'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:06.409141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:06.413933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:network and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:06.416841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:06.438765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:06.504592 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:06.508660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:06.538717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:06.582402 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ed153f54-584d-46ee-a267-aff4c93a1043 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78671b5c7c3f42869404a011bbd19087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7586422 Jul 29 16:44:06.587333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:06.589488 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52436) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:06.590794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:06.621752 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:44:06.622107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:44:06.638201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a91bc-31db-48d6-95d4-298fedcfd3c2 None None] Pushing event updated for resources: {'Port': ['ID=852c8a9f-2bac-47b5-a147-481b7655f89a,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:06.680797 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:security_group_rule and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:06.685448 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:06.698461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:06.718280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-4afa2a69-9211-4573-8eb6-457f8fbd0a65 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] For port 3806123a-5c5d-4068-bb4f-0b9df28a776f, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3806123a-5c5d-4068-bb4f-0b9df28a776f,segment=NetworkSegment(69c911ab-07d2-4ca8-b417-171deec5cf4c),segment_id=69c911ab-07d2-4ca8-b417-171deec5cf4c)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:06.718652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-4afa2a69-9211-4573-8eb6-457f8fbd0a65 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:06.839931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:06.852686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd593dc-37ea-4807-aceb-4b0fca2c7901 req-969fbdfb-1503-4012-929d-d24ae8d7c3e0 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:06.854084 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-efd593dc-37ea-4807-aceb-4b0fca2c7901 req-969fbdfb-1503-4012-929d-d24ae8d7c3e0 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.4390471 Jul 29 16:44:06.863932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Transition to ACTIVE for port object 12de61bf-98fb-48d1-bc19-038fc09be334 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:06.882005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa8c0f-22ca-43d0-9a36-8679893ad38e None None] Network 0ff6b469-305b-4db3-b1ac-3af0419cb952 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:06.944758 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-efd593dc-37ea-4807-aceb-4b0fca2c7901 req-a6b2be25-2b3e-4ffb-a363-58cfc20df1f3 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819530 Jul 29 16:44:06.957029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:06.997879 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Transition to ACTIVE for port object 12de61bf-98fb-48d1-bc19-038fc09be334 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:07.006404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d02b2aa3-250a-4aa0-ad11-47ed4212868a None None] Provisioning for port bdfe6fb4-72cf-4f8b-95b1-485c5660debc completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:07.026482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.061679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.063029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d060dcf8-6d2d-4d27-865f-aeb957d1cb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.106317 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.127649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d060dcf8-6d2d-4d27-865f-aeb957d1cb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.213926 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Network 662e9de0-9ecf-41ed-92fe-34ed3ccea6d1 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:07.218047 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d060dcf8-6d2d-4d27-865f-aeb957d1cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.218527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Router 6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:44:07.225680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:07.233658 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:44:07.253112 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.256972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:44:07.284148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Pushing event updated for resources: {'Port': ['ID=12de61bf-98fb-48d1-bc19-038fc09be334,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:07.302708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 852c8a9f-2bac-47b5-a147-481b7655f89a is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:07.303138 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.402083 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3ff152-6eab-44dd-929e-68922d347342,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:07.417117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19889438-417d-442d-ae34-d409a57c4cbd,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:07.444204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:44:07.448875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 852c8a9f-2bac-47b5-a147-481b7655f89a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=852c8a9f-2bac-47b5-a147-481b7655f89a,segment=NetworkSegment(934c6a01-9cc3-4089-b7e6-acc9df629f78),segment_id=934c6a01-9cc3-4089-b7e6-acc9df629f78)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:07.454608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.455711 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Added segment 79125934-aa8e-4a76-952c-39a83ad432a6 of type vlan for network 5292d464-590e-4ed4-9847-92472fe0630c Jul 29 16:44:07.462670 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da4d641-9c15-413c-a050-f4b63ea7e104 None None] Network 43f03946-3063-41d5-8b2e-1be68df97ebd requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:07.474319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.478465 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5d188632-30f5-4fa3-b984-ea66db494ef9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8159635 Jul 29 16:44:07.478767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52440) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:07.486040 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Attempting to bind port 12de61bf-98fb-48d1-bc19-038fc09be334 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:44:07.486405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Attempting to bind port 12de61bf-98fb-48d1-bc19-038fc09be334 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '7a6bc2ff-5e15-406c-8760-ae266de2440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '662e9de0-9ecf-41ed-92fe-34ed3ccea6d1'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:44:07.486761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Attempting to bind port 12de61bf-98fb-48d1-bc19-038fc09be334 on network 662e9de0-9ecf-41ed-92fe-34ed3ccea6d1 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:44:07.489855 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Sync routers for ids ['6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:44:07.507794 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.524733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060dcf8-6d2d-4d27-865f-aeb957d1cb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadd57b6-ab5d-40ed-8b0c-79a2825df976,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:07.582071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d060dcf8-6d2d-4d27-865f-aeb957d1cb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.582071 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d060dcf8-6d2d-4d27-865f-aeb957d1cb3e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aadd57b6-ab5d-40ed-8b0c-79a2825df976 HTTP/1.1" status: 204 len: 168 time: 0.9202433 Jul 29 16:44:07.623620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.649101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-4afa2a69-9211-4573-8eb6-457f8fbd0a65 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.649101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-4afa2a69-9211-4573-8eb6-457f8fbd0a65 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.649101 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-4afa2a69-9211-4573-8eb6-457f8fbd0a65 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Floating IP 3b482900-222e-4399-9993-b803053746f8 disassociated. External IP: 172.26.1.104, port: 3806123a-5c5d-4068-bb4f-0b9df28a776f. Jul 29 16:44:07.649101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-4afa2a69-9211-4573-8eb6-457f8fbd0a65 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Calling delete_port for 3806123a-5c5d-4068-bb4f-0b9df28a776f owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:07.698762 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=852c8a9f-2bac-47b5-a147-481b7655f89a,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:07.703767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:44:07.704143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Checking segment: {'id': '7a6bc2ff-5e15-406c-8760-ae266de2440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '662e9de0-9ecf-41ed-92fe-34ed3ccea6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:07.704540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.704918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Bound using segment: {'id': '7a6bc2ff-5e15-406c-8760-ae266de2440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '662e9de0-9ecf-41ed-92fe-34ed3ccea6d1'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:44:07.705413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Bound port: 12de61bf-98fb-48d1-bc19-038fc09be334, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6bc2ff-5e15-406c-8760-ae266de2440b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '662e9de0-9ecf-41ed-92fe-34ed3ccea6d1'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:44:07.705787 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.726174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.780005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device bdfe6fb4-72cf-4f8b-95b1-485c5660debc up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:07.797202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662e9de0-9ecf-41ed-92fe-34ed3ccea6d1']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:07.821151 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6bc2ff-5e15-406c-8760-ae266de2440b') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:07.821151 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6bc2ff-5e15-406c-8760-ae266de2440b') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:07.837458 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Routers {'6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:07.837458 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:07.837758 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.864932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.874487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:07.875065 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:07.992071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.resource_extend [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:44:07.995720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f879176a-3d95-49e5-ab85-22a8952b04a7 None None] Provisioning for port 852c8a9f-2bac-47b5-a147-481b7655f89a completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:08.047235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f879176a-3d95-49e5-ab85-22a8952b04a7 None None] Provisioning complete for port 852c8a9f-2bac-47b5-a147-481b7655f89a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:08.047610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f879176a-3d95-49e5-ab85-22a8952b04a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:08.157623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] For port 12de61bf-98fb-48d1-bc19-038fc09be334, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:44:08.289802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:08.291269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port bdfe6fb4-72cf-4f8b-95b1-485c5660debc completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:08.295382 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:08.296908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:08.321405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Set router 6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:44:08.343570 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 7a6bc2ff-5e15-406c-8760-ae266de2440b resource provider aggregate not found Jul 29 16:44:08.386575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port bdfe6fb4-72cf-4f8b-95b1-485c5660debc triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:08.387490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:08.405001 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 7a6bc2ff-5e15-406c-8760-ae266de2440b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a6bc2ff-5e15-406c-8760-ae266de2440b found for delete ", "request_id": "req-80eae688-f223-450c-b662-081b04ed3bac"}]} Jul 29 16:44:08.442155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 16:44:08.442155 dv-neutron-851534-1-hyperv neutron-server[89210]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 16:44:08.442155 dv-neutron-851534-1-hyperv neutron-server[89210]: [parameters: {'id': '662e9de0-9ecf-41ed-92fe-34ed3ccea6d1'}] Jul 29 16:44:08.442155 dv-neutron-851534-1-hyperv neutron-server[89210]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:44:08.442684 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:44:08.449532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] For port 12de61bf-98fb-48d1-bc19-038fc09be334, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=12de61bf-98fb-48d1-bc19-038fc09be334,segment=NetworkSegment(7a6bc2ff-5e15-406c-8760-ae266de2440b),segment_id=7a6bc2ff-5e15-406c-8760-ae266de2440b)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:44:08.458070 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Network': ['ID=5292d464-590e-4ed4-9847-92472fe0630c,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:08.462309 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4efd9521-d7d5-4a1c-8d36-b88aff7fe447 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2551770 Jul 29 16:44:08.465770 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52452) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:08.479665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'network': {'name': 'tempest-RoutersTest-1282251235'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:08.486306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d626513-fab9-4424-a581-be1e39df9195 req-71a72c03-1559-47c7-801a-a7a7d1cb2585 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:08.487087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-4afa2a69-9211-4573-8eb6-457f8fbd0a65 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:08.487886 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0d626513-fab9-4424-a581-be1e39df9195 req-71a72c03-1559-47c7-801a-a7a7d1cb2585 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 945 time: 0.3960700 Jul 29 16:44:08.538839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:08.563756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:network and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:08.567958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa2a69-9211-4573-8eb6-457f8fbd0a65 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Pushing event deleted for resources: {'Port': ['ID=3806123a-5c5d-4068-bb4f-0b9df28a776f,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:08.592637 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0d626513-fab9-4424-a581-be1e39df9195 req-1b0d03f8-e5d5-45d5-a437-f2defc9edc16 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups?id=7534a3ce-75a8-4838-b8f0-48a2138c967c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952725 Jul 29 16:44:08.608145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:08.627831 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:08.676460 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 5292d464-590e-4ed4-9847-92472fe0630c details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:44:08.683962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:08.724486 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:08.812663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:08.816297 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:08.868063 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:44:08.900056 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:08.900408 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Added segment dcfcd78e-e454-4743-9770-24c14aa7bdda of type vlan for network b4044aa3-3a60-4010-8b0a-5edfdfa9ada7 Jul 29 16:44:08.919103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-4afa2a69-9211-4573-8eb6-457f8fbd0a65 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:44:08.943587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:08.960190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Allocated IP 172.20.0.1 (0ff6b469-305b-4db3-b1ac-3af0419cb952/5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa/aeb18859-7d33-401f-913f-285565b16b59) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:08.964548 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3806123a-5c5d-4068-bb4f-0b9df28a776f no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:44:09.000712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:09.034378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 3806123a-5c5d-4068-bb4f-0b9df28a776f {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:44:09.034937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3806123a-5c5d-4068-bb4f-0b9df28a776f not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:44:09.081784 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f879176a-3d95-49e5-ab85-22a8952b04a7 None None] Current status of the port 852c8a9f-2bac-47b5-a147-481b7655f89a is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:09.114194 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Deleting port 12de61bf-98fb-48d1-bc19-038fc09be334 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:09.114624 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:09.179432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251eb5c-2f3e-406f-8c5c-1c13d9c9fe6f None None] Pushing event updated for resources: {'Port': ['ID=12de61bf-98fb-48d1-bc19-038fc09be334,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:09.180542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:09.195486 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:09.196553 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:09.197917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:09.217468 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Transition to ACTIVE for port object aeb18859-7d33-401f-913f-285565b16b59 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:09.244201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port bdfe6fb4-72cf-4f8b-95b1-485c5660debc is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:09.244582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:09.247581 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:09.344748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Network': ['ID=b4044aa3-3a60-4010-8b0a-5edfdfa9ada7,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:09.360470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7d0c4ab3-66b4-40a8-8ccc-9ab4c7f6c53d None None] Provisioning complete for port bdfe6fb4-72cf-4f8b-95b1-485c5660debc triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:09.361147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4ab3-66b4-40a8-8ccc-9ab4c7f6c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:09.361974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Network 0ff6b469-305b-4db3-b1ac-3af0419cb952 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:09.366028 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:09.377961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:44:09.412671 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c0ccf2-248d-4cae-883c-e56573e174c4 None None] Network 662e9de0-9ecf-41ed-92fe-34ed3ccea6d1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:09.451037 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:09.451525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:09.451735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:09.452100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:09.452432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:09.452760 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:09.453130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:09.453430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:09.454226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:09.454226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:09.454435 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:09.454515 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Pushing event updated for resources: {'Port': ['ID=aeb18859-7d33-401f-913f-285565b16b59,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:09.454726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:09.465063 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-dc205f03-c278-4a42-aab9-081d3380b7c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9979792 Jul 29 16:44:09.470562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52456) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:09.473033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-4afa2a69-9211-4573-8eb6-457f8fbd0a65 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:44:09.482778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'subnet': {'network_id': '5292d464-590e-4ed4-9847-92472fe0630c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:09.492120 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325396ce-61fd-4942-8b2a-a6f8c620dfe0 None None] Sync routers for ids ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:44:09.510164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:09.511483 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325396ce-61fd-4942-8b2a-a6f8c620dfe0 None None] Routers {'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:09.513032 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-325396ce-61fd-4942-8b2a-a6f8c620dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:09.660683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:09.667245 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:subnet and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:09.672084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:09.685105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:09.728206 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:09.732026 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port bdfe6fb4-72cf-4f8b-95b1-485c5660debc, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=bdfe6fb4-72cf-4f8b-95b1-485c5660debc,segment=NetworkSegment(ba55e8e2-e13f-4448-b4ab-6c6730ccfa16),segment_id=ba55e8e2-e13f-4448-b4ab-6c6730ccfa16)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:09.740872 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:09.773901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network b4044aa3-3a60-4010-8b0a-5edfdfa9ada7 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:44:09.796805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-4afa2a69-9211-4573-8eb6-457f8fbd0a65 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] No DVR routers for this DVR port 3806123a-5c5d-4068-bb4f-0b9df28a776f on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:44:09.810086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-4afa2a69-9211-4573-8eb6-457f8fbd0a65 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:09.812328 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d7021c2-ca43-4ce7-a544-b8cc59b1d779 req-4afa2a69-9211-4573-8eb6-457f8fbd0a65 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.69 "DELETE /v2.0/ports/3806123a-5c5d-4068-bb4f-0b9df28a776f HTTP/1.1" status: 204 len: 173 time: 4.1382947 Jul 29 16:44:09.812923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a8419d-ba9b-4819-85da-acba94a34db6', 'name': 'network-vif-deleted', 'tag': '3806123a-5c5d-4068-bb4f-0b9df28a776f'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:44:09.820430 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-325396ce-61fd-4942-8b2a-a6f8c620dfe0 None None] Set router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:44:09.888473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] For port 12de61bf-98fb-48d1-bc19-038fc09be334, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=12de61bf-98fb-48d1-bc19-038fc09be334,segment=NetworkSegment(7a6bc2ff-5e15-406c-8760-ae266de2440b),segment_id=7a6bc2ff-5e15-406c-8760-ae266de2440b)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:09.891953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:09.928491 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be2ccda-a534-4919-bf38-1add73f48797'] response: {'server_uuid': 'b1a8419d-ba9b-4819-85da-acba94a34db6', 'name': 'network-vif-deleted', 'tag': '3806123a-5c5d-4068-bb4f-0b9df28a776f', 'status': 'completed', 'code': 200} Jul 29 16:44:09.947468 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:09.948717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 852c8a9f-2bac-47b5-a147-481b7655f89a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:10.014366 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7e02273f-7a25-4204-9bef-5c07dcbc89cf req-f00152ee-92a0-4854-b90d-5ec4d436822e tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1a8419d-ba9b-4819-85da-acba94a34db6 HTTP/1.1" status: 200 len: 210 time: 0.0954902 Jul 29 16:44:10.067185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:10.140602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Calling delete_port for 12de61bf-98fb-48d1-bc19-038fc09be334 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:10.190274 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'name': 'tempest-TestVolumeBootPattern-1826951187-router', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '7ee613cf-234f-40f5-891a-ee3ca3eec2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:02Z', 'updated_at': '2022-07-29T16:44:05Z', 'revision_number': 3, 'project_id': '3b21d62767904d21b8022777c852a838', 'gw_port': {'id': '7ee613cf-234f-40f5-891a-ee3ca3eec2e4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:44:04Z', 'updated_at': '2022-07-29T16:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:10.228376 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Checking router: 6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:44:10.228732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Updating router 6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 port 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:44:10.246642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:10.253867 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:44:10.263746 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-325396ce-61fd-4942-8b2a-a6f8c620dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': '2e579de4-be1d-45cc-a7ce-222448271264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:03Z', 'updated_at': '2022-07-29T16:39:17Z', 'revision_number': 4, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'gw_port': {'id': '2e579de4-be1d-45cc-a7ce-222448271264', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:05Z', 'updated_at': '2022-07-29T16:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'd1a3f43d-239c-4c91-9510-9f65f7de8d26', 'name': '', 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'mac_address': 'fa:16:3e:51:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:14Z', 'updated_at': '2022-07-29T16:39:26Z', 'revision_number': 5, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'subnets': [{'id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:10.268205 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325396ce-61fd-4942-8b2a-a6f8c620dfe0 None None] Checking router: f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:44:10.278874 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325396ce-61fd-4942-8b2a-a6f8c620dfe0 None None] Routers {'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:10.279589 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-325396ce-61fd-4942-8b2a-a6f8c620dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:10.306544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No DVR routers for this DVR port 12de61bf-98fb-48d1-bc19-038fc09be334 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:44:10.331471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:10.343259 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:10.349333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Port': ['ID=12de61bf-98fb-48d1-bc19-038fc09be334,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:10.454773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Subnet': ['ID=9d9be2bc-b61b-40b5-997d-e9ec4b857998,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:10.460605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Checking segment: {'id': '79125934-aa8e-4a76-952c-39a83ad432a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5292d464-590e-4ed4-9847-92472fe0630c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:10.461389 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network hostable DHCP agents. Network: 5292d464-590e-4ed4-9847-92472fe0630c, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:44:10.514341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:10.529099 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:10.641133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:10.645490 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-325396ce-61fd-4942-8b2a-a6f8c620dfe0 None None] Set router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:44:10.674814 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662e9de0-9ecf-41ed-92fe-34ed3ccea6d1']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:10.676241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-7d0c4ab3-66b4-40a8-8ccc-9ab4c7f6c53d None None] Current status of the port bdfe6fb4-72cf-4f8b-95b1-485c5660debc is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:10.678284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=bdfe6fb4-72cf-4f8b-95b1-485c5660debc,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:10.694072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6bc2ff-5e15-406c-8760-ae266de2440b') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:10.694917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6bc2ff-5e15-406c-8760-ae266de2440b') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:10.718110 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d1a27-0982-4f61-911a-c80c00a4613c None None] Network 662e9de0-9ecf-41ed-92fe-34ed3ccea6d1 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:10.719541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:10.739823 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:10.748422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:10.749156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:10.750856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 852c8a9f-2bac-47b5-a147-481b7655f89a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:10.751373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:10.798209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network 5292d464-590e-4ed4-9847-92472fe0630c is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:44:10.841540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 5292d464-590e-4ed4-9847-92472fe0630c) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:10.847802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:10.848773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:10.856134 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 7a6bc2ff-5e15-406c-8760-ae266de2440b resource provider aggregate not found Jul 29 16:44:10.867760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31ee819-c1e7-4b34-8b49-a0b7e62b83a0 None None] Network 5292d464-590e-4ed4-9847-92472fe0630c requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:10.879669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Pushing event updated for resources: {'Port': ['ID=aeb18859-7d33-401f-913f-285565b16b59,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:10.887531 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:10.887667 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 7a6bc2ff-5e15-406c-8760-ae266de2440b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a6bc2ff-5e15-406c-8760-ae266de2440b found for delete ", "request_id": "req-07cdf33e-bd7e-4cf0-812f-4a700a39cdf6"}]} Jul 29 16:44:10.915606 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:10.929455 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d8b2ed40-7656-4484-a18f-2e097e3609b7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4578254 Jul 29 16:44:10.953211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52468) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:10.957739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:10.971800 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/662e9de0-9ecf-41ed-92fe-34ed3ccea6d1 HTTP/1.1" status: 204 len: 168 time: 4.9952943 Jul 29 16:44:10.975308 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52472) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:10.980264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'subnet': {'network_id': 'b4044aa3-3a60-4010-8b0a-5edfdfa9ada7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:11.002857 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d148b9-0823-44f1-a4c4-0ed0896aed14 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Network': ['ID=662e9de0-9ecf-41ed-92fe-34ed3ccea6d1,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:11.077293 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-325396ce-61fd-4942-8b2a-a6f8c620dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': '2e579de4-be1d-45cc-a7ce-222448271264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:03Z', 'updated_at': '2022-07-29T16:39:17Z', 'revision_number': 4, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'gw_port': {'id': '2e579de4-be1d-45cc-a7ce-222448271264', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:05Z', 'updated_at': '2022-07-29T16:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'd1a3f43d-239c-4c91-9510-9f65f7de8d26', 'name': '', 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'mac_address': 'fa:16:3e:51:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:14Z', 'updated_at': '2022-07-29T16:39:26Z', 'revision_number': 5, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'subnets': [{'id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:11.085938 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325396ce-61fd-4942-8b2a-a6f8c620dfe0 None None] The sync data for ids ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'] in dv-neutron-851534-1-hyperv is: [{'id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': '2e579de4-be1d-45cc-a7ce-222448271264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:03Z', 'updated_at': '2022-07-29T16:39:17Z', 'revision_number': 4, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'gw_port': {'id': '2e579de4-be1d-45cc-a7ce-222448271264', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:05Z', 'updated_at': '2022-07-29T16:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'd1a3f43d-239c-4c91-9510-9f65f7de8d26', 'name': '', 'network_id': '7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'mac_address': 'fa:16:3e:51:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:14Z', 'updated_at': '2022-07-29T16:39:26Z', 'revision_number': 5, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'subnets': [{'id': 'ff5ec273-f912-48b7-b63a-03fe2ae0c78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:44:11.098600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Network 0ff6b469-305b-4db3-b1ac-3af0419cb952 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:11.099802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:11.104425 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-633eeae1-c11d-43d7-9b3e-5a7e2ed419f1 None None] Provisioning complete for port 852c8a9f-2bac-47b5-a147-481b7655f89a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:11.104940 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-633eeae1-c11d-43d7-9b3e-5a7e2ed419f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:11.109944 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41795db-1df9-4890-b2f5-36f6f7b59371 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:11.110532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41795db-1df9-4890-b2f5-36f6f7b59371 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:11.112529 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c41795db-1df9-4890-b2f5-36f6f7b59371 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/662e9de0-9ecf-41ed-92fe-34ed3ccea6d1 HTTP/1.1" status: 404 len: 339 time: 0.1129477 Jul 29 16:44:11.122962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52478) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:11.137137 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1540590911', 'description': 'd1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:11.160216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:11.169792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Usage tracker for resource:network and tenant:e159ca24d57947deb5a5396342834e97 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:11.182733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:11.196879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:11.212720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:11.218563 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:subnet and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:11.222087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:11.233204 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:11.247258 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:11.251825 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.resource_extend [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:44:11.264169 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:11.272111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52484) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:11.305361 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:11.309474 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:11.364104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:44:11.375983 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:11.376346 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Added segment 61a115fa-9674-445b-a4d9-3e85b709eb47 of type vlan for network 9b6089cc-b330-4196-9f86-084b60ffc906 Jul 29 16:44:11.389862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Router 6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:44:11.407216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:11.475948 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 852c8a9f-2bac-47b5-a147-481b7655f89a is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:11.503306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:11.508824 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:11.509457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:11.572097 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4482455 Jul 29 16:44:11.584275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52488) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:11.608631 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6438e82-59a9-4bfe-9e87-39dc0a6750a8 None None] New status for floating IP 3b482900-222e-4399-9993-b803053746f8: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:44:11.656615 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 687e593a-6328-4936-84c4-4a5e32215303 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:44:11.665970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:44:11.677573 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3d47a02a-1f9a-47ec-a218-957e867b77ef admin admin] 10.222.0.58 "PUT /v2.0/routers/6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1923730 Jul 29 16:44:11.724902 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:11.786280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9b1b97e-839e-4ad3-9f78-f6e23f71b35f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:11.798873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e85985-23c9-449f-835f-67dd4a002df5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Network': ['ID=9b6089cc-b330-4196-9f86-084b60ffc906,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:11.823639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 687e593a-6328-4936-84c4-4a5e32215303 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:44:11.824508 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 687e593a-6328-4936-84c4-4a5e32215303 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:44:11.834673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 9b6089cc-b330-4196-9f86-084b60ffc906 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:44:11.858306 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Transition to ACTIVE for port object 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:11.870242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7808fe-b446-43ba-9053-90f63704c06e tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:11.871071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ae7808fe-b446-43ba-9053-90f63704c06e tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Synchronizing usage tracker for tenant:e159ca24d57947deb5a5396342834e97 on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:11.903886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9b1b97e-839e-4ad3-9f78-f6e23f71b35f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:11.909426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-633eeae1-c11d-43d7-9b3e-5a7e2ed419f1 None None] Current status of the port 852c8a9f-2bac-47b5-a147-481b7655f89a is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:11.984043 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ae7808fe-b446-43ba-9053-90f63704c06e tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Unset dirty status for tenant:e159ca24d57947deb5a5396342834e97 on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:11.987324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52498) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:11.987525 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ae7808fe-b446-43ba-9053-90f63704c06e tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "GET /v2.0/networks?id=9b6089cc-b330-4196-9f86-084b60ffc906 HTTP/1.1" status: 200 len: 765 time: 0.3463016 Jul 29 16:44:11.993874 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-50e6d478-42b5-46a2-b00b-b0738c6c697f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'network': {'description': 'd2'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:12.054592 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9b1b97e-839e-4ad3-9f78-f6e23f71b35f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.057025 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.062271 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device bdfe6fb4-72cf-4f8b-95b1-485c5660debc up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:12.097530 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1b97e-839e-4ad3-9f78-f6e23f71b35f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7534a3ce-75a8-4838-b8f0-48a2138c967c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:12.120245 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.173482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9b1b97e-839e-4ad3-9f78-f6e23f71b35f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.176892 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a9b1b97e-839e-4ad3-9f78-f6e23f71b35f tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "DELETE /v2.0/security-groups/7534a3ce-75a8-4838-b8f0-48a2138c967c HTTP/1.1" status: 204 len: 168 time: 0.9010828 Jul 29 16:44:12.191150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52502) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:12.191520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52504) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:12.203944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-5292d464-590e-4ed4-9847-92472fe0630c', 'network_id': '5292d464-590e-4ed4-9847-92472fe0630c', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'fixed_ips': [{'subnet_id': '9d9be2bc-b61b-40b5-997d-e9ec4b857998'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:44:12.205701 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.207837 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-51a3a479-fc34-4170-8e91-d5378cce6543 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-213598302', 'description': 'tempest-secgroup-smoke-213598302 description', 'project_id': 'ec419c0563854a79aded675260b09ec1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:12.214885 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-51a3a479-fc34-4170-8e91-d5378cce6543 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:12.218204 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-51a3a479-fc34-4170-8e91-d5378cce6543 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Usage tracker for resource:security_group and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:12.220982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-51a3a479-fc34-4170-8e91-d5378cce6543 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:12.227229 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-51a3a479-fc34-4170-8e91-d5378cce6543 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:12.251726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51a3a479-fc34-4170-8e91-d5378cce6543 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.257185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-50e6d478-42b5-46a2-b00b-b0738c6c697f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.281513 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-50e6d478-42b5-46a2-b00b-b0738c6c697f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.284552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-51a3a479-fc34-4170-8e91-d5378cce6543 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:12.287010 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-900d794d-c904-472a-9375-fa91f6fcfe24 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] show failed (client error): The resource could not be found. Jul 29 16:44:12.287173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-633eeae1-c11d-43d7-9b3e-5a7e2ed419f1 None None] Provisioning for port aeb18859-7d33-401f-913f-285565b16b59 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:12.288031 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-900d794d-c904-472a-9375-fa91f6fcfe24 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "GET /v2.0/security-groups/7534a3ce-75a8-4838-b8f0-48a2138c967c HTTP/1.1" status: 404 len: 347 time: 0.0907426 Jul 29 16:44:12.293517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52510) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:12.296395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Checking segment: {'id': 'dcfcd78e-e454-4743-9770-24c14aa7bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b4044aa3-3a60-4010-8b0a-5edfdfa9ada7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:12.296755 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network hostable DHCP agents. Network: b4044aa3-3a60-4010-8b0a-5edfdfa9ada7, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:44:12.316315 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50e6d478-42b5-46a2-b00b-b0738c6c697f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network 9b6089cc-b330-4196-9f86-084b60ffc906 is not hosted by any dhcp agent {{(pid=89209) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jul 29 16:44:12.322364 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e6d478-42b5-46a2-b00b-b0738c6c697f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:12.323212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-50e6d478-42b5-46a2-b00b-b0738c6c697f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.327926 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-50e6d478-42b5-46a2-b00b-b0738c6c697f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "PUT /v2.0/networks/9b6089cc-b330-4196-9f86-084b60ffc906 HTTP/1.1" status: 200 len: 762 time: 0.3370912 Jul 29 16:44:12.328123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-633eeae1-c11d-43d7-9b3e-5a7e2ed419f1 None None] Provisioning complete for port aeb18859-7d33-401f-913f-285565b16b59 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:12.328123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-633eeae1-c11d-43d7-9b3e-5a7e2ed419f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.375322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52514) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:12.383980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-51a3a479-fc34-4170-8e91-d5378cce6543 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Usage tracker for resource:security_group_rule and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:12.386301 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Attempting to bind port 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:44:12.387725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Attempting to bind port 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:44:12.387725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Attempting to bind port 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:44:12.388528 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-51a3a479-fc34-4170-8e91-d5378cce6543 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:12.396845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-51a3a479-fc34-4170-8e91-d5378cce6543 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:12.398442 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847a6be-80b2-4d8a-9aba-b2fd78909585 None None] Pushing event updated for resources: {'Port': ['ID=7ee613cf-234f-40f5-891a-ee3ca3eec2e4,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:12.429713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Subnet': ['ID=8850f711-e9ff-4d92-bc91-58e2d65577e0,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:12.430314 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:44:12.430685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:12.431090 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.432084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:44:12.432564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Bound port: 7ee613cf-234f-40f5-891a-ee3ca3eec2e4, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:44:12.433648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.489002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6d478-42b5-46a2-b00b-b0738c6c697f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Network': ['ID=9b6089cc-b330-4196-9f86-084b60ffc906,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:12.526444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 9b6089cc-b330-4196-9f86-084b60ffc906 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:44:12.532539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f662e900-8460-4443-8f1d-d57d6e6649b4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:12.534368 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f662e900-8460-4443-8f1d-d57d6e6649b4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "GET /v2.0/networks?id=9b6089cc-b330-4196-9f86-084b60ffc906 HTTP/1.1" status: 200 len: 765 time: 0.1579676 Jul 29 16:44:12.538414 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52518) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:12.548339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-633eeae1-c11d-43d7-9b3e-5a7e2ed419f1 None None] Port aeb18859-7d33-401f-913f-285565b16b59 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:44:12.556462 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network b4044aa3-3a60-4010-8b0a-5edfdfa9ada7 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:44:12.565032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-52cdb24c-cec5-4939-86bd-6e56e7d77817 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Deleting port d2e75082-1872-4661-9d43-9bb163b7c0ff {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:12.565463 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52cdb24c-cec5-4939-86bd-6e56e7d77817 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.607631 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, b4044aa3-3a60-4010-8b0a-5edfdfa9ada7) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:12.626391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:12.627051 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.653357 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17794d8b-3837-442b-bcde-3504ae618128 None None] Network b4044aa3-3a60-4010-8b0a-5edfdfa9ada7 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:12.654402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51a3a479-fc34-4170-8e91-d5378cce6543 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.680292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51a3a479-fc34-4170-8e91-d5378cce6543 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.692789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port bdfe6fb4-72cf-4f8b-95b1-485c5660debc triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:12.692789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.716401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbd071a-7bed-4539-8940-9aae506ea92c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:12.720634 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bcbd071a-7bed-4539-8940-9aae506ea92c tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1782334 Jul 29 16:44:12.721620 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52522) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:12.762404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6fb6776e-59a8-4351-b034-cc5cf3839f7f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Synchronizing usage tracker for tenant:e159ca24d57947deb5a5396342834e97 on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:12.779687 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6fb6776e-59a8-4351-b034-cc5cf3839f7f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Unset dirty status for tenant:e159ca24d57947deb5a5396342834e97 on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:12.784630 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6fb6776e-59a8-4351-b034-cc5cf3839f7f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6 HTTP/1.1" status: 200 len: 207 time: 0.0583944 Jul 29 16:44:12.786809 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52526) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:12.875677 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] For port 7ee613cf-234f-40f5-891a-ee3ca3eec2e4, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:44:12.882021 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9700e9af-84bf-44e1-ab1e-b88db43460fa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9126058 Jul 29 16:44:12.885235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52530) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:12.887633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d14bed43-6617-4df3-bcf1-0092bc0f90ac None None] Provisioning complete for port aeb18859-7d33-401f-913f-285565b16b59 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:12.888012 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d14bed43-6617-4df3-bcf1-0092bc0f90ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.896580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e8076625-e269-45a5-a4ac-3e715cbf04dc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-957782477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:12.905238 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51a3a479-fc34-4170-8e91-d5378cce6543 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.906353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e8076625-e269-45a5-a4ac-3e715cbf04dc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:12.909444 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-51a3a479-fc34-4170-8e91-d5378cce6543 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7103848 Jul 29 16:44:12.910695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52534) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:12.912134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3a479-fc34-4170-8e91-d5378cce6543 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d93d551-7a4a-4191-b200-c48645b3014e,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:12.914781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e8076625-e269-45a5-a4ac-3e715cbf04dc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:router and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:12.922629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Allocated IP 172.20.0.2 (5292d464-590e-4ed4-9847-92472fe0630c/9d9be2bc-b61b-40b5-997d-e9ec4b857998/f6dd2c85-0957-4db7-b65b-bf176c052bdf) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:12.923691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d96ed468-16d6-4f5d-86c8-8cfd7819ae50 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Request body: {'security_group_rule': {'security_group_id': '2d93d551-7a4a-4191-b200-c48645b3014e', 'project_id': 'ec419c0563854a79aded675260b09ec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:12.928255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e8076625-e269-45a5-a4ac-3e715cbf04dc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:12.935792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] For port 7ee613cf-234f-40f5-891a-ee3ca3eec2e4, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7ee613cf-234f-40f5-891a-ee3ca3eec2e4,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:44:12.941512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d96ed468-16d6-4f5d-86c8-8cfd7819ae50 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:12.948387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e8076625-e269-45a5-a4ac-3e715cbf04dc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:12.957477 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.960603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52cdb24c-cec5-4939-86bd-6e56e7d77817 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:12.960915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52cdb24c-cec5-4939-86bd-6e56e7d77817 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.080434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d96ed468-16d6-4f5d-86c8-8cfd7819ae50 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Usage tracker for resource:security_group_rule and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:13.088325 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d96ed468-16d6-4f5d-86c8-8cfd7819ae50 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:13.092340 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-52cdb24c-cec5-4939-86bd-6e56e7d77817 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Calling delete_port for d2e75082-1872-4661-9d43-9bb163b7c0ff owned by network:floatingip {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:13.096850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d96ed468-16d6-4f5d-86c8-8cfd7819ae50 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:13.118104 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e8076625-e269-45a5-a4ac-3e715cbf04dc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.119017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e8076625-e269-45a5-a4ac-3e715cbf04dc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.140031 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f2009-070e-45a5-8598-32ae3f3fba7f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.146034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f2009-070e-45a5-8598-32ae3f3fba7f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.152809 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f2009-070e-45a5-8598-32ae3f3fba7f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.157335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f2009-070e-45a5-8598-32ae3f3fba7f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.162940 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f2009-070e-45a5-8598-32ae3f3fba7f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.168863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f2009-070e-45a5-8598-32ae3f3fba7f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.175159 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6a7f2009-070e-45a5-8598-32ae3f3fba7f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3827903 Jul 29 16:44:13.175651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52538) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:13.191257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d14bed43-6617-4df3-bcf1-0092bc0f90ac None None] Port aeb18859-7d33-401f-913f-285565b16b59 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:44:13.200577 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d96ed468-16d6-4f5d-86c8-8cfd7819ae50 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.218712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e8076625-e269-45a5-a4ac-3e715cbf04dc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.251566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52cdb24c-cec5-4939-86bd-6e56e7d77817 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.304936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdb24c-cec5-4939-86bd-6e56e7d77817 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Pushing event deleted for resources: {'Port': ['ID=d2e75082-1872-4661-9d43-9bb163b7c0ff,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:13.312701 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Routers {'6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:13.313390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:13.327028 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e8076625-e269-45a5-a4ac-3e715cbf04dc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.398107 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e8076625-e269-45a5-a4ac-3e715cbf04dc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.402103 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e8076625-e269-45a5-a4ac-3e715cbf04dc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5115845 Jul 29 16:44:13.404344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52542) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:13.413350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d96ed468-16d6-4f5d-86c8-8cfd7819ae50 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.434474 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-20358926-6acb-4fae-8b9b-e43896c888ff tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2577109 Jul 29 16:44:13.435804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d96ed468-16d6-4f5d-86c8-8cfd7819ae50 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.447920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52546) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:13.454121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847a6be-80b2-4d8a-9aba-b2fd78909585 None None] Pushing event updated for resources: {'Port': ['ID=7ee613cf-234f-40f5-891a-ee3ca3eec2e4,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:13.509925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ed468-16d6-4f5d-86c8-8cfd7819ae50 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf08ab45-eee1-4776-b734-0c7d9aec8c03,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:13.514124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port bdfe6fb4-72cf-4f8b-95b1-485c5660debc is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:13.515263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 852c8a9f-2bac-47b5-a147-481b7655f89a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:13.529284 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d96ed468-16d6-4f5d-86c8-8cfd7819ae50 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.533326 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d96ed468-16d6-4f5d-86c8-8cfd7819ae50 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6204386 Jul 29 16:44:13.534142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52550) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:13.545900 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-178a7b07-0c8e-42b9-9196-a8b6a69d57b6 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Request body: {'security_group_rule': {'security_group_id': '2d93d551-7a4a-4191-b200-c48645b3014e', 'project_id': 'ec419c0563854a79aded675260b09ec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:13.551981 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-178a7b07-0c8e-42b9-9196-a8b6a69d57b6 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:13.556053 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-178a7b07-0c8e-42b9-9196-a8b6a69d57b6 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Usage tracker for resource:security_group_rule and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:13.561505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-178a7b07-0c8e-42b9-9196-a8b6a69d57b6 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:13.567681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-178a7b07-0c8e-42b9-9196-a8b6a69d57b6 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:13.579523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c4054c-29b0-49ff-ae45-034c11248c49 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.581153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c4054c-29b0-49ff-ae45-034c11248c49 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.582719 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c4054c-29b0-49ff-ae45-034c11248c49 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.584262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c4054c-29b0-49ff-ae45-034c11248c49 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.585816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c4054c-29b0-49ff-ae45-034c11248c49 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.587713 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-40c4054c-29b0-49ff-ae45-034c11248c49 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1390398 Jul 29 16:44:13.596072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52554) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:13.596803 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-178a7b07-0c8e-42b9-9196-a8b6a69d57b6 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.653245 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52cdb24c-cec5-4939-86bd-6e56e7d77817 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks [] for floatingip, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.681207 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-b4044aa3-3a60-4010-8b0a-5edfdfa9ada7', 'network_id': 'b4044aa3-3a60-4010-8b0a-5edfdfa9ada7', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'fixed_ips': [{'subnet_id': '8850f711-e9ff-4d92-bc91-58e2d65577e0'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:44:13.681722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.705591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc6e28-5895-4e9d-b921-20752e3e0ce5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['shared'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.707090 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc6e28-5895-4e9d-b921-20752e3e0ce5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['shared'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.708555 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc6e28-5895-4e9d-b921-20752e3e0ce5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['shared'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.709890 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc6e28-5895-4e9d-b921-20752e3e0ce5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['shared'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.711266 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc6e28-5895-4e9d-b921-20752e3e0ce5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['shared'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.717693 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dddc6e28-5895-4e9d-b921-20752e3e0ce5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1056566 Jul 29 16:44:13.718323 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52558) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:13.806051 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] Set router 6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:44:13.813849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-178a7b07-0c8e-42b9-9196-a8b6a69d57b6 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.823112 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-178a7b07-0c8e-42b9-9196-a8b6a69d57b6 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.847919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-52cdb24c-cec5-4939-86bd-6e56e7d77817 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.854127 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-52cdb24c-cec5-4939-86bd-6e56e7d77817 tempest-ServerActionsTestJSON-1223530536 tempest-ServerActionsTestJSON-1223530536-project] 10.222.0.58 "DELETE /v2.0/floatingips/3b482900-222e-4399-9993-b803053746f8 HTTP/1.1" status: 204 len: 168 time: 1.5447185 Jul 29 16:44:13.854337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52562) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:13.861978 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a7b07-0c8e-42b9-9196-a8b6a69d57b6 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46986c37-0ca3-42b9-ad68-2fd4e31a0b4f,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:13.866870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.894590 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-178a7b07-0c8e-42b9-9196-a8b6a69d57b6 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.898625 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-178a7b07-0c8e-42b9-9196-a8b6a69d57b6 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3578422 Jul 29 16:44:13.899295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52568) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:13.906662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Transition to ACTIVE for port object f6dd2c85-0957-4db7-b65b-bf176c052bdf will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:13.912735 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-dbd082b5-2970-49d5-b9a1-76107f036c94 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Request body: {'security_group_rule': {'security_group_id': '2d93d551-7a4a-4191-b200-c48645b3014e', 'project_id': 'ec419c0563854a79aded675260b09ec1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:13.926676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-dbd082b5-2970-49d5-b9a1-76107f036c94 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:13.930769 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-dbd082b5-2970-49d5-b9a1-76107f036c94 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Usage tracker for resource:security_group_rule and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:13.934301 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-dbd082b5-2970-49d5-b9a1-76107f036c94 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:13.940226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-dbd082b5-2970-49d5-b9a1-76107f036c94 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:13.957036 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.970414 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dbd082b5-2970-49d5-b9a1-76107f036c94 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:13.989463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b271e68c-51cb-4850-b5ee-0955dac0d6f7 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:13.999057 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b271e68c-51cb-4850-b5ee-0955dac0d6f7 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "GET /v2.0/networks/74eb322b-d5e2-4503-88e8-bbd368726600 HTTP/1.1" status: 200 len: 803 time: 0.2801442 Jul 29 16:44:14.004186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52572) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:14.026233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 852c8a9f-2bac-47b5-a147-481b7655f89a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:14.026613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:14.069015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Transition to ACTIVE for port object f6dd2c85-0957-4db7-b65b-bf176c052bdf will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:14.158945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:14.285808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Network 5292d464-590e-4ed4-9847-92472fe0630c is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:14.299897 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:14.301737 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dbd082b5-2970-49d5-b9a1-76107f036c94 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:14.302407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:44:14.325879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dbd082b5-2970-49d5-b9a1-76107f036c94 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:14.333895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Allocated IP 172.20.0.1 (5292d464-590e-4ed4-9847-92472fe0630c/9d9be2bc-b61b-40b5-997d-e9ec4b857998/e9f6554d-0813-4ac5-b9fa-a84fdf9a9a6e) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:14.368125 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8529b9c3-f07f-4d75-bf7f-6330c0c3628d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "GET /v2.0/networks/74eb322b-d5e2-4503-88e8-bbd368726600?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3626053 Jul 29 16:44:14.370341 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52576) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:14.376520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd082b5-2970-49d5-b9a1-76107f036c94 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc4300d-b565-4e9b-b9ad-7fa783ac6ee1,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:14.380902 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Pushing event updated for resources: {'Port': ['ID=f6dd2c85-0957-4db7-b65b-bf176c052bdf,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:14.413966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dbd082b5-2970-49d5-b9a1-76107f036c94 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:14.415279 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dbd082b5-2970-49d5-b9a1-76107f036c94 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5110869 Jul 29 16:44:14.419065 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52580) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:14.429405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Request body: {'security_group_rule': {'security_group_id': '2d93d551-7a4a-4191-b200-c48645b3014e', 'project_id': 'ec419c0563854a79aded675260b09ec1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:14.437169 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:14.437428 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Allocated IP 172.21.0.2 (b4044aa3-3a60-4010-8b0a-5edfdfa9ada7/8850f711-e9ff-4d92-bc91-58e2d65577e0/369d4a27-8b01-4226-8589-8e2776a3122e) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:14.569568 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Attempting to bind port f6dd2c85-0957-4db7-b65b-bf176c052bdf on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:44:14.569924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Attempting to bind port f6dd2c85-0957-4db7-b65b-bf176c052bdf by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '79125934-aa8e-4a76-952c-39a83ad432a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5292d464-590e-4ed4-9847-92472fe0630c'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:44:14.570303 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Attempting to bind port f6dd2c85-0957-4db7-b65b-bf176c052bdf on network 5292d464-590e-4ed4-9847-92472fe0630c {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:44:14.615560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:44:14.615938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Checking segment: {'id': '79125934-aa8e-4a76-952c-39a83ad432a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5292d464-590e-4ed4-9847-92472fe0630c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:14.616345 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:14.616745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Bound using segment: {'id': '79125934-aa8e-4a76-952c-39a83ad432a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5292d464-590e-4ed4-9847-92472fe0630c'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:44:14.617811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Bound port: f6dd2c85-0957-4db7-b65b-bf176c052bdf, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79125934-aa8e-4a76-952c-39a83ad432a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5292d464-590e-4ed4-9847-92472fe0630c'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:44:14.617811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:14.641725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae7cd8e-323b-45e9-8455-5d0f3f540612 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:14.642357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-dae7cd8e-323b-45e9-8455-5d0f3f540612 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Synchronizing usage tracker for tenant:e159ca24d57947deb5a5396342834e97 on resource:subnet {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:14.669372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 852c8a9f-2bac-47b5-a147-481b7655f89a is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:14.680634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-dae7cd8e-323b-45e9-8455-5d0f3f540612 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Unset dirty status for tenant:e159ca24d57947deb5a5396342834e97 on resource:subnet {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:14.681934 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-dae7cd8e-323b-45e9-8455-5d0f3f540612 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "GET /v2.0/subnets/986f22af-68b2-4f75-8291-4e7087907a07 HTTP/1.1" status: 200 len: 843 time: 0.3102875 Jul 29 16:44:14.687230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52584) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:14.693968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Usage tracker for resource:security_group_rule and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:14.721900 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:14.736769 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:14.750695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:14.771761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:14.778918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Transition to ACTIVE for port object e9f6554d-0813-4ac5-b9fa-a84fdf9a9a6e will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:14.788504 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947a02ea-fc07-4c36-9454-e8b9110bc69d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['shared'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:14.790061 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-947a02ea-fc07-4c36-9454-e8b9110bc69d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "GET /v2.0/subnets/986f22af-68b2-4f75-8291-4e7087907a07?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1018088 Jul 29 16:44:14.796738 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52588) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:14.812569 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ab1746ea-7ef1-4b13-a301-79ab3e199365 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1329446504'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:14.817430 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'name': 'tempest-TestVolumeBootPattern-1826951187-router', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '7ee613cf-234f-40f5-891a-ee3ca3eec2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:02Z', 'updated_at': '2022-07-29T16:44:09Z', 'revision_number': 4, 'project_id': '3b21d62767904d21b8022777c852a838', 'gw_port': {'id': '7ee613cf-234f-40f5-891a-ee3ca3eec2e4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:44:04Z', 'updated_at': '2022-07-29T16:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'aeb18859-7d33-401f-913f-285565b16b59', 'name': '', 'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'mac_address': 'fa:16:3e:3a:ee:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:44:08Z', 'updated_at': '2022-07-29T16:44:10Z', 'revision_number': 2, 'project_id': '3b21d62767904d21b8022777c852a838', 'subnets': [{'id': '5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:14.820968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ab1746ea-7ef1-4b13-a301-79ab3e199365 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:14.824974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:14.833654 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] For port f6dd2c85-0957-4db7-b65b-bf176c052bdf, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:44:14.838698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f8e0c-8a3b-477b-956e-97f9041b76c8 None None] The sync data for ids ['6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'] in dv-neutron-851534-1-hyperv is: [{'id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'name': 'tempest-TestVolumeBootPattern-1826951187-router', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '7ee613cf-234f-40f5-891a-ee3ca3eec2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:02Z', 'updated_at': '2022-07-29T16:44:09Z', 'revision_number': 4, 'project_id': '3b21d62767904d21b8022777c852a838', 'gw_port': {'id': '7ee613cf-234f-40f5-891a-ee3ca3eec2e4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:44:04Z', 'updated_at': '2022-07-29T16:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'aeb18859-7d33-401f-913f-285565b16b59', 'name': '', 'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'mac_address': 'fa:16:3e:3a:ee:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:44:08Z', 'updated_at': '2022-07-29T16:44:10Z', 'revision_number': 2, 'project_id': '3b21d62767904d21b8022777c852a838', 'subnets': [{'id': '5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:44:14.852178 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ab1746ea-7ef1-4b13-a301-79ab3e199365 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:14.883543 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] For port f6dd2c85-0957-4db7-b65b-bf176c052bdf, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f6dd2c85-0957-4db7-b65b-bf176c052bdf,segment=NetworkSegment(79125934-aa8e-4a76-952c-39a83ad432a6),segment_id=79125934-aa8e-4a76-952c-39a83ad432a6)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:44:14.892065 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1746ea-7ef1-4b13-a301-79ab3e199365 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:14.893333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network 5292d464-590e-4ed4-9847-92472fe0630c is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:14.895404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ab1746ea-7ef1-4b13-a301-79ab3e199365 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:14.902658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:14.907951 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:44:14.911552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:14.925471 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:14.967314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=e9f6554d-0813-4ac5-b9fa-a84fdf9a9a6e,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:14.986074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:14.990235 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:14.992364 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c1612e-870b-439e-862f-ea84a852dfee,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:15.011050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:15.011451 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:15.011801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:15.012137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:15.012473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:15.012808 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:15.013202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:15.013539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:15.013866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:15.014596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:15.014596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:15.014818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:15.029755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1746ea-7ef1-4b13-a301-79ab3e199365 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:44:15.033350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.037486 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52592) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:15.037636 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bbf7b74f-235f-472b-8a79-83559ca08393 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6176615 Jul 29 16:44:15.044911 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-94724dbc-ba4d-447f-b0e8-aeff623d75db tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Request body: {'security_group_rule': {'security_group_id': '2d93d551-7a4a-4191-b200-c48645b3014e', 'project_id': 'ec419c0563854a79aded675260b09ec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:15.056718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ab1746ea-7ef1-4b13-a301-79ab3e199365 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.057094 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-ab1746ea-7ef1-4b13-a301-79ab3e199365 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Added segment fa527e9e-afed-4db0-bbae-ae83541e0953 of type vlan for network 5af7340d-46bd-460f-ad26-f455297f91dd Jul 29 16:44:15.061835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-94724dbc-ba4d-447f-b0e8-aeff623d75db tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:15.072549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-94724dbc-ba4d-447f-b0e8-aeff623d75db tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Usage tracker for resource:security_group_rule and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:15.077467 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-94724dbc-ba4d-447f-b0e8-aeff623d75db tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:15.094106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ab1746ea-7ef1-4b13-a301-79ab3e199365 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.101938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.104700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3a11a150-00ee-438d-b2c7-2017a6099ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.107425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-32eeee18-053d-4420-bd7e-1cc52058bf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.124068 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-94724dbc-ba4d-447f-b0e8-aeff623d75db tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:15.125786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Transition to ACTIVE for port object 369d4a27-8b01-4226-8589-8e2776a3122e will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:15.128535 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58823846-0653-4bbc-8f3d-d81beb94e1f1 None None] Pushing event updated for resources: {'Port': ['ID=f6dd2c85-0957-4db7-b65b-bf176c052bdf,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:15.161144 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-94724dbc-ba4d-447f-b0e8-aeff623d75db tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Project ec419c0563854a79aded675260b09ec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:44:15.190138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-94724dbc-ba4d-447f-b0e8-aeff623d75db tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.203796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Transition to ACTIVE for port object 369d4a27-8b01-4226-8589-8e2776a3122e will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:15.211607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.215175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.318914 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Network b4044aa3-3a60-4010-8b0a-5edfdfa9ada7 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:15.322780 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:15.329297 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:44:15.408004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Pushing event updated for resources: {'Port': ['ID=369d4a27-8b01-4226-8589-8e2776a3122e,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:15.428274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-94724dbc-ba4d-447f-b0e8-aeff623d75db tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.478649 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.resource_extend [None req-ab1746ea-7ef1-4b13-a301-79ab3e199365 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:44:15.499707 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-94724dbc-ba4d-447f-b0e8-aeff623d75db tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.566935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ab1746ea-7ef1-4b13-a301-79ab3e199365 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.572612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1746ea-7ef1-4b13-a301-79ab3e199365 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:15.573378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ab1746ea-7ef1-4b13-a301-79ab3e199365 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.578552 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Attempting to bind port 369d4a27-8b01-4226-8589-8e2776a3122e on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:44:15.579333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Attempting to bind port 369d4a27-8b01-4226-8589-8e2776a3122e by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'dcfcd78e-e454-4743-9770-24c14aa7bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b4044aa3-3a60-4010-8b0a-5edfdfa9ada7'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:44:15.579881 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Attempting to bind port 369d4a27-8b01-4226-8589-8e2776a3122e on network b4044aa3-3a60-4010-8b0a-5edfdfa9ada7 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:44:15.586989 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:44:15.587641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Checking segment: {'id': 'dcfcd78e-e454-4743-9770-24c14aa7bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b4044aa3-3a60-4010-8b0a-5edfdfa9ada7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:15.588343 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.588888 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Bound using segment: {'id': 'dcfcd78e-e454-4743-9770-24c14aa7bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b4044aa3-3a60-4010-8b0a-5edfdfa9ada7'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:44:15.590021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Bound port: 369d4a27-8b01-4226-8589-8e2776a3122e, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfcd78e-e454-4743-9770-24c14aa7bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b4044aa3-3a60-4010-8b0a-5edfdfa9ada7'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:44:15.591397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.635654 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94724dbc-ba4d-447f-b0e8-aeff623d75db tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9d6ab8-d98d-4aab-80fe-87c9ea8218f5,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:15.663719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-94724dbc-ba4d-447f-b0e8-aeff623d75db tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.668160 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-94724dbc-ba4d-447f-b0e8-aeff623d75db tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6265252 Jul 29 16:44:15.668750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52598) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:15.679146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3b151c24-e3bd-4530-b4c4-59c160a8d6bc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Request body: {'security_group_rule': {'security_group_id': '2d93d551-7a4a-4191-b200-c48645b3014e', 'project_id': 'ec419c0563854a79aded675260b09ec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:15.687601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3b151c24-e3bd-4530-b4c4-59c160a8d6bc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:15.691489 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3b151c24-e3bd-4530-b4c4-59c160a8d6bc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Usage tracker for resource:security_group_rule and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:15.694805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3b151c24-e3bd-4530-b4c4-59c160a8d6bc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:15.702529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3b151c24-e3bd-4530-b4c4-59c160a8d6bc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:15.730897 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-3b151c24-e3bd-4530-b4c4-59c160a8d6bc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Project ec419c0563854a79aded675260b09ec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:44:15.746580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1746ea-7ef1-4b13-a301-79ab3e199365 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Network': ['ID=5af7340d-46bd-460f-ad26-f455297f91dd,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:15.751901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] For port 369d4a27-8b01-4226-8589-8e2776a3122e, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:44:15.756426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] For port 369d4a27-8b01-4226-8589-8e2776a3122e, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=369d4a27-8b01-4226-8589-8e2776a3122e,segment=NetworkSegment(dcfcd78e-e454-4743-9770-24c14aa7bdda),segment_id=dcfcd78e-e454-4743-9770-24c14aa7bdda)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:44:15.765382 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 5af7340d-46bd-460f-ad26-f455297f91dd details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:44:15.780814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.802040 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ab1746ea-7ef1-4b13-a301-79ab3e199365 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0016789 Jul 29 16:44:15.807923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52602) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:15.814321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b151c24-e3bd-4530-b4c4-59c160a8d6bc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.826298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'subnet': {'network_id': '5af7340d-46bd-460f-ad26-f455297f91dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:15.962837 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b151c24-e3bd-4530-b4c4-59c160a8d6bc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:15.976997 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b151c24-e3bd-4530-b4c4-59c160a8d6bc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:16.042029 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d77f6d-9e96-4b11-912e-b15f6376eb02 None None] Pushing event updated for resources: {'Port': ['ID=369d4a27-8b01-4226-8589-8e2776a3122e,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:16.043635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b151c24-e3bd-4530-b4c4-59c160a8d6bc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:16.045036 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3b151c24-e3bd-4530-b4c4-59c160a8d6bc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3752706 Jul 29 16:44:16.053406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:16.063558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b151c24-e3bd-4530-b4c4-59c160a8d6bc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb5562a-9a19-4226-95d1-551a5848d7cf,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:16.065714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:16.077776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:16.090490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:16.104065 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Made reservation on behalf of e159ca24d57947deb5a5396342834e97 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:16.126499 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:16.236784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:16.296535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=e9f6554d-0813-4ac5-b9fa-a84fdf9a9a6e,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:16.393217 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.ipam_backend_mixin [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Performing IP validity checks on allocation pools {{(pid=89209) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jul 29 16:44:16.397248 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.ipam_backend_mixin [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89209) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jul 29 16:44:16.467970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-32eeee18-053d-4420-bd7e-1cc52058bf85 admin admin] Deleting port d1a3f43d-239c-4c91-9510-9f65f7de8d26 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:16.470264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-32eeee18-053d-4420-bd7e-1cc52058bf85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:16.481169 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network 5292d464-590e-4ed4-9847-92472fe0630c is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:16.485455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:16.861099 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:16.870929 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-32eeee18-053d-4420-bd7e-1cc52058bf85 admin admin] For port d1a3f43d-239c-4c91-9510-9f65f7de8d26, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d1a3f43d-239c-4c91-9510-9f65f7de8d26,segment=NetworkSegment(69c911ab-07d2-4ca8-b417-171deec5cf4c),segment_id=69c911ab-07d2-4ca8-b417-171deec5cf4c)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:16.871458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-32eeee18-053d-4420-bd7e-1cc52058bf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:16.966697 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router 11baf6e4-5f7b-492d-a36f-b8efe4cb67d6 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:44:16.991791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72118e2c-ff37-4576-8682-c0e877a2917c None None] Network 5292d464-590e-4ed4-9847-92472fe0630c requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:17.035531 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:17.094423 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-32eeee18-053d-4420-bd7e-1cc52058bf85 admin admin] Calling delete_port for d1a3f43d-239c-4c91-9510-9f65f7de8d26 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:17.160243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Checking segment: {'id': 'fa527e9e-afed-4db0-bbae-ae83541e0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5af7340d-46bd-460f-ad26-f455297f91dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:17.160691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network hostable DHCP agents. Network: 5af7340d-46bd-460f-ad26-f455297f91dd, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:44:17.168824 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Subnet': ['ID=bac5496c-0da6-423a-9875-31da06deaf66,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:17.225898 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Network 5af7340d-46bd-460f-ad26-f455297f91dd is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:44:17.270012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 5af7340d-46bd-460f-ad26-f455297f91dd) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:17.280099 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b3acd240-d142-4332-b870-447ad9363f91 None None] Provisioning for port f6dd2c85-0957-4db7-b65b-bf176c052bdf completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:17.280271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:17.281331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:17.288242 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cd932c-81ba-4821-8ce1-e19b6f3c3cd9 None None] Network 5af7340d-46bd-460f-ad26-f455297f91dd requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:17.407776 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ce39e398-6ffc-469d-b81a-8650da40557d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5981517 Jul 29 16:44:17.414275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52652) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:17.432027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f7e1ee7b-01d1-4688-a721-ec33e3f57904 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:17.517788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:44:17.525888 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e534e61e-5fbe-4c94-a83c-f7936c28c064 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/11baf6e4-5f7b-492d-a36f-b8efe4cb67d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1204929 Jul 29 16:44:17.531303 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52658) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:17.532986 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db019ed-6c0b-45e8-ac35-9b962fe9d0c6 None None] Sync routers for ids ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:44:17.547209 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db019ed-6c0b-45e8-ac35-9b962fe9d0c6 None None] Routers {'11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:17.551561 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0db019ed-6c0b-45e8-ac35-9b962fe9d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:17.607659 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-32eeee18-053d-4420-bd7e-1cc52058bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:17.707630 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b3468f-9129-4565-843d-24b373511478 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:17.708449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d1b3468f-9129-4565-843d-24b373511478 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Synchronizing usage tracker for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:17.734752 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0db019ed-6c0b-45e8-ac35-9b962fe9d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:17.746910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d1b3468f-9129-4565-843d-24b373511478 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Unset dirty status for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:17.749227 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d1b3468f-9129-4565-843d-24b373511478 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports/e9f6554d-0813-4ac5-b9fa-a84fdf9a9a6e HTTP/1.1" status: 200 len: 910 time: 0.2168555 Jul 29 16:44:17.753566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52662) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:17.754887 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db019ed-6c0b-45e8-ac35-9b962fe9d0c6 None None] Routers {'11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:17.755674 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0db019ed-6c0b-45e8-ac35-9b962fe9d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:17.791006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fbad3c-f3a9-435d-bdca-40231b6ab53f None None] Network b4044aa3-3a60-4010-8b0a-5edfdfa9ada7 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:17.900085 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0db019ed-6c0b-45e8-ac35-9b962fe9d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:17.900479 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db019ed-6c0b-45e8-ac35-9b962fe9d0c6 None None] The sync data for ids ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:44:17.904402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:17.930104 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4830bb5d-971e-401a-a830-e226857e18cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:17.943653 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:17.944033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:17.979429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eeee18-053d-4420-bd7e-1cc52058bf85 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a3f43d-239c-4c91-9510-9f65f7de8d26,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:18.112643 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b2bdc86d-f6fd-42cd-9eb7-a0d08e8e66a9 None None] Provisioning for port 369d4a27-8b01-4226-8589-8e2776a3122e completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:18.126263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-5af7340d-46bd-460f-ad26-f455297f91dd', 'network_id': '5af7340d-46bd-460f-ad26-f455297f91dd', 'tenant_id': 'e159ca24d57947deb5a5396342834e97', 'fixed_ips': [{'subnet_id': 'bac5496c-0da6-423a-9875-31da06deaf66'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:44:18.127112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:18.306413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Sync routers for ids ['6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:44:18.412531 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ee7b-01d1-4688-a721-ec33e3f57904 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31342120'] for subnet, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:18.495495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Routers {'6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:18.496188 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:18.579201 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-32eeee18-053d-4420-bd7e-1cc52058bf85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:18.600934 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:18.767849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:18.788479 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:18.901355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:18.901775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:18.946470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Set router 6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:44:19.053765 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 7ee613cf-234f-40f5-891a-ee3ca3eec2e4, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7ee613cf-234f-40f5-891a-ee3ca3eec2e4,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:19.066757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ee7b-01d1-4688-a721-ec33e3f57904 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746449700774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32418955'] for subnet, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:19.080315 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:19.081134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 369d4a27-8b01-4226-8589-8e2776a3122e up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:19.211248 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e1ee7b-01d1-4688-a721-ec33e3f57904 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:19.212110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ee7b-01d1-4688-a721-ec33e3f57904 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:19.213266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Allocated IP 2001:db8::3 (5af7340d-46bd-460f-ad26-f455297f91dd/bac5496c-0da6-423a-9875-31da06deaf66/45035e71-b813-4ed4-b9e7-881621a0f515) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:19.213751 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f7e1ee7b-01d1-4688-a721-ec33e3f57904 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "PUT /v2.0/subnets/bac5496c-0da6-423a-9875-31da06deaf66 HTTP/1.1" status: 200 len: 900 time: 1.7957633 Jul 29 16:44:19.218475 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52702) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:19.225653 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Allocated IP 172.21.0.1 (b4044aa3-3a60-4010-8b0a-5edfdfa9ada7/8850f711-e9ff-4d92-bc91-58e2d65577e0/fb9900f1-8fac-4890-bbee-fa66a12ea423) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:19.277994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1ee7b-01d1-4688-a721-ec33e3f57904 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event updated for resources: {'Subnet': ['ID=bac5496c-0da6-423a-9875-31da06deaf66,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:19.464188 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32eeee18-053d-4420-bd7e-1cc52058bf85 admin admin] Router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:44:19.570730 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:19.690083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=7ee613cf-234f-40f5-891a-ee3ca3eec2e4,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:19.841950 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:19.882673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Transition to ACTIVE for port object fb9900f1-8fac-4890-bbee-fa66a12ea423 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:19.888411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:19.889101 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:19.889869 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:19.890233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:19.890610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:19.890953 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:19.891289 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:19.891712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:19.892057 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:19.892407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:19.893003 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:19.893382 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:44:19.922342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:19.925295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:19.929685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:19.964979 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6658c33f-ea69-4e47-8c4e-680a8c3b0b2c None None] Provisioning for port e9f6554d-0813-4ac5-b9fa-a84fdf9a9a6e completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:19.985839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 369d4a27-8b01-4226-8589-8e2776a3122e completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:20.003156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6658c33f-ea69-4e47-8c4e-680a8c3b0b2c None None] Provisioning complete for port e9f6554d-0813-4ac5-b9fa-a84fdf9a9a6e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:20.003156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6658c33f-ea69-4e47-8c4e-680a8c3b0b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:20.004487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network b4044aa3-3a60-4010-8b0a-5edfdfa9ada7 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:20.008332 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:20.013806 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:44:20.095988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:20.122718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=fb9900f1-8fac-4890-bbee-fa66a12ea423,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:20.156658 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 369d4a27-8b01-4226-8589-8e2776a3122e triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:20.161845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:20.196325 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32eeee18-053d-4420-bd7e-1cc52058bf85 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:44:20.207654 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0f2c5-c7fa-4b3e-97a2-6c024a6c06b4 None None] Sync routers for ids ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:44:20.216907 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-32eeee18-053d-4420-bd7e-1cc52058bf85 admin admin] 10.222.0.58 "PUT /v2.0/routers/f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3577130 Jul 29 16:44:20.219856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52708) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:20.225572 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0f2c5-c7fa-4b3e-97a2-6c024a6c06b4 None None] Routers {'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:20.226203 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-39a0f2c5-c7fa-4b3e-97a2-6c024a6c06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:20.313320 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6658c33f-ea69-4e47-8c4e-680a8c3b0b2c None None] Port e9f6554d-0813-4ac5-b9fa-a84fdf9a9a6e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:44:20.318450 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:20.350361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:20.368033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'name': 'tempest-TestVolumeBootPattern-1826951187-router', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '7ee613cf-234f-40f5-891a-ee3ca3eec2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:02Z', 'updated_at': '2022-07-29T16:44:09Z', 'revision_number': 4, 'project_id': '3b21d62767904d21b8022777c852a838', 'gw_port': {'id': '7ee613cf-234f-40f5-891a-ee3ca3eec2e4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:44:04Z', 'updated_at': '2022-07-29T16:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'aeb18859-7d33-401f-913f-285565b16b59', 'name': '', 'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'mac_address': 'fa:16:3e:3a:ee:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:44:08Z', 'updated_at': '2022-07-29T16:44:10Z', 'revision_number': 2, 'project_id': '3b21d62767904d21b8022777c852a838', 'subnets': [{'id': '5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:20.375043 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Transition to ACTIVE for port object 45035e71-b813-4ed4-b9e7-881621a0f515 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:20.399707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Checking router: 6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:44:20.400197 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Updating router 6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 port aeb18859-7d33-401f-913f-285565b16b59 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:44:20.509897 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:20.519070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:20.665842 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-39a0f2c5-c7fa-4b3e-97a2-6c024a6c06b4 None None] Set router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:44:20.750411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Transition to ACTIVE for port object 45035e71-b813-4ed4-b9e7-881621a0f515 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:20.775305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:20.783774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:20.795059 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:20.834683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] Deleting port 2e579de4-be1d-45cc-a7ce-222448271264 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:20.836001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:20.887595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:20.890168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:20.890379 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Pushing event updated for resources: {'Port': ['ID=45035e71-b813-4ed4-b9e7-881621a0f515,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:20.893650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-382073c6-8726-4049-9b4e-950766d24b33 None None] Provisioning for port fb9900f1-8fac-4890-bbee-fa66a12ea423 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:20.908609 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:20.955837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 369d4a27-8b01-4226-8589-8e2776a3122e is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:20.956369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:21.004841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 369d4a27-8b01-4226-8589-8e2776a3122e, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=369d4a27-8b01-4226-8589-8e2776a3122e,segment=NetworkSegment(dcfcd78e-e454-4743-9770-24c14aa7bdda),segment_id=dcfcd78e-e454-4743-9770-24c14aa7bdda)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:21.025107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-382073c6-8726-4049-9b4e-950766d24b33 None None] Provisioning complete for port fb9900f1-8fac-4890-bbee-fa66a12ea423 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:21.025107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-382073c6-8726-4049-9b4e-950766d24b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:21.025512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Subnet': ['ID=bac5496c-0da6-423a-9875-31da06deaf66,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:21.063863 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-39a0f2c5-c7fa-4b3e-97a2-6c024a6c06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': '2e579de4-be1d-45cc-a7ce-222448271264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:03Z', 'updated_at': '2022-07-29T16:44:17Z', 'revision_number': 5, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'gw_port': {'id': '2e579de4-be1d-45cc-a7ce-222448271264', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:39:05Z', 'updated_at': '2022-07-29T16:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:21.071267 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0f2c5-c7fa-4b3e-97a2-6c024a6c06b4 None None] Checking router: f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:44:21.096853 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0f2c5-c7fa-4b3e-97a2-6c024a6c06b4 None None] Routers {'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:21.098027 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-39a0f2c5-c7fa-4b3e-97a2-6c024a6c06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:21.114093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=fb9900f1-8fac-4890-bbee-fa66a12ea423,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:21.122323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:21.263272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:21.277939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:21.281844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f6dd2c85-0957-4db7-b65b-bf176c052bdf up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:21.309759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af7340d-46bd-460f-ad26-f455297f91dd']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:21.310590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network b4044aa3-3a60-4010-8b0a-5edfdfa9ada7 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:21.312182 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:21.341625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa527e9e-afed-4db0-bbae-ae83541e0953') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:21.342216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa527e9e-afed-4db0-bbae-ae83541e0953') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:21.373720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:21.410334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] For port 2e579de4-be1d-45cc-a7ce-222448271264, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2e579de4-be1d-45cc-a7ce-222448271264,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:21.410958 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:21.422698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Network 5af7340d-46bd-460f-ad26-f455297f91dd is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:21.426998 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:21.437682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:21.458236 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-39a0f2c5-c7fa-4b3e-97a2-6c024a6c06b4 None None] Set router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:44:21.487150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:44:21.582747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router 11baf6e4-5f7b-492d-a36f-b8efe4cb67d6 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:44:21.644686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-382073c6-8726-4049-9b4e-950766d24b33 None None] Port fb9900f1-8fac-4890-bbee-fa66a12ea423 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:44:21.678489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:21.678903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:21.717347 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] Calling delete_port for 2e579de4-be1d-45cc-a7ce-222448271264 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:21.745640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=369d4a27-8b01-4226-8589-8e2776a3122e,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:21.752649 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment fa527e9e-afed-4db0-bbae-ae83541e0953 resource provider aggregate not found Jul 29 16:44:21.756385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port f6dd2c85-0957-4db7-b65b-bf176c052bdf completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:21.759283 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-39a0f2c5-c7fa-4b3e-97a2-6c024a6c06b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:03Z', 'updated_at': '2022-07-29T16:44:20Z', 'revision_number': 6, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:21.769462 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0f2c5-c7fa-4b3e-97a2-6c024a6c06b4 None None] The sync data for ids ['f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c'] in dv-neutron-851534-1-hyperv is: [{'id': 'f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c', 'name': 'tempest-ServerActionsTestJSON-1081763737-router', 'tenant_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:39:03Z', 'updated_at': '2022-07-29T16:44:20Z', 'revision_number': 6, 'project_id': 'a9ff8c7771054c2480eec2059eb8ce49', 'gw_port_host': None}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:44:21.771544 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port f6dd2c85-0957-4db7-b65b-bf176c052bdf triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:21.772008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:21.833511 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment fa527e9e-afed-4db0-bbae-ae83541e0953 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa527e9e-afed-4db0-bbae-ae83541e0953 found for delete ", "request_id": "req-c73b4227-afff-460a-8e42-35a62606fb05"}]} Jul 29 16:44:21.854300 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:44:21.877684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 16:44:21.877684 dv-neutron-851534-1-hyperv neutron-server[89209]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 16:44:21.877684 dv-neutron-851534-1-hyperv neutron-server[89209]: [parameters: {'id': '5af7340d-46bd-460f-ad26-f455297f91dd'}] Jul 29 16:44:21.877684 dv-neutron-851534-1-hyperv neutron-server[89209]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:44:21.878364 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:44:21.880128 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a8722-9058-49e9-a41e-28cfc6904639 None None] Sync routers for ids ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:44:21.887599 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2255f5db-7150-46ef-ab60-a041b14e2f24 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/11baf6e4-5f7b-492d-a36f-b8efe4cb67d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1319914 Jul 29 16:44:21.891708 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52718) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:21.901229 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-382073c6-8726-4049-9b4e-950766d24b33 None None] Provisioning complete for port 369d4a27-8b01-4226-8589-8e2776a3122e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:21.902137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-382073c6-8726-4049-9b4e-950766d24b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:21.941004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Attempting to bind port 45035e71-b813-4ed4-b9e7-881621a0f515 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:44:21.941004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Attempting to bind port 45035e71-b813-4ed4-b9e7-881621a0f515 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'fa527e9e-afed-4db0-bbae-ae83541e0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5af7340d-46bd-460f-ad26-f455297f91dd'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:44:21.941004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Attempting to bind port 45035e71-b813-4ed4-b9e7-881621a0f515 on network 5af7340d-46bd-460f-ad26-f455297f91dd {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:44:21.984015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a8722-9058-49e9-a41e-28cfc6904639 None None] Routers {'11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:21.984653 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e3a8722-9058-49e9-a41e-28cfc6904639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:22.022129 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3636c20-18bf-4a20-8aaa-5f28c4c6639a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:22.023032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c3636c20-18bf-4a20-8aaa-5f28c4c6639a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Synchronizing usage tracker for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:22.039712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:44:22.040087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Checking segment: {'id': 'fa527e9e-afed-4db0-bbae-ae83541e0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5af7340d-46bd-460f-ad26-f455297f91dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:22.040489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:22.040920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Bound using segment: {'id': 'fa527e9e-afed-4db0-bbae-ae83541e0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5af7340d-46bd-460f-ad26-f455297f91dd'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:44:22.041472 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Bound port: 45035e71-b813-4ed4-b9e7-881621a0f515, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa527e9e-afed-4db0-bbae-ae83541e0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5af7340d-46bd-460f-ad26-f455297f91dd'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:44:22.041840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:22.045739 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:22.050392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c3636c20-18bf-4a20-8aaa-5f28c4c6639a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Unset dirty status for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:22.054997 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c3636c20-18bf-4a20-8aaa-5f28c4c6639a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports/fb9900f1-8fac-4890-bbee-fa66a12ea423 HTTP/1.1" status: 200 len: 910 time: 0.1586561 Jul 29 16:44:22.058862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52722) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:22.109226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e579de4-be1d-45cc-a7ce-222448271264,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:22.149605 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e3a8722-9058-49e9-a41e-28cfc6904639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:22.255246 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:22.286060 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a8722-9058-49e9-a41e-28cfc6904639 None None] Routers {'11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:22.286713 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e3a8722-9058-49e9-a41e-28cfc6904639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:22.434581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.resource_extend [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 16:44:22.482529 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e3a8722-9058-49e9-a41e-28cfc6904639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:22.482932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a8722-9058-49e9-a41e-28cfc6904639 None None] The sync data for ids ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:44:22.514868 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:22.549876 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] For port 45035e71-b813-4ed4-b9e7-881621a0f515, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:44:22.567344 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port f6dd2c85-0957-4db7-b65b-bf176c052bdf is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:22.567751 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:22.591878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] For port 45035e71-b813-4ed4-b9e7-881621a0f515, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=45035e71-b813-4ed4-b9e7-881621a0f515,segment=NetworkSegment(fa527e9e-afed-4db0-bbae-ae83541e0953),segment_id=fa527e9e-afed-4db0-bbae-ae83541e0953)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:44:22.594877 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:22.598886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:22.599109 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-382073c6-8726-4049-9b4e-950766d24b33 None None] Current status of the port 369d4a27-8b01-4226-8589-8e2776a3122e is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:22.602543 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Deleting port 45035e71-b813-4ed4-b9e7-881621a0f515 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:22.602873 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:22.614746 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:22.713462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:22.714579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:44:22.755732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:22.770817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Transition to ACTIVE for port object aeb18859-7d33-401f-913f-285565b16b59 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:22.788064 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port f6dd2c85-0957-4db7-b65b-bf176c052bdf, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f6dd2c85-0957-4db7-b65b-bf176c052bdf,segment=NetworkSegment(79125934-aa8e-4a76-952c-39a83ad432a6),segment_id=79125934-aa8e-4a76-952c-39a83ad432a6)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:22.795258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19940f05-1f64-40c7-a14c-9e02cad3d0dd None None] Pushing event updated for resources: {'Port': ['ID=45035e71-b813-4ed4-b9e7-881621a0f515,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:22.808879 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:22.819521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:22.874616 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:22.878178 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9005360f-10cf-4a6e-94d0-1fa1db45ca10 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f9368e0e-375d-4d5b-ac2b-bbf48dd65e9c HTTP/1.1" status: 204 len: 168 time: 2.6548998 Jul 29 16:44:22.881594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52728) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:22.950516 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] For port 45035e71-b813-4ed4-b9e7-881621a0f515, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=45035e71-b813-4ed4-b9e7-881621a0f515,segment=NetworkSegment(fa527e9e-afed-4db0-bbae-ae83541e0953),segment_id=fa527e9e-afed-4db0-bbae-ae83541e0953)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:22.951146 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.033930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb8e796-1c01-40ba-8af0-605516ef2ccb admin admin] Deleting subnet ff5ec273-f912-48b7-b63a-03fe2ae0c78d {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:44:23.037150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e796-1c01-40ba-8af0-605516ef2ccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.037663 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b42ff5-a418-493b-8aba-2230ab9f4486 None None] Pushing event updated for resources: {'Port': ['ID=aeb18859-7d33-401f-913f-285565b16b59,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:23.088737 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:23.135008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Calling delete_port for 45035e71-b813-4ed4-b9e7-881621a0f515 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:23.144682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e796-1c01-40ba-8af0-605516ef2ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.179915 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-382073c6-8726-4049-9b4e-950766d24b33 None None] Provisioning complete for port e9f6554d-0813-4ac5-b9fa-a84fdf9a9a6e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:23.179915 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-382073c6-8726-4049-9b4e-950766d24b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.301912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.304530 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e796-1c01-40ba-8af0-605516ef2ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.360625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3416edd1-42bd-4336-9098-c60dd6594e0e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.380673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No DVR routers for this DVR port 45035e71-b813-4ed4-b9e7-881621a0f515 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:44:23.383084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Port': ['ID=45035e71-b813-4ed4-b9e7-881621a0f515,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:23.488597 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=f6dd2c85-0957-4db7-b65b-bf176c052bdf,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:23.510316 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Attempting to bind port aeb18859-7d33-401f-913f-285565b16b59 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:44:23.511394 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Attempting to bind port aeb18859-7d33-401f-913f-285565b16b59 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'ba55e8e2-e13f-4448-b4ab-6c6730ccfa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:44:23.512392 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Attempting to bind port aeb18859-7d33-401f-913f-285565b16b59 on network 0ff6b469-305b-4db3-b1ac-3af0419cb952 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:44:23.520184 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1366d6-621e-4f14-b654-253629377903 None None] Network 5af7340d-46bd-460f-ad26-f455297f91dd requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:23.537321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-382073c6-8726-4049-9b4e-950766d24b33 None None] Port e9f6554d-0813-4ac5-b9fa-a84fdf9a9a6e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:44:23.551820 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:44:23.552777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Checking segment: {'id': 'ba55e8e2-e13f-4448-b4ab-6c6730ccfa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:23.553660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.554806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Bound using segment: {'id': 'ba55e8e2-e13f-4448-b4ab-6c6730ccfa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:44:23.555602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Bound port: aeb18859-7d33-401f-913f-285565b16b59, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba55e8e2-e13f-4448-b4ab-6c6730ccfa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:44:23.556157 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.576386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.613202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af7340d-46bd-460f-ad26-f455297f91dd']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:23.632608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa527e9e-afed-4db0-bbae-ae83541e0953') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:23.633083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa527e9e-afed-4db0-bbae-ae83541e0953') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:23.638849 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e796-1c01-40ba-8af0-605516ef2ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.649592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.671714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.681752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:23.682272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.723983 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8e796-1c01-40ba-8af0-605516ef2ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff5ec273-f912-48b7-b63a-03fe2ae0c78d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:23.727164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e796-1c01-40ba-8af0-605516ef2ccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.736451 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5eb8e796-1c01-40ba-8af0-605516ef2ccb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ff5ec273-f912-48b7-b63a-03fe2ae0c78d HTTP/1.1" status: 204 len: 168 time: 0.8538156 Jul 29 16:44:23.738883 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52734) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:23.745778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5995574b-75b8-4da2-8402-1089743e6843 None None] Network 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:23.811685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.843050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.859986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Network': ['ID=5af7340d-46bd-460f-ad26-f455297f91dd,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:23.868172 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2602a40b-bae4-40de-a930-2fb5a7ae2917 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/5af7340d-46bd-460f-ad26-f455297f91dd HTTP/1.1" status: 204 len: 168 time: 4.6465809 Jul 29 16:44:23.869854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52740) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:23.879414 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.886971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:23.887161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.929198 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1e8d11-7d21-4ae7-8519-3b822d03a1b4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:23.929697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1e8d11-7d21-4ae7-8519-3b822d03a1b4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:23.931465 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0e1e8d11-7d21-4ae7-8519-3b822d03a1b4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/subnets/bac5496c-0da6-423a-9875-31da06deaf66 HTTP/1.1" status: 404 len: 337 time: 0.0598454 Jul 29 16:44:23.933685 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment fa527e9e-afed-4db0-bbae-ae83541e0953 resource provider aggregate not found Jul 29 16:44:23.936113 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce9b379-6105-43ee-8b57-4f1f562ee709 None None] Network 5af7340d-46bd-460f-ad26-f455297f91dd requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:23.937002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52744) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:23.966407 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment fa527e9e-afed-4db0-bbae-ae83541e0953 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa527e9e-afed-4db0-bbae-ae83541e0953 found for delete ", "request_id": "req-be92667f-f8dc-457c-87eb-eb753986221e"}]} Jul 29 16:44:23.971082 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd88ac99-74f9-4665-857a-bc3415c4627a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:23.971826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd88ac99-74f9-4665-857a-bc3415c4627a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:23.973567 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dd88ac99-74f9-4665-857a-bc3415c4627a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/5af7340d-46bd-460f-ad26-f455297f91dd HTTP/1.1" status: 404 len: 339 time: 0.0354195 Jul 29 16:44:23.974237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] Deleting port fc0a84da-3450-4b80-9b91-2f851af534ff {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:23.974585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:23.976137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52750) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:24.003472 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7f4b5197-9eac-4f4f-8d1e-2b764ddedcfc None None] Provisioning complete for port fb9900f1-8fac-4890-bbee-fa66a12ea423 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:24.003846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7f4b5197-9eac-4f4f-8d1e-2b764ddedcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:24.027612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-3416edd1-42bd-4336-9098-c60dd6594e0e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port fb9900f1-8fac-4890-bbee-fa66a12ea423 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:24.028567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3416edd1-42bd-4336-9098-c60dd6594e0e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:24.059838 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce9b379-6105-43ee-8b57-4f1f562ee709 None None] Network 5af7340d-46bd-460f-ad26-f455297f91dd could not be found, it might have been deleted concurrently. {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jul 29 16:44:24.065904 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b5197-9eac-4f4f-8d1e-2b764ddedcfc None None] Port fb9900f1-8fac-4890-bbee-fa66a12ea423 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:44:24.098938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] For port aeb18859-7d33-401f-913f-285565b16b59, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:44:24.133643 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9b94b57-24cf-45e1-a300-e92b60ed0195 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:24.157737 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] For port aeb18859-7d33-401f-913f-285565b16b59, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=aeb18859-7d33-401f-913f-285565b16b59,segment=NetworkSegment(ba55e8e2-e13f-4448-b4ab-6c6730ccfa16),segment_id=ba55e8e2-e13f-4448-b4ab-6c6730ccfa16)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:44:24.174615 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:24.318862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9b94b57-24cf-45e1-a300-e92b60ed0195 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:24.366842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-e9b94b57-24cf-45e1-a300-e92b60ed0195 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6089cc-b330-4196-9f86-084b60ffc906']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:24.380102 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b42ff5-a418-493b-8aba-2230ab9f4486 None None] Pushing event updated for resources: {'Port': ['ID=aeb18859-7d33-401f-913f-285565b16b59,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:24.387826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Routers {'6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:24.388451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:24.391594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-e9b94b57-24cf-45e1-a300-e92b60ed0195 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a115fa-9674-445b-a4d9-3e85b709eb47') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:24.392656 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-e9b94b57-24cf-45e1-a300-e92b60ed0195 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a115fa-9674-445b-a4d9-3e85b709eb47') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:24.414427 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9b94b57-24cf-45e1-a300-e92b60ed0195 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:24.453485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9b94b57-24cf-45e1-a300-e92b60ed0195 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:24.466148 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b94b57-24cf-45e1-a300-e92b60ed0195 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:24.467604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9b94b57-24cf-45e1-a300-e92b60ed0195 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:24.644259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] For port fc0a84da-3450-4b80-9b91-2f851af534ff, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=fc0a84da-3450-4b80-9b91-2f851af534ff,segment=NetworkSegment(69c911ab-07d2-4ca8-b417-171deec5cf4c),segment_id=69c911ab-07d2-4ca8-b417-171deec5cf4c)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:24.644901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:24.653443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3416edd1-42bd-4336-9098-c60dd6594e0e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:24.692668 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] Set router 6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:44:24.814455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9b94b57-24cf-45e1-a300-e92b60ed0195 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:24.819833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e9b94b57-24cf-45e1-a300-e92b60ed0195 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:24.829235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:24.830285 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 369d4a27-8b01-4226-8589-8e2776a3122e up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:24.852425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b94b57-24cf-45e1-a300-e92b60ed0195 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Network': ['ID=9b6089cc-b330-4196-9f86-084b60ffc906,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:24.862808 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e9b94b57-24cf-45e1-a300-e92b60ed0195 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/9b6089cc-b330-4196-9f86-084b60ffc906 HTTP/1.1" status: 204 len: 168 time: 0.8852668 Jul 29 16:44:24.863399 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52756) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:24.906455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] Calling delete_port for fc0a84da-3450-4b80-9b91-2f851af534ff owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:24.914910 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bf8b57-2d79-445f-8113-eefba958bfd5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:24.915378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bf8b57-2d79-445f-8113-eefba958bfd5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:24.921767 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c8bf8b57-2d79-445f-8113-eefba958bfd5 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/subnets/ad3ff152-6eab-44dd-929e-68922d347342 HTTP/1.1" status: 404 len: 337 time: 0.0573654 Jul 29 16:44:24.922729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52760) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:24.949515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-3416edd1-42bd-4336-9098-c60dd6594e0e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for fb9900f1-8fac-4890-bbee-fa66a12ea423 owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:24.953745 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b381f8e-6c7e-4475-b9f7-0eaddf0d0a97 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:24.954246 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b381f8e-6c7e-4475-b9f7-0eaddf0d0a97 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:24.958565 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5b381f8e-6c7e-4475-b9f7-0eaddf0d0a97 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/662e9de0-9ecf-41ed-92fe-34ed3ccea6d1 HTTP/1.1" status: 404 len: 339 time: 0.0348737 Jul 29 16:44:24.959173 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52764) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:25.007603 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5ad400-c369-4f38-af8a-4a5e4ff74624 None None] DHCP port deletion for 7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:44:25.024374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 369d4a27-8b01-4226-8589-8e2776a3122e triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:25.024749 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.050721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8f83a3-172a-4d9b-90a0-e86b49acc24a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Deleting subnet 8d453d03-59c7-4aab-b9c1-83ae58f41931 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:44:25.054366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf8f83a3-172a-4d9b-90a0-e86b49acc24a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.090741 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ad5ad400-c369-4f38-af8a-4a5e4ff74624 None None] Deleting port fc0a84da-3450-4b80-9b91-2f851af534ff {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:25.091036 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ad5ad400-c369-4f38-af8a-4a5e4ff74624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.093302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.138493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf8f83a3-172a-4d9b-90a0-e86b49acc24a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.157877 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0a84da-3450-4b80-9b91-2f851af534ff,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:25.159783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] No DVR routers for this DVR port fc0a84da-3450-4b80-9b91-2f851af534ff on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:44:25.236684 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ad5ad400-c369-4f38-af8a-4a5e4ff74624 None None] The port 'fc0a84da-3450-4b80-9b91-2f851af534ff' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:44:25.278212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68371bc2-7357-4124-a1b5-2a04f6b18caa None None] get_active_networks_info from dv-neutron-851534-1-hyperv {{(pid=89211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 16:44:25.314368 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf8f83a3-172a-4d9b-90a0-e86b49acc24a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.345988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.388335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:25.403839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf8f83a3-172a-4d9b-90a0-e86b49acc24a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.408738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c911ab-07d2-4ca8-b417-171deec5cf4c') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:25.409053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c911ab-07d2-4ca8-b417-171deec5cf4c') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:25.423257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.435047 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3416edd1-42bd-4336-9098-c60dd6594e0e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.440122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 369d4a27-8b01-4226-8589-8e2776a3122e is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:25.477630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf8f83a3-172a-4d9b-90a0-e86b49acc24a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.483928 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f83a3-172a-4d9b-90a0-e86b49acc24a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Subnet': ['ID=8d453d03-59c7-4aab-b9c1-83ae58f41931,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:25.501577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416edd1-42bd-4336-9098-c60dd6594e0e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=fb9900f1-8fac-4890-bbee-fa66a12ea423,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:25.505336 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.518974 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cf8f83a3-172a-4d9b-90a0-e86b49acc24a tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/subnets/8d453d03-59c7-4aab-b9c1-83ae58f41931 HTTP/1.1" status: 204 len: 168 time: 0.5587654 Jul 29 16:44:25.521434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52768) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:25.529555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d1a3f43d-239c-4c91-9510-9f65f7de8d26 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:44:25.560719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:25.561145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.588642 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: d1a3f43d-239c-4c91-9510-9f65f7de8d26 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:44:25.589355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d1a3f43d-239c-4c91-9510-9f65f7de8d26 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:44:25.590240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2e579de4-be1d-45cc-a7ce-222448271264 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:44:25.678008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 2e579de4-be1d-45cc-a7ce-222448271264 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:44:25.678443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2e579de4-be1d-45cc-a7ce-222448271264 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:44:25.687228 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c29835-84e0-46bf-87d8-557953bd369d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Deleting subnet f0a30f2a-1036-454b-a38a-d2599aaf5754 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:44:25.695659 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'name': 'tempest-TestVolumeBootPattern-1826951187-router', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '7ee613cf-234f-40f5-891a-ee3ca3eec2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:02Z', 'updated_at': '2022-07-29T16:44:09Z', 'revision_number': 4, 'project_id': '3b21d62767904d21b8022777c852a838', 'gw_port': {'id': '7ee613cf-234f-40f5-891a-ee3ca3eec2e4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:44:04Z', 'updated_at': '2022-07-29T16:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'aeb18859-7d33-401f-913f-285565b16b59', 'name': '', 'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'mac_address': 'fa:16:3e:3a:ee:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:44:08Z', 'updated_at': '2022-07-29T16:44:23Z', 'revision_number': 4, 'project_id': '3b21d62767904d21b8022777c852a838', 'subnets': [{'id': '5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:25.700859 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b9c29835-84e0-46bf-87d8-557953bd369d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.705876 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5116d05-e2a0-43ce-be94-a1b6d4bbd261 None None] The sync data for ids ['6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'] in dv-neutron-851534-1-hyperv is: [{'id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'name': 'tempest-TestVolumeBootPattern-1826951187-router', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '7ee613cf-234f-40f5-891a-ee3ca3eec2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:02Z', 'updated_at': '2022-07-29T16:44:09Z', 'revision_number': 4, 'project_id': '3b21d62767904d21b8022777c852a838', 'gw_port': {'id': '7ee613cf-234f-40f5-891a-ee3ca3eec2e4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:44:04Z', 'updated_at': '2022-07-29T16:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'aeb18859-7d33-401f-913f-285565b16b59', 'name': '', 'network_id': '0ff6b469-305b-4db3-b1ac-3af0419cb952', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'mac_address': 'fa:16:3e:3a:ee:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:44:08Z', 'updated_at': '2022-07-29T16:44:23Z', 'revision_number': 4, 'project_id': '3b21d62767904d21b8022777c852a838', 'subnets': [{'id': '5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:44:25.737782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68371bc2-7357-4124-a1b5-2a04f6b18caa None None] Resources bound (agent type, host, resource id): {{(pid=89211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 16:44:25.815507 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 69c911ab-07d2-4ca8-b417-171deec5cf4c resource provider aggregate not found Jul 29 16:44:25.816660 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b9c29835-84e0-46bf-87d8-557953bd369d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.879043 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.881616 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 69c911ab-07d2-4ca8-b417-171deec5cf4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69c911ab-07d2-4ca8-b417-171deec5cf4c found for delete ", "request_id": "req-8015d005-c372-4479-add5-2e16bb3b980d"}]} Jul 29 16:44:25.908830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device aeb18859-7d33-401f-913f-285565b16b59 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:25.967551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:25.987473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:25.995912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b9c29835-84e0-46bf-87d8-557953bd369d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:26.038391 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 61a115fa-9674-445b-a4d9-3e85b709eb47 resource provider aggregate not found Jul 29 16:44:26.066323 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 61a115fa-9674-445b-a4d9-3e85b709eb47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61a115fa-9674-445b-a4d9-3e85b709eb47 found for delete ", "request_id": "req-177c444e-91e6-4112-b03a-b7c5a540a0c3"}]} Jul 29 16:44:26.068369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3416edd1-42bd-4336-9098-c60dd6594e0e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:26.079206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port aeb18859-7d33-401f-913f-285565b16b59 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:26.082501 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-dae8387e-5ae6-4bcb-bbab-170f95b6b92d admin admin] 10.222.0.58 "DELETE /v2.0/networks/7e4bddcd-0dce-4e1e-a9c4-4f968b3ed93a HTTP/1.1" status: 204 len: 168 time: 2.3426321 Jul 29 16:44:26.140579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b9c29835-84e0-46bf-87d8-557953bd369d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:26.178035 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port aeb18859-7d33-401f-913f-285565b16b59 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:26.178441 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:26.222637 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c29835-84e0-46bf-87d8-557953bd369d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a30f2a-1036-454b-a38a-d2599aaf5754,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:26.224713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b9c29835-84e0-46bf-87d8-557953bd369d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:26.257461 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b9c29835-84e0-46bf-87d8-557953bd369d tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/subnets/f0a30f2a-1036-454b-a38a-d2599aaf5754 HTTP/1.1" status: 204 len: 168 time: 0.7323287 Jul 29 16:44:26.257707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52784) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:26.313097 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52788) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:26.421596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:26.457694 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Deleting port 852c8a9f-2bac-47b5-a147-481b7655f89a {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:26.458037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:26.518607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port aeb18859-7d33-401f-913f-285565b16b59 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:26.519145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:26.570425 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81514d1-5fce-423d-8665-7e5a9a1f95e8 None None] get_active_networks_info from dv-neutron-851534-1-hyperv {{(pid=89211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 16:44:26.581952 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1b00db14-4c37-4b00-8aec-54babc63fab1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9ff8c7771054c2480eec2059eb8ce49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654274 Jul 29 16:44:26.582352 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52792) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:26.675697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port aeb18859-7d33-401f-913f-285565b16b59, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=aeb18859-7d33-401f-913f-285565b16b59,segment=NetworkSegment(ba55e8e2-e13f-4448-b4ab-6c6730ccfa16),segment_id=ba55e8e2-e13f-4448-b4ab-6c6730ccfa16)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:26.773599 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:26.775126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f6dd2c85-0957-4db7-b65b-bf176c052bdf up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:26.848564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-170024da-fceb-4041-9c4b-0d66c26a2a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:26.859770 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3416edd1-42bd-4336-9098-c60dd6594e0e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router 11baf6e4-5f7b-492d-a36f-b8efe4cb67d6 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:44:26.926648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81514d1-5fce-423d-8665-7e5a9a1f95e8 None None] Resources bound (agent type, host, resource id): {{(pid=89211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 16:44:26.943223 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-170024da-fceb-4041-9c4b-0d66c26a2a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:26.955668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] For port 852c8a9f-2bac-47b5-a147-481b7655f89a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=852c8a9f-2bac-47b5-a147-481b7655f89a,segment=NetworkSegment(934c6a01-9cc3-4089-b7e6-acc9df629f78),segment_id=934c6a01-9cc3-4089-b7e6-acc9df629f78)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:26.956031 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:26.983477 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port f6dd2c85-0957-4db7-b65b-bf176c052bdf triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:26.983987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:27.014196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=aeb18859-7d33-401f-913f-285565b16b59,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:27.068784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3416edd1-42bd-4336-9098-c60dd6594e0e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:44:27.076918 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3416edd1-42bd-4336-9098-c60dd6594e0e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/11baf6e4-5f7b-492d-a36f-b8efe4cb67d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0178323 Jul 29 16:44:27.079708 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52798) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:27.081274 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1f8859-ffe1-4625-93a9-d985efc49c49 None None] Sync routers for ids ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:44:27.092428 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f8859-ffe1-4625-93a9-d985efc49c49 None None] Routers {'11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:27.093918 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-db1f8859-ffe1-4625-93a9-d985efc49c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:27.109908 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Calling delete_port for 852c8a9f-2bac-47b5-a147-481b7655f89a owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:27.234374 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-db1f8859-ffe1-4625-93a9-d985efc49c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:27.253946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-170024da-fceb-4041-9c4b-0d66c26a2a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:27.255129 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f8859-ffe1-4625-93a9-d985efc49c49 None None] Routers {'11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:27.256482 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-db1f8859-ffe1-4625-93a9-d985efc49c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:27.257301 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:27.355882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Port': ['ID=852c8a9f-2bac-47b5-a147-481b7655f89a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:27.358857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170024da-fceb-4041-9c4b-0d66c26a2a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79427661-377a-4995-aafd-899ccfb0494e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:27.361354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No DVR routers for this DVR port 852c8a9f-2bac-47b5-a147-481b7655f89a on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:44:27.378984 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-db1f8859-ffe1-4625-93a9-d985efc49c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:27.379637 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1f8859-ffe1-4625-93a9-d985efc49c49 None None] The sync data for ids ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:44:27.407291 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port f6dd2c85-0957-4db7-b65b-bf176c052bdf is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:27.504128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-170024da-fceb-4041-9c4b-0d66c26a2a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:27.505286 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-170024da-fceb-4041-9c4b-0d66c26a2a87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/79427661-377a-4995-aafd-899ccfb0494e HTTP/1.1" status: 204 len: 168 time: 0.9220295 Jul 29 16:44:27.513416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device fc0a84da-3450-4b80-9b91-2f851af534ff no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:44:27.528097 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:27.564746 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f03946-3063-41d5-8b2e-1be68df97ebd']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:27.581006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934c6a01-9cc3-4089-b7e6-acc9df629f78') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:27.581380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934c6a01-9cc3-4089-b7e6-acc9df629f78') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:27.600611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:27.647542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:27.657425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:27.657832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:27.782465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: fc0a84da-3450-4b80-9b91-2f851af534ff {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:44:27.782465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device fc0a84da-3450-4b80-9b91-2f851af534ff not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:44:27.790156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100bb125-d2fd-4e2f-83ff-cee1267ed170 None None] Network 43f03946-3063-41d5-8b2e-1be68df97ebd requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:27.864651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:27.922766 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:27.943033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Network': ['ID=43f03946-3063-41d5-8b2e-1be68df97ebd,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:27.959985 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5da7c4d6-6b15-4377-8df7-505f30bb4b45 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/43f03946-3063-41d5-8b2e-1be68df97ebd HTTP/1.1" status: 204 len: 168 time: 1.6987402 Jul 29 16:44:27.960877 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52808) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:28.082428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-671a7b94-c7af-4ab1-a740-d1a856f7f1d6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:28.151764 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e42672-2176-4be5-bfbf-c1c6273a27b6 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:28.152538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e42672-2176-4be5-bfbf-c1c6273a27b6 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:28.157564 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-53e42672-2176-4be5-bfbf-c1c6273a27b6 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/subnets/9f063465-262d-4614-87ad-c71936580a09 HTTP/1.1" status: 404 len: 337 time: 0.1956756 Jul 29 16:44:28.158394 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52816) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:28.188415 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device aeb18859-7d33-401f-913f-285565b16b59 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:28.213552 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 934c6a01-9cc3-4089-b7e6-acc9df629f78 resource provider aggregate not found Jul 29 16:44:28.225713 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-c569a727-73b1-464d-9d2b-352be25ac99b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:28.226401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c569a727-73b1-464d-9d2b-352be25ac99b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:28.231959 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c569a727-73b1-464d-9d2b-352be25ac99b tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/5b0100c5-58e4-4674-99df-9ea3b7a8816c HTTP/1.1" status: 404 len: 339 time: 0.0702024 Jul 29 16:44:28.232512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52822) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:28.279236 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 934c6a01-9cc3-4089-b7e6-acc9df629f78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 934c6a01-9cc3-4089-b7e6-acc9df629f78 found for delete ", "request_id": "req-8a62ba39-df0b-47c6-89ee-6d70a6369704"}]} Jul 29 16:44:28.284431 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcf1263-38a8-4723-b75d-691be95c26b6 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:28.284893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcf1263-38a8-4723-b75d-691be95c26b6 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:28.286597 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3dcf1263-38a8-4723-b75d-691be95c26b6 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/subnets/9b462412-9bcd-4eac-954b-d9360709334e HTTP/1.1" status: 404 len: 337 time: 0.0529349 Jul 29 16:44:28.289618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52828) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:28.327259 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-888a5cb1-8b58-4203-9b46-202a86082ca8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:28.328006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888a5cb1-8b58-4203-9b46-202a86082ca8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:28.330120 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-888a5cb1-8b58-4203-9b46-202a86082ca8 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/d38e7903-7817-471a-b28a-5cf5275f72d8 HTTP/1.1" status: 404 len: 339 time: 0.0396404 Jul 29 16:44:28.332500 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52834) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:28.384066 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port aeb18859-7d33-401f-913f-285565b16b59 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:28.384813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:28.422249 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb22da38-b933-423e-80ec-077d1e2bbe2f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:28.422714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb22da38-b933-423e-80ec-077d1e2bbe2f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:28.428504 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-eb22da38-b933-423e-80ec-077d1e2bbe2f tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/subnets/e69e61cd-997a-44d0-8f6a-7346669a87ba HTTP/1.1" status: 404 len: 337 time: 0.0947988 Jul 29 16:44:28.430967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52840) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:28.464760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1097f6e5-521c-4d99-9968-9b86962bbe4f None None] DHCP port deletion for 43f03946-3063-41d5-8b2e-1be68df97ebd request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:44:28.472176 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2eccda-a29f-4f9b-9bbb-4e89eb376ebf tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:28.472991 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2eccda-a29f-4f9b-9bbb-4e89eb376ebf tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:28.475210 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2e2eccda-a29f-4f9b-9bbb-4e89eb376ebf tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/30dafc10-c41f-40a5-a935-5033e63c714e HTTP/1.1" status: 404 len: 339 time: 0.0395968 Jul 29 16:44:28.478964 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52844) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:28.590752 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port aeb18859-7d33-401f-913f-285565b16b59 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:28.639784 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1b506c-bb4c-4c8f-a7bb-31b16008be65 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Deleting subnet bd3f1108-b847-4f02-85f9-ceae44cb1c4f {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:44:28.643319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4b1b506c-bb4c-4c8f-a7bb-31b16008be65 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:28.721146 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4b1b506c-bb4c-4c8f-a7bb-31b16008be65 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:28.812187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-671a7b94-c7af-4ab1-a740-d1a856f7f1d6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port e9f6554d-0813-4ac5-b9fa-a84fdf9a9a6e {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:28.812577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-671a7b94-c7af-4ab1-a740-d1a856f7f1d6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:28.951485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4b1b506c-bb4c-4c8f-a7bb-31b16008be65 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:29.040022 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4b1b506c-bb4c-4c8f-a7bb-31b16008be65 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:29.065033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-671a7b94-c7af-4ab1-a740-d1a856f7f1d6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:29.089500 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b506c-bb4c-4c8f-a7bb-31b16008be65 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3f1108-b847-4f02-85f9-ceae44cb1c4f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:29.099080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4b1b506c-bb4c-4c8f-a7bb-31b16008be65 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:29.106220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e583f7-8750-48f8-bcc0-743dd0c03895 None None] Network a43d01d3-bca6-4e37-99d1-4044c8c822a8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:29.111617 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4b1b506c-bb4c-4c8f-a7bb-31b16008be65 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/subnets/bd3f1108-b847-4f02-85f9-ceae44cb1c4f HTTP/1.1" status: 204 len: 168 time: 0.6299381 Jul 29 16:44:29.121605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52860) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:29.246058 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-671a7b94-c7af-4ab1-a740-d1a856f7f1d6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for e9f6554d-0813-4ac5-b9fa-a84fdf9a9a6e owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:29.313586 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:29.328518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Deleting port c7c3e4de-fa78-43dd-a0d6-7711a98dacde {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:29.329287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:29.512318 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-671a7b94-c7af-4ab1-a740-d1a856f7f1d6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:29.525093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf56de4-45ba-44a2-9792-6b42b1b6be28 None None] DHCP port deletion for a43d01d3-bca6-4e37-99d1-4044c8c822a8 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:44:29.531410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cbf56de4-45ba-44a2-9792-6b42b1b6be28 None None] Deleting port c7c3e4de-fa78-43dd-a0d6-7711a98dacde {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:29.532245 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cbf56de4-45ba-44a2-9792-6b42b1b6be28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:29.594503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a7b94-c7af-4ab1-a740-d1a856f7f1d6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=e9f6554d-0813-4ac5-b9fa-a84fdf9a9a6e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:29.600466 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] For port c7c3e4de-fa78-43dd-a0d6-7711a98dacde, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c7c3e4de-fa78-43dd-a0d6-7711a98dacde,segment=NetworkSegment(468027f0-9bd4-4a6b-b5cd-b8c304a27543),segment_id=468027f0-9bd4-4a6b-b5cd-b8c304a27543)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:29.601673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:29.824281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Calling delete_port for c7c3e4de-fa78-43dd-a0d6-7711a98dacde owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:29.936326 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-cbf56de4-45ba-44a2-9792-6b42b1b6be28 None None] For port c7c3e4de-fa78-43dd-a0d6-7711a98dacde, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c7c3e4de-fa78-43dd-a0d6-7711a98dacde,segment=NetworkSegment(468027f0-9bd4-4a6b-b5cd-b8c304a27543),segment_id=468027f0-9bd4-4a6b-b5cd-b8c304a27543)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:29.936740 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cbf56de4-45ba-44a2-9792-6b42b1b6be28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:29.965799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-671a7b94-c7af-4ab1-a740-d1a856f7f1d6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:29.967655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c7c3e4de-fa78-43dd-a0d6-7711a98dacde no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:44:29.987728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:30.030830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: c7c3e4de-fa78-43dd-a0d6-7711a98dacde {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:44:30.031180 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c7c3e4de-fa78-43dd-a0d6-7711a98dacde not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:44:30.031604 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 852c8a9f-2bac-47b5-a147-481b7655f89a no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:44:30.096005 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Port': ['ID=c7c3e4de-fa78-43dd-a0d6-7711a98dacde,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:30.103406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No DVR routers for this DVR port c7c3e4de-fa78-43dd-a0d6-7711a98dacde on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:44:30.132754 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 852c8a9f-2bac-47b5-a147-481b7655f89a {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:44:30.133423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 852c8a9f-2bac-47b5-a147-481b7655f89a not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:44:30.225389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cbf56de4-45ba-44a2-9792-6b42b1b6be28 None None] Calling delete_port for c7c3e4de-fa78-43dd-a0d6-7711a98dacde owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:30.274338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:30.303718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43d01d3-bca6-4e37-99d1-4044c8c822a8']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:30.317555 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468027f0-9bd4-4a6b-b5cd-b8c304a27543') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:30.317884 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468027f0-9bd4-4a6b-b5cd-b8c304a27543') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:30.326310 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-cbf56de4-45ba-44a2-9792-6b42b1b6be28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:44:30.326736 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-cbf56de4-45ba-44a2-9792-6b42b1b6be28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:44:30.332212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:30.368472 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:30.384139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:30.384538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:30.426780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671a7b94-c7af-4ab1-a740-d1a856f7f1d6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router 11baf6e4-5f7b-492d-a36f-b8efe4cb67d6 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:44:30.461232 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 468027f0-9bd4-4a6b-b5cd-b8c304a27543 resource provider aggregate not found Jul 29 16:44:30.510955 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 468027f0-9bd4-4a6b-b5cd-b8c304a27543 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 468027f0-9bd4-4a6b-b5cd-b8c304a27543 found for delete ", "request_id": "req-02d8c255-86ab-4292-94eb-40bc7aefcd5b"}]} Jul 29 16:44:30.521518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52890) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:30.552011 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:30.594283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:30.605904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Network': ['ID=a43d01d3-bca6-4e37-99d1-4044c8c822a8,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:30.614055 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-96246db4-5b27-465e-88c3-6ab1f1945da4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/a43d01d3-bca6-4e37-99d1-4044c8c822a8 HTTP/1.1" status: 204 len: 168 time: 1.4913890 Jul 29 16:44:30.616385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52896) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:30.673676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8cee9dfb-de1b-45c5-8042-08cacd1b6988 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:30.681836 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78399da-861e-423a-8cf6-3f231c8cede4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:30.682536 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78399da-861e-423a-8cf6-3f231c8cede4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:30.689365 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a78399da-861e-423a-8cf6-3f231c8cede4 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/subnets/b22c3e51-6403-4b68-8f4a-02cb1e928b8c HTTP/1.1" status: 404 len: 337 time: 0.0699053 Jul 29 16:44:30.694343 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52900) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:30.726349 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8cee9dfb-de1b-45c5-8042-08cacd1b6988 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] 10.222.0.58 "PUT /v2.0/quotas/9b4078a435c94569b5e4469ad986ecd9 HTTP/1.1" status: 200 len: 368 time: 0.1989300 Jul 29 16:44:30.727497 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-d311c537-3fe2-4b74-bf46-1f4e84d21b09 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] DELETE failed (client error): The resource could not be found. Jul 29 16:44:30.727967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d311c537-3fe2-4b74-bf46-1f4e84d21b09 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:30.730218 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d311c537-3fe2-4b74-bf46-1f4e84d21b09 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/de58a248-e1f0-45cd-a5ca-065c1758f734 HTTP/1.1" status: 404 len: 339 time: 0.0347338 Jul 29 16:44:30.730947 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52904) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:30.733119 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52906) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:30.736654 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Request body: {'network': {'project_id': '9b4078a435c94569b5e4469ad986ecd9'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:30.744690 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671a7b94-c7af-4ab1-a740-d1a856f7f1d6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:44:30.756413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3499ccd-1310-4ee5-9d2c-0e389209f189 None None] Sync routers for ids ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:44:30.765455 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-671a7b94-c7af-4ab1-a740-d1a856f7f1d6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/11baf6e4-5f7b-492d-a36f-b8efe4cb67d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6846137 Jul 29 16:44:30.766314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52912) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:30.771174 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3499ccd-1310-4ee5-9d2c-0e389209f189 None None] Routers {'11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:30.774687 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d3499ccd-1310-4ee5-9d2c-0e389209f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:30.778389 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:30.793032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Usage tracker for resource:network and tenant:9b4078a435c94569b5e4469ad986ecd9 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:30.798162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:30.808067 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:30.823764 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-22b885ca-fccc-4d62-9a2a-825ac4bfba89 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Synchronizing usage tracker for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:30.826056 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-783f824e-1bfa-4826-b3c9-e96253f44811 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Deleting subnet 986f22af-68b2-4f75-8291-4e7087907a07 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:44:30.829179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-783f824e-1bfa-4826-b3c9-e96253f44811 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:30.843542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-22b885ca-fccc-4d62-9a2a-825ac4bfba89 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Unset dirty status for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:30.844796 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-22b885ca-fccc-4d62-9a2a-825ac4bfba89 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports?device_id=11baf6e4-5f7b-492d-a36f-b8efe4cb67d6 HTTP/1.1" status: 200 len: 205 time: 0.0770626 Jul 29 16:44:30.847432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52916) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:30.857378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Made reservation on behalf of 9b4078a435c94569b5e4469ad986ecd9 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:30.859613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:30.879413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cbf56de4-45ba-44a2-9792-6b42b1b6be28 None None] Deleting port c7c3e4de-fa78-43dd-a0d6-7711a98dacde {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:30.879793 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cbf56de4-45ba-44a2-9792-6b42b1b6be28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:30.883659 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:30.909886 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d3499ccd-1310-4ee5-9d2c-0e389209f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:30.921191 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:30.924874 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-783f824e-1bfa-4826-b3c9-e96253f44811 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:30.965389 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Usage tracker for resource:security_group_rule and tenant:9b4078a435c94569b5e4469ad986ecd9 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:30.970280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:30.975739 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cbf56de4-45ba-44a2-9792-6b42b1b6be28 None None] The port 'c7c3e4de-fa78-43dd-a0d6-7711a98dacde' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:44:30.980202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:30.981457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3499ccd-1310-4ee5-9d2c-0e389209f189 None None] Routers {'11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:30.986101 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d3499ccd-1310-4ee5-9d2c-0e389209f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:31.008882 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e830a2ce-1b2d-4b6d-980c-10079fdeeb3e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.056189 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d3499ccd-1310-4ee5-9d2c-0e389209f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:31.056804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3499ccd-1310-4ee5-9d2c-0e389209f189 None None] The sync data for ids ['11baf6e4-5f7b-492d-a36f-b8efe4cb67d6'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:44:31.066827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-783f824e-1bfa-4826-b3c9-e96253f44811 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.159364 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.167490 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.203239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-783f824e-1bfa-4826-b3c9-e96253f44811 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.206914 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:44:31.331983 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e830a2ce-1b2d-4b6d-980c-10079fdeeb3e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.334121 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e830a2ce-1b2d-4b6d-980c-10079fdeeb3e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.362606 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e830a2ce-1b2d-4b6d-980c-10079fdeeb3e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.363100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e830a2ce-1b2d-4b6d-980c-10079fdeeb3e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Fanout notify agent at l3_agent the message router_deleted on router 11baf6e4-5f7b-492d-a36f-b8efe4cb67d6 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:44:31.363994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f824e-1bfa-4826-b3c9-e96253f44811 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Subnet': ['ID=986f22af-68b2-4f75-8291-4e7087907a07,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:31.369364 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919e5114-7624-4ac1-8b6b-29af02e5b1ea,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:31.372537 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.372882 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Added segment 50cdbf84-dcca-464e-84e9-6d7477067b33 of type vlan for network 7e3b2bda-9b74-498b-8e2a-3de1415762c8 Jul 29 16:44:31.380055 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-783f824e-1bfa-4826-b3c9-e96253f44811 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.382217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9aaf17-9548-4b80-a498-ce26a9a52e76 None None] Network 74eb322b-d5e2-4503-88e8-bbd368726600 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:31.406555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e830a2ce-1b2d-4b6d-980c-10079fdeeb3e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.407844 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e830a2ce-1b2d-4b6d-980c-10079fdeeb3e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/routers/11baf6e4-5f7b-492d-a36f-b8efe4cb67d6 HTTP/1.1" status: 204 len: 168 time: 0.5593398 Jul 29 16:44:31.410339 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52920) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:31.415452 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.422435 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-783f824e-1bfa-4826-b3c9-e96253f44811 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/subnets/986f22af-68b2-4f75-8291-4e7087907a07 HTTP/1.1" status: 204 len: 168 time: 0.6797380 Jul 29 16:44:31.423173 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52924) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:31.506669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e39da6f-57ab-48a1-9662-88e2db7d474a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting subnet 8850f711-e9ff-4d92-bc91-58e2d65577e0 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:44:31.511252 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e39da6f-57ab-48a1-9662-88e2db7d474a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.587836 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e39da6f-57ab-48a1-9662-88e2db7d474a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.638981 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.655583 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.658336 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:31.659359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.690242 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Deleting port 62fffd90-32c0-4a09-b044-87b0b30a56e3 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:31.691111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.706441 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e39da6f-57ab-48a1-9662-88e2db7d474a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.800156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec28725f-2a2f-403a-ad76-7f8ec85d0ce4 None None] DHCP port deletion for 74eb322b-d5e2-4503-88e8-bbd368726600 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:44:31.804284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ec28725f-2a2f-403a-ad76-7f8ec85d0ce4 None None] Deleting port 62fffd90-32c0-4a09-b044-87b0b30a56e3 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:31.804865 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ec28725f-2a2f-403a-ad76-7f8ec85d0ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.811053 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0790849 Jul 29 16:44:31.811843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52930) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:31.820663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e39da6f-57ab-48a1-9662-88e2db7d474a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.825365 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Request body: {'network': {'project_id': '9b4078a435c94569b5e4469ad986ecd9'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:31.830465 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a46654-3dbe-406f-b4ce-c9f9c73375cd tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Pushing event updated for resources: {'Network': ['ID=7e3b2bda-9b74-498b-8e2a-3de1415762c8,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:31.863749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:31.869432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 7e3b2bda-9b74-498b-8e2a-3de1415762c8 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:44:31.877650 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Usage tracker for resource:network and tenant:9b4078a435c94569b5e4469ad986ecd9 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:31.881909 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:31.888823 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e39da6f-57ab-48a1-9662-88e2db7d474a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.897272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:31.898865 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39da6f-57ab-48a1-9662-88e2db7d474a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Subnet': ['ID=8850f711-e9ff-4d92-bc91-58e2d65577e0,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:31.904134 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9e39da6f-57ab-48a1-9662-88e2db7d474a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/8850f711-e9ff-4d92-bc91-58e2d65577e0 HTTP/1.1" status: 204 len: 168 time: 0.4910634 Jul 29 16:44:31.906916 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52934) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:31.919258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8a58ab-5f34-46e3-bcfb-a1b3ab1b0777 None None] Network b4044aa3-3a60-4010-8b0a-5edfdfa9ada7 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:31.982159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Made reservation on behalf of 9b4078a435c94569b5e4469ad986ecd9 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:31.984417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:31.984981 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9168fc-5fa7-4ac2-9303-e70edfbb2ce3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting subnet 9d9be2bc-b61b-40b5-997d-e9ec4b857998 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:44:31.988644 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc9168fc-5fa7-4ac2-9303-e70edfbb2ce3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.024643 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 62fffd90-32c0-4a09-b044-87b0b30a56e3 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:44:32.040570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:44:32.047648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.048004 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Added segment 6aa619e3-93e5-4362-8b9d-59b3ec199a8f of type vlan for network 8c288622-72b5-419f-86fc-81b0d78e467b Jul 29 16:44:32.066521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc9168fc-5fa7-4ac2-9303-e70edfbb2ce3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.075740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.108821 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] For port 62fffd90-32c0-4a09-b044-87b0b30a56e3, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=62fffd90-32c0-4a09-b044-87b0b30a56e3,segment=NetworkSegment(24d4d4ed-2f55-4b39-a795-d39b6c593d89),segment_id=24d4d4ed-2f55-4b39-a795-d39b6c593d89)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:32.109118 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.198381 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc9168fc-5fa7-4ac2-9303-e70edfbb2ce3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.233523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.234491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:32.235068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.247157 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Calling delete_port for 62fffd90-32c0-4a09-b044-87b0b30a56e3 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:32.289891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc9168fc-5fa7-4ac2-9303-e70edfbb2ce3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.352856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc9168fc-5fa7-4ac2-9303-e70edfbb2ce3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.356831 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9168fc-5fa7-4ac2-9303-e70edfbb2ce3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Subnet': ['ID=9d9be2bc-b61b-40b5-997d-e9ec4b857998,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:32.365368 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fc9168fc-5fa7-4ac2-9303-e70edfbb2ce3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/9d9be2bc-b61b-40b5-997d-e9ec4b857998 HTTP/1.1" status: 204 len: 168 time: 0.4549844 Jul 29 16:44:32.366368 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52938) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:32.408923 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5926445 Jul 29 16:44:32.409725 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52942) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:32.434837 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-81ae267e-9bd1-4c71-a9a3-d0dfbf3aed1b tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Request body: {'network': {'project_id': '9b4078a435c94569b5e4469ad986ecd9'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:32.437107 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bd625-e048-495b-8b16-5b103f1b2df4 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Pushing event updated for resources: {'Network': ['ID=8c288622-72b5-419f-86fc-81b0d78e467b,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:32.442411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9264e138-ac00-4a4a-8875-4ef3e64e9ce5 None None] Network 5292d464-590e-4ed4-9847-92472fe0630c requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:32.443546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-81ae267e-9bd1-4c71-a9a3-d0dfbf3aed1b tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:32.452413 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-81ae267e-9bd1-4c71-a9a3-d0dfbf3aed1b tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Usage tracker for resource:network and tenant:9b4078a435c94569b5e4469ad986ecd9 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:32.456385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-81ae267e-9bd1-4c71-a9a3-d0dfbf3aed1b tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:32.462973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-81ae267e-9bd1-4c71-a9a3-d0dfbf3aed1b tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:32.465386 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ae267e-9bd1-4c71-a9a3-d0dfbf3aed1b tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 16:44:32.465845 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ae267e-9bd1-4c71-a9a3-d0dfbf3aed1b tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:44:32.470132 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-81ae267e-9bd1-4c71-a9a3-d0dfbf3aed1b tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0421596 Jul 29 16:44:32.471160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52946) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:32.499382 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.531527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.546427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port 369d4a27-8b01-4226-8589-8e2776a3122e {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:32.546765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.625406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] No DVR routers for this DVR port 62fffd90-32c0-4a09-b044-87b0b30a56e3 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:44:32.627196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 8c288622-72b5-419f-86fc-81b0d78e467b details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:44:32.633885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Port': ['ID=62fffd90-32c0-4a09-b044-87b0b30a56e3,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:32.764640 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fdd11793-df95-461e-bd9a-b8c16bb2c0a7 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b4078a435c94569b5e4469ad986ecd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921569 Jul 29 16:44:32.768613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52952) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:32.804158 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.852411 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74eb322b-d5e2-4503-88e8-bbd368726600']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:32.869020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d4d4ed-2f55-4b39-a795-d39b6c593d89') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:32.869333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d4d4ed-2f55-4b39-a795-d39b6c593d89') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:32.896350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.897689 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No active binding found for port 62fffd90-32c0-4a09-b044-87b0b30a56e3 {{(pid=89211) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jul 29 16:44:32.898336 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 62fffd90-32c0-4a09-b044-87b0b30a56e3 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:44:32.907406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ec28725f-2a2f-403a-ad76-7f8ec85d0ce4 None None] For port 62fffd90-32c0-4a09-b044-87b0b30a56e3, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=62fffd90-32c0-4a09-b044-87b0b30a56e3,segment=NetworkSegment(24d4d4ed-2f55-4b39-a795-d39b6c593d89),segment_id=24d4d4ed-2f55-4b39-a795-d39b6c593d89)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:32.907900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ec28725f-2a2f-403a-ad76-7f8ec85d0ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.910578 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1db610a-26fe-45de-85b1-51835337ddca tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.923469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:32.940822 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:32.941951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.005868 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c917397-2524-4e3b-b571-2b25674043a8 None None] DHCP port deletion for b4044aa3-3a60-4010-8b0a-5edfdfa9ada7 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:44:33.013026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] For port 369d4a27-8b01-4226-8589-8e2776a3122e, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=369d4a27-8b01-4226-8589-8e2776a3122e,segment=NetworkSegment(dcfcd78e-e454-4743-9770-24c14aa7bdda),segment_id=dcfcd78e-e454-4743-9770-24c14aa7bdda)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:33.013419 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.072844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ec28725f-2a2f-403a-ad76-7f8ec85d0ce4 None None] Calling delete_port for 62fffd90-32c0-4a09-b044-87b0b30a56e3 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:33.079007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1db610a-26fe-45de-85b1-51835337ddca tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.091969 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 24d4d4ed-2f55-4b39-a795-d39b6c593d89 resource provider aggregate not found Jul 29 16:44:33.103113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.110422 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1c917397-2524-4e3b-b571-2b25674043a8 None None] Deleting port 369d4a27-8b01-4226-8589-8e2776a3122e {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:33.110937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1c917397-2524-4e3b-b571-2b25674043a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.129524 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 24d4d4ed-2f55-4b39-a795-d39b6c593d89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24d4d4ed-2f55-4b39-a795-d39b6c593d89 found for delete ", "request_id": "req-254b9703-6801-476f-95a9-3e8ecb9e8717"}]} Jul 29 16:44:33.132337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.149939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] Pushing event deleted for resources: {'Network': ['ID=74eb322b-d5e2-4503-88e8-bbd368726600,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:33.165199 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a3d038af-b013-4d59-8b75-4b0bc2bdbc52 tempest-NetworksIpV6Test-1196259563 tempest-NetworksIpV6Test-1196259563-project] 10.222.0.58 "DELETE /v2.0/networks/74eb322b-d5e2-4503-88e8-bbd368726600 HTTP/1.1" status: 204 len: 168 time: 1.7397397 Jul 29 16:44:33.186281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1db610a-26fe-45de-85b1-51835337ddca tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.220730 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for 369d4a27-8b01-4226-8589-8e2776a3122e owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:33.239588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db610a-26fe-45de-85b1-51835337ddca tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919e5114-7624-4ac1-8b6b-29af02e5b1ea,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:33.245894 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1db610a-26fe-45de-85b1-51835337ddca tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.253455 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c1db610a-26fe-45de-85b1-51835337ddca tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/919e5114-7624-4ac1-8b6b-29af02e5b1ea HTTP/1.1" status: 204 len: 168 time: 0.4822254 Jul 29 16:44:33.253672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52962) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:33.326426 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.425769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] No DVR routers for this DVR port 369d4a27-8b01-4226-8589-8e2776a3122e on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:44:33.427876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=369d4a27-8b01-4226-8589-8e2776a3122e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:33.428023 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1c917397-2524-4e3b-b571-2b25674043a8 None None] For port 369d4a27-8b01-4226-8589-8e2776a3122e, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=369d4a27-8b01-4226-8589-8e2776a3122e,segment=NetworkSegment(dcfcd78e-e454-4743-9770-24c14aa7bdda),segment_id=dcfcd78e-e454-4743-9770-24c14aa7bdda)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:33.428469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1c917397-2524-4e3b-b571-2b25674043a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.540259 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65bba635-7c57-406c-ae31-e694a25a085e tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.559780 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1c917397-2524-4e3b-b571-2b25674043a8 None None] Calling delete_port for 369d4a27-8b01-4226-8589-8e2776a3122e owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:33.642179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.650700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-1c917397-2524-4e3b-b571-2b25674043a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:44:33.651363 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-1c917397-2524-4e3b-b571-2b25674043a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:44:33.657931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35c53e5-b4f2-41cd-8fc6-8ba66c44891a None None] DHCP port deletion for 5292d464-590e-4ed4-9847-92472fe0630c request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:44:33.669549 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e35c53e5-b4f2-41cd-8fc6-8ba66c44891a None None] Deleting port f6dd2c85-0957-4db7-b65b-bf176c052bdf {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:33.670057 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e35c53e5-b4f2-41cd-8fc6-8ba66c44891a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.685391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4044aa3-3a60-4010-8b0a-5edfdfa9ada7']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:33.699650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfcd78e-e454-4743-9770-24c14aa7bdda') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:33.699953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfcd78e-e454-4743-9770-24c14aa7bdda') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:33.720157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.747103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.757602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:33.758460 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.764265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52970) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:33.768610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65bba635-7c57-406c-ae31-e694a25a085e tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.820814 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-65bba635-7c57-406c-ae31-e694a25a085e tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c288622-72b5-419f-86fc-81b0d78e467b']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:33.835957 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-65bba635-7c57-406c-ae31-e694a25a085e tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa619e3-93e5-4362-8b9d-59b3ec199a8f') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:33.836458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-65bba635-7c57-406c-ae31-e694a25a085e tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa619e3-93e5-4362-8b9d-59b3ec199a8f') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:33.851296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-ec28725f-2a2f-403a-ad76-7f8ec85d0ce4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:44:33.851748 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-ec28725f-2a2f-403a-ad76-7f8ec85d0ce4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:44:33.852787 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65bba635-7c57-406c-ae31-e694a25a085e tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.858681 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment dcfcd78e-e454-4743-9770-24c14aa7bdda resource provider aggregate not found Jul 29 16:44:33.909655 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment dcfcd78e-e454-4743-9770-24c14aa7bdda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcfcd78e-e454-4743-9770-24c14aa7bdda found for delete ", "request_id": "req-a2391a29-0d7b-42a4-b8a9-77af15451cc5"}]} Jul 29 16:44:33.913115 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65bba635-7c57-406c-ae31-e694a25a085e tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.921737 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bba635-7c57-406c-ae31-e694a25a085e tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:33.924442 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65bba635-7c57-406c-ae31-e694a25a085e tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.934317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f6dd2c85-0957-4db7-b65b-bf176c052bdf no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:44:33.968743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:33.991545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.000551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Network': ['ID=b4044aa3-3a60-4010-8b0a-5edfdfa9ada7,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:34.023753 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6fcf3c50-04d2-43a9-aa22-27db5b7faa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/networks/b4044aa3-3a60-4010-8b0a-5edfdfa9ada7 HTTP/1.1" status: 204 len: 168 time: 1.6561136 Jul 29 16:44:34.027107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52980) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:34.079552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65bba635-7c57-406c-ae31-e694a25a085e tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.104658 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-65bba635-7c57-406c-ae31-e694a25a085e tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.113773 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-65bba635-7c57-406c-ae31-e694a25a085e tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] 10.222.0.58 "DELETE /v2.0/networks/8c288622-72b5-419f-86fc-81b0d78e467b HTTP/1.1" status: 204 len: 168 time: 0.8582964 Jul 29 16:44:34.117936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 52984) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:34.122179 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-75f4b623-fa01-4fa4-a801-caab8d51e599 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e159ca24d57947deb5a5396342834e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566835 Jul 29 16:44:34.126531 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 52990) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:34.129610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bba635-7c57-406c-ae31-e694a25a085e tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c288622-72b5-419f-86fc-81b0d78e467b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:34.177091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1c917397-2524-4e3b-b571-2b25674043a8 None None] Deleting port 369d4a27-8b01-4226-8589-8e2776a3122e {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:34.177478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1c917397-2524-4e3b-b571-2b25674043a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.204385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port f6dd2c85-0957-4db7-b65b-bf176c052bdf is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:34.204683 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.206512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2454f270-cb10-4b76-8c46-51d32de6c643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.234337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2454f270-cb10-4b76-8c46-51d32de6c643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.260264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.282685 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab63cd88-6925-428b-b483-28b58fb00ad7 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.293220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port f6dd2c85-0957-4db7-b65b-bf176c052bdf {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:34.293554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.305971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e35c53e5-b4f2-41cd-8fc6-8ba66c44891a None None] For port f6dd2c85-0957-4db7-b65b-bf176c052bdf, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f6dd2c85-0957-4db7-b65b-bf176c052bdf,segment=NetworkSegment(79125934-aa8e-4a76-952c-39a83ad432a6),segment_id=79125934-aa8e-4a76-952c-39a83ad432a6)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:34.306395 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e35c53e5-b4f2-41cd-8fc6-8ba66c44891a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.311966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2454f270-cb10-4b76-8c46-51d32de6c643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.319850 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1c917397-2524-4e3b-b571-2b25674043a8 None None] The port '369d4a27-8b01-4226-8589-8e2776a3122e' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:44:34.331761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454f270-cb10-4b76-8c46-51d32de6c643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a0c5f1-b2a1-41da-bb82-876e288461aa,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:34.331903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port f6dd2c85-0957-4db7-b65b-bf176c052bdf, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f6dd2c85-0957-4db7-b65b-bf176c052bdf,segment=NetworkSegment(79125934-aa8e-4a76-952c-39a83ad432a6),segment_id=79125934-aa8e-4a76-952c-39a83ad432a6)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:34.351210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2454f270-cb10-4b76-8c46-51d32de6c643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.355017 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2454f270-cb10-4b76-8c46-51d32de6c643 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7a0c5f1-b2a1-41da-bb82-876e288461aa HTTP/1.1" status: 204 len: 168 time: 0.2248051 Jul 29 16:44:34.461361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e35c53e5-b4f2-41cd-8fc6-8ba66c44891a None None] Calling delete_port for f6dd2c85-0957-4db7-b65b-bf176c052bdf owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:34.539075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab63cd88-6925-428b-b483-28b58fb00ad7 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.539559 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ec28725f-2a2f-403a-ad76-7f8ec85d0ce4 None None] Deleting port 62fffd90-32c0-4a09-b044-87b0b30a56e3 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:34.541021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ec28725f-2a2f-403a-ad76-7f8ec85d0ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.632755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ec28725f-2a2f-403a-ad76-7f8ec85d0ce4 None None] The port '62fffd90-32c0-4a09-b044-87b0b30a56e3' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:44:34.633494 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-ab63cd88-6925-428b-b483-28b58fb00ad7 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3b2bda-9b74-498b-8e2a-3de1415762c8']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:34.644235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-e35c53e5-b4f2-41cd-8fc6-8ba66c44891a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:44:34.644849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-e35c53e5-b4f2-41cd-8fc6-8ba66c44891a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:44:34.645640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.646581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 369d4a27-8b01-4226-8589-8e2776a3122e no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:44:34.665137 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-ab63cd88-6925-428b-b483-28b58fb00ad7 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cdbf84-dcca-464e-84e9-6d7477067b33') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:34.665700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-ab63cd88-6925-428b-b483-28b58fb00ad7 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cdbf84-dcca-464e-84e9-6d7477067b33') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:34.696493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab63cd88-6925-428b-b483-28b58fb00ad7 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.718691 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] For port f6dd2c85-0957-4db7-b65b-bf176c052bdf, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f6dd2c85-0957-4db7-b65b-bf176c052bdf,segment=NetworkSegment(79125934-aa8e-4a76-952c-39a83ad432a6),segment_id=79125934-aa8e-4a76-952c-39a83ad432a6)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:34.719226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:34.736232 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 369d4a27-8b01-4226-8589-8e2776a3122e {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:44:34.736918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 369d4a27-8b01-4226-8589-8e2776a3122e not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:44:34.761767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=f6dd2c85-0957-4db7-b65b-bf176c052bdf,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:34.961168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for f6dd2c85-0957-4db7-b65b-bf176c052bdf owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:35.005037 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab63cd88-6925-428b-b483-28b58fb00ad7 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.019646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab63cd88-6925-428b-b483-28b58fb00ad7 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:35.020083 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab63cd88-6925-428b-b483-28b58fb00ad7 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.130719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab63cd88-6925-428b-b483-28b58fb00ad7 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.146770 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e35c53e5-b4f2-41cd-8fc6-8ba66c44891a None None] Deleting port f6dd2c85-0957-4db7-b65b-bf176c052bdf {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:35.147165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e35c53e5-b4f2-41cd-8fc6-8ba66c44891a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.152969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab63cd88-6925-428b-b483-28b58fb00ad7 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.154346 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 6aa619e3-93e5-4362-8b9d-59b3ec199a8f resource provider aggregate not found Jul 29 16:44:35.160038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.177751 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 6aa619e3-93e5-4362-8b9d-59b3ec199a8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6aa619e3-93e5-4362-8b9d-59b3ec199a8f found for delete ", "request_id": "req-c25a3ad4-cc13-41ff-94b2-bcd048626e6b"}]} Jul 29 16:44:35.200268 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63cd88-6925-428b-b483-28b58fb00ad7 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e3b2bda-9b74-498b-8e2a-3de1415762c8,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:35.223323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=f6dd2c85-0957-4db7-b65b-bf176c052bdf,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:35.229486 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ab63cd88-6925-428b-b483-28b58fb00ad7 tempest-QuotasNegativeTest-1163940313 tempest-QuotasNegativeTest-1163940313-project-admin] 10.222.0.58 "DELETE /v2.0/networks/7e3b2bda-9b74-498b-8e2a-3de1415762c8 HTTP/1.1" status: 204 len: 168 time: 1.1010489 Jul 29 16:44:35.232452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] No DVR routers for this DVR port f6dd2c85-0957-4db7-b65b-bf176c052bdf on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:44:35.232601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e35c53e5-b4f2-41cd-8fc6-8ba66c44891a None None] The port 'f6dd2c85-0957-4db7-b65b-bf176c052bdf' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:44:35.309613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53036) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:35.369216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.396968 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5292d464-590e-4ed4-9847-92472fe0630c']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:35.411507 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79125934-aa8e-4a76-952c-39a83ad432a6') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:35.412107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79125934-aa8e-4a76-952c-39a83ad432a6') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:35.428404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.450179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.456362 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:35.456745 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.568471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.575778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-97a80c2e-50ec-4846-85bd-df33c47799f2 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:35.576532 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-97a80c2e-50ec-4846-85bd-df33c47799f2 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 16:44:35.577269 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-97a80c2e-50ec-4846-85bd-df33c47799f2 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 16:44:35.582144 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-97a80c2e-50ec-4846-85bd-df33c47799f2 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2676840 Jul 29 16:44:35.582582 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53044) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:35.586969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792333448'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:35.589264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.595279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:35.600041 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:35.600585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Network': ['ID=5292d464-590e-4ed4-9847-92472fe0630c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:35.603697 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-61a63851-4468-4b8e-9594-aa779ae59e6b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/networks/5292d464-590e-4ed4-9847-92472fe0630c HTTP/1.1" status: 204 len: 168 time: 1.5751307 Jul 29 16:44:35.605467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:35.613616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53048) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:35.620613 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'network': {'name': 'tempest-RoutersTest-526917671'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:35.623540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:35.628790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:35.633756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:network and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:35.639243 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:35.639940 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.654101 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.654236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:35.669623 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:35.672338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:35.674766 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.676454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:35.679312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:35.685837 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:35.709681 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:44:35.722027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.722915 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Added segment d5119b39-acd4-46d9-bd56-7b5b019b403f of type vlan for network b4c10e8d-c283-47cf-b444-8d2691fef292 Jul 29 16:44:35.753242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.781870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.788829 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.793348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.798872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:35.799436 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:35.836667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:35.846483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:35.856764 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:35.859433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53054) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:35.867911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:35.881787 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fdfefb-d9a0-4de6-9ea9-ecfd1314fa65,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:35.925247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Network': ['ID=b4c10e8d-c283-47cf-b444-8d2691fef292,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:35.936340 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e9beec64-4c8b-413e-9caa-c8f61b48e673 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3215604 Jul 29 16:44:35.939348 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network b4c10e8d-c283-47cf-b444-8d2691fef292 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:44:35.940497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53062) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:35.950076 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 50cdbf84-dcca-464e-84e9-6d7477067b33 resource provider aggregate not found Jul 29 16:44:35.951864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'subnet': {'network_id': 'b4c10e8d-c283-47cf-b444-8d2691fef292', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:35.974194 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 50cdbf84-dcca-464e-84e9-6d7477067b33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50cdbf84-dcca-464e-84e9-6d7477067b33 found for delete ", "request_id": "req-d448906b-6aa2-4676-8bfb-b02440bda4a3"}]} Jul 29 16:44:36.000371 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 79125934-aa8e-4a76-952c-39a83ad432a6 resource provider aggregate not found Jul 29 16:44:36.027623 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 79125934-aa8e-4a76-952c-39a83ad432a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79125934-aa8e-4a76-952c-39a83ad432a6 found for delete ", "request_id": "req-fa832d8b-83af-4788-9f00-b6a562914148"}]} Jul 29 16:44:36.051140 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.117592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.140464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-57fb35d5-8f32-4d5f-bd3e-53b29455a5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.206469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-57fb35d5-8f32-4d5f-bd3e-53b29455a5c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:36.214238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-57fb35d5-8f32-4d5f-bd3e-53b29455a5c3 admin admin] Usage tracker for resource:security_group_rule and tenant:4628717042eb42dcadd0c3a06d36d812 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:36.216790 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4065c0-c14a-4bf1-b199-449009fb94ce,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:36.219080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-57fb35d5-8f32-4d5f-bd3e-53b29455a5c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:36.227863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.229689 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2e939b77-a564-4649-a64d-8b3b4419e677 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6459053 Jul 29 16:44:36.231895 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-57fb35d5-8f32-4d5f-bd3e-53b29455a5c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:36.232967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53074) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:36.241089 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e1ebb0bd-f6b8-4678-a8ee-810f68438e3c tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': '3d4065c0-c14a-4bf1-b199-449009fb94ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:36.243309 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:36.247251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e1ebb0bd-f6b8-4678-a8ee-810f68438e3c tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:36.249160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:subnet and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:36.251651 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e1ebb0bd-f6b8-4678-a8ee-810f68438e3c tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:36.254752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e1ebb0bd-f6b8-4678-a8ee-810f68438e3c tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:36.257397 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:36.261146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e1ebb0bd-f6b8-4678-a8ee-810f68438e3c tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:36.266508 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:36.282037 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb0bd-f6b8-4678-a8ee-810f68438e3c tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.286855 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:36.290332 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.352020 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb0bd-f6b8-4678-a8ee-810f68438e3c tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.356792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb0bd-f6b8-4678-a8ee-810f68438e3c tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.385624 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebb0bd-f6b8-4678-a8ee-810f68438e3c tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54efe199-5b70-4d77-9d16-333fc151c375,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:36.397179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e1ebb0bd-f6b8-4678-a8ee-810f68438e3c tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.401934 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e1ebb0bd-f6b8-4678-a8ee-810f68438e3c tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1647003 Jul 29 16:44:36.402237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53078) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:36.408198 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-10e60458-7dd7-4839-886a-92ac8fa743ce tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': '3d4065c0-c14a-4bf1-b199-449009fb94ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:36.414208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-10e60458-7dd7-4839-886a-92ac8fa743ce tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:36.419290 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-10e60458-7dd7-4839-886a-92ac8fa743ce tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:36.422705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-10e60458-7dd7-4839-886a-92ac8fa743ce tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:36.428731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-10e60458-7dd7-4839-886a-92ac8fa743ce tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:36.442573 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-57fb35d5-8f32-4d5f-bd3e-53b29455a5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.446716 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-10e60458-7dd7-4839-886a-92ac8fa743ce tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.451763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-57fb35d5-8f32-4d5f-bd3e-53b29455a5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.501711 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-57fb35d5-8f32-4d5f-bd3e-53b29455a5c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4628717042eb42dcadd0c3a06d36d812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6408858 Jul 29 16:44:36.504576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53082) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:36.546848 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb35d5-8f32-4d5f-bd3e-53b29455a5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c87cd7e-e477-4ff2-acb9-2dd82c9fee95,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:36.581543 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-10e60458-7dd7-4839-886a-92ac8fa743ce tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 16:44:36.582805 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-10e60458-7dd7-4839-886a-92ac8fa743ce tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1795785 Jul 29 16:44:36.587555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53086) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:36.621173 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.660992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f915518d-fa4d-4c43-b5f7-bb509fef69b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.706035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Subnet': ['ID=2faf0fa8-6815-4b5a-beae-ce5b980e2ed2,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:36.708395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f915518d-fa4d-4c43-b5f7-bb509fef69b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.710103 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Checking segment: {'id': 'd5119b39-acd4-46d9-bd56-7b5b019b403f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b4c10e8d-c283-47cf-b444-8d2691fef292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:36.710459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network hostable DHCP agents. Network: b4c10e8d-c283-47cf-b444-8d2691fef292, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:44:36.715877 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b22253ef-67a9-4dc2-b34d-41bd1fb84f04 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.731374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network b4c10e8d-c283-47cf-b444-8d2691fef292 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:44:36.743316 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, b4c10e8d-c283-47cf-b444-8d2691fef292) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:36.749474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:36.749840 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.754143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55586123-c776-47fb-bffa-3a65d4d8bdf0 None None] Network b4c10e8d-c283-47cf-b444-8d2691fef292 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:36.783614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b22253ef-67a9-4dc2-b34d-41bd1fb84f04 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.787637 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2257ca50-daa4-4191-980f-0e89b00c255a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8461413 Jul 29 16:44:36.790389 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53090) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:36.803822 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1446f35f-db92-4aa4-8849-6810b3a2b7b6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2070396037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:36.816759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1446f35f-db92-4aa4-8849-6810b3a2b7b6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:36.831353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1446f35f-db92-4aa4-8849-6810b3a2b7b6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:router and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:36.837540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1446f35f-db92-4aa4-8849-6810b3a2b7b6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:36.845262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1446f35f-db92-4aa4-8849-6810b3a2b7b6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:36.846889 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b22253ef-67a9-4dc2-b34d-41bd1fb84f04 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.866864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f915518d-fa4d-4c43-b5f7-bb509fef69b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.872312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1446f35f-db92-4aa4-8849-6810b3a2b7b6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.874104 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1446f35f-db92-4aa4-8849-6810b3a2b7b6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.875598 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22253ef-67a9-4dc2-b34d-41bd1fb84f04 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4065c0-c14a-4bf1-b199-449009fb94ce,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:36.897449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915518d-fa4d-4c43-b5f7-bb509fef69b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c87cd7e-e477-4ff2-acb9-2dd82c9fee95,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:36.904871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1446f35f-db92-4aa4-8849-6810b3a2b7b6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.906925 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f915518d-fa4d-4c43-b5f7-bb509fef69b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.908044 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f915518d-fa4d-4c43-b5f7-bb509fef69b1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c87cd7e-e477-4ff2-acb9-2dd82c9fee95 HTTP/1.1" status: 204 len: 168 time: 0.4016118 Jul 29 16:44:36.909205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b22253ef-67a9-4dc2-b34d-41bd1fb84f04 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.912438 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b22253ef-67a9-4dc2-b34d-41bd1fb84f04 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "DELETE /v2.0/security-groups/3d4065c0-c14a-4bf1-b199-449009fb94ce HTTP/1.1" status: 204 len: 168 time: 0.3217456 Jul 29 16:44:36.913114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53096) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:36.954198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1446f35f-db92-4aa4-8849-6810b3a2b7b6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:36.999209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1446f35f-db92-4aa4-8849-6810b3a2b7b6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.006479 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1446f35f-db92-4aa4-8849-6810b3a2b7b6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2128265 Jul 29 16:44:37.007542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53100) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:37.014077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-341d4597-d2ef-49b6-aff3-fe8be0260b50 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Synchronizing usage tracker for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:37.016188 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'port': {'network_id': 'b4c10e8d-c283-47cf-b444-8d2691fef292', 'name': 'tempest-RoutersTest-793669198'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:37.061783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-341d4597-d2ef-49b6-aff3-fe8be0260b50 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Unset dirty status for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:37.063078 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-341d4597-d2ef-49b6-aff3-fe8be0260b50 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1490765 Jul 29 16:44:37.067670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53104) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:37.082477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4e38bb73-9211-44d6-bd29-674db72ec400 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group': {'name': 'tempest-secgroup--939497288'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:37.090151 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4e38bb73-9211-44d6-bd29-674db72ec400 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:37.128685 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4e38bb73-9211-44d6-bd29-674db72ec400 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:37.149631 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e38bb73-9211-44d6-bd29-674db72ec400 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.157471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-b4c10e8d-c283-47cf-b444-8d2691fef292', 'network_id': 'b4c10e8d-c283-47cf-b444-8d2691fef292', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'fixed_ips': [{'subnet_id': '2faf0fa8-6815-4b5a-beae-ce5b980e2ed2'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:44:37.158368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.202936 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:37.206726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4e38bb73-9211-44d6-bd29-674db72ec400 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:37.207723 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:port and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:37.211062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:37.218088 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:37.220777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4e38bb73-9211-44d6-bd29-674db72ec400 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:37.224237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4e38bb73-9211-44d6-bd29-674db72ec400 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:37.234751 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4e38bb73-9211-44d6-bd29-674db72ec400 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:37.238159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:37.243728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.269775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] device_id is not set on port 40975bdb-10b9-4582-b779-f473feaa63df yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:44:37.356056 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e38bb73-9211-44d6-bd29-674db72ec400 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.360796 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e38bb73-9211-44d6-bd29-674db72ec400 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.410418 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Allocated IP 172.20.0.2 (b4c10e8d-c283-47cf-b444-8d2691fef292/2faf0fa8-6815-4b5a-beae-ce5b980e2ed2/e53b075f-0ec7-4fc5-a2d0-c85839e947bd) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:37.420354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38bb73-9211-44d6-bd29-674db72ec400 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa5b300-76a6-40ab-8afa-4d5f05077e0b,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:37.428613 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e38bb73-9211-44d6-bd29-674db72ec400 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.430676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53120) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:37.434350 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4e38bb73-9211-44d6-bd29-674db72ec400 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3638926 Jul 29 16:44:37.434491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53124) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:37.454360 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22cb27f2-cdd8-433b-8c46-fa045818050c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.466254 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-fda0c120-d6b6-446f-9e22-e9764936c98a tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': '9aa5b300-76a6-40ab-8afa-4d5f05077e0b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:37.467092 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-fda0c120-d6b6-446f-9e22-e9764936c98a tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 29 16:44:37.467690 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-fda0c120-d6b6-446f-9e22-e9764936c98a tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:37.471878 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fda0c120-d6b6-446f-9e22-e9764936c98a tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0335469 Jul 29 16:44:37.471878 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53128) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:37.538261 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-22cb27f2-cdd8-433b-8c46-fa045818050c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:37.545148 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-22cb27f2-cdd8-433b-8c46-fa045818050c admin admin] Usage tracker for resource:security_group_rule and tenant:417eb38cb91b4ab89ddaec4cda5cd665 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:37.549210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-22cb27f2-cdd8-433b-8c46-fa045818050c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:37.558676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-22cb27f2-cdd8-433b-8c46-fa045818050c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:37.610026 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70d655e6-163a-4ca5-aac7-13f4d1e24ab5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.652449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70d655e6-163a-4ca5-aac7-13f4d1e24ab5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.672961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.686999 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Transition to ACTIVE for port object e53b075f-0ec7-4fc5-a2d0-c85839e947bd will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:37.709959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Transition to ACTIVE for port object e53b075f-0ec7-4fc5-a2d0-c85839e947bd will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:37.716609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.788806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22cb27f2-cdd8-433b-8c46-fa045818050c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.790684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70d655e6-163a-4ca5-aac7-13f4d1e24ab5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.792598 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Network b4c10e8d-c283-47cf-b444-8d2691fef292 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:37.795891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:37.799819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:44:37.839116 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Pushing event updated for resources: {'Port': ['ID=e53b075f-0ec7-4fc5-a2d0-c85839e947bd,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:37.913992 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Attempting to bind port e53b075f-0ec7-4fc5-a2d0-c85839e947bd on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:44:37.914352 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Attempting to bind port e53b075f-0ec7-4fc5-a2d0-c85839e947bd by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'd5119b39-acd4-46d9-bd56-7b5b019b403f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b4c10e8d-c283-47cf-b444-8d2691fef292'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:44:37.914715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Attempting to bind port e53b075f-0ec7-4fc5-a2d0-c85839e947bd on network b4c10e8d-c283-47cf-b444-8d2691fef292 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:44:37.920773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:44:37.921181 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Checking segment: {'id': 'd5119b39-acd4-46d9-bd56-7b5b019b403f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b4c10e8d-c283-47cf-b444-8d2691fef292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:37.921578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.921965 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Bound using segment: {'id': 'd5119b39-acd4-46d9-bd56-7b5b019b403f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b4c10e8d-c283-47cf-b444-8d2691fef292'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:44:37.922429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Bound port: e53b075f-0ec7-4fc5-a2d0-c85839e947bd, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5119b39-acd4-46d9-bd56-7b5b019b403f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b4c10e8d-c283-47cf-b444-8d2691fef292'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:44:37.922801 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.926688 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d655e6-163a-4ca5-aac7-13f4d1e24ab5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa5b300-76a6-40ab-8afa-4d5f05077e0b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:37.929098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22cb27f2-cdd8-433b-8c46-fa045818050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:37.986485 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-22cb27f2-cdd8-433b-8c46-fa045818050c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=417eb38cb91b4ab89ddaec4cda5cd665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522933 Jul 29 16:44:37.988274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53132) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:38.001360 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Allocated IP 172.20.0.8 (b4c10e8d-c283-47cf-b444-8d2691fef292/2faf0fa8-6815-4b5a-beae-ce5b980e2ed2/40975bdb-10b9-4582-b779-f473feaa63df) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:38.015108 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb27f2-cdd8-433b-8c46-fa045818050c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca68740-c084-4e21-a6dd-102669ef5c2a,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:38.025640 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70d655e6-163a-4ca5-aac7-13f4d1e24ab5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:38.029125 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-70d655e6-163a-4ca5-aac7-13f4d1e24ab5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "DELETE /v2.0/security-groups/9aa5b300-76a6-40ab-8afa-4d5f05077e0b HTTP/1.1" status: 204 len: 168 time: 0.5565875 Jul 29 16:44:38.029685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53136) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:38.034939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] For port e53b075f-0ec7-4fc5-a2d0-c85839e947bd, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:44:38.043294 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] For port e53b075f-0ec7-4fc5-a2d0-c85839e947bd, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e53b075f-0ec7-4fc5-a2d0-c85839e947bd,segment=NetworkSegment(d5119b39-acd4-46d9-bd56-7b5b019b403f),segment_id=d5119b39-acd4-46d9-bd56-7b5b019b403f)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:44:38.056280 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:38.103738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ce33-09e8-4277-bd33-fe512615a053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:38.117400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4d5d8927-f431-499f-a92a-85d3bdce7ac8 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Synchronizing usage tracker for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:38.130305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86a6d1-6c8c-48eb-80cf-a4f6142a6c34 None None] Pushing event updated for resources: {'Port': ['ID=e53b075f-0ec7-4fc5-a2d0-c85839e947bd,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:38.155587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ce33-09e8-4277-bd33-fe512615a053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:38.222357 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4d5d8927-f431-499f-a92a-85d3bdce7ac8 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Unset dirty status for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:38.229861 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4d5d8927-f431-499f-a92a-85d3bdce7ac8 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1982777 Jul 29 16:44:38.230105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53142) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:38.238906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-be08e0f5-7c03-487a-bfd6-45d17b56a149 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233659520'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:38.248642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ce33-09e8-4277-bd33-fe512615a053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:38.273657 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-be08e0f5-7c03-487a-bfd6-45d17b56a149 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:38.310269 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2ce33-09e8-4277-bd33-fe512615a053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca68740-c084-4e21-a6dd-102669ef5c2a,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:38.317568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ce33-09e8-4277-bd33-fe512615a053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:38.325840 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:38.331030 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2ad2ce33-09e8-4277-bd33-fe512615a053 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bca68740-c084-4e21-a6dd-102669ef5c2a HTTP/1.1" status: 204 len: 168 time: 0.3405297 Jul 29 16:44:38.347915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-be08e0f5-7c03-487a-bfd6-45d17b56a149 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:38.364790 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Transition to ACTIVE for port object 40975bdb-10b9-4582-b779-f473feaa63df will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:38.373121 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be08e0f5-7c03-487a-bfd6-45d17b56a149 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:38.405030 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:38.431562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-be08e0f5-7c03-487a-bfd6-45d17b56a149 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:38.439530 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-be08e0f5-7c03-487a-bfd6-45d17b56a149 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:38.443744 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-be08e0f5-7c03-487a-bfd6-45d17b56a149 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:38.467868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-be08e0f5-7c03-487a-bfd6-45d17b56a149 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:38.591557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network b4c10e8d-c283-47cf-b444-8d2691fef292 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:38.608666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:38.624230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:44:38.693440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=40975bdb-10b9-4582-b779-f473feaa63df,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:38.711422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be08e0f5-7c03-487a-bfd6-45d17b56a149 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:38.721592 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be08e0f5-7c03-487a-bfd6-45d17b56a149 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:38.727563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:38.728252 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:38.773732 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-26318fe8-4cd1-47d8-aa5e-dfe7eda4aa45 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7632062 Jul 29 16:44:38.777589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53150) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:38.938827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08e0f5-7c03-487a-bfd6-45d17b56a149 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3f874d-322d-4cd5-8556-e2e28f114460,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:39.021138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be08e0f5-7c03-487a-bfd6-45d17b56a149 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:39.024871 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-be08e0f5-7c03-487a-bfd6-45d17b56a149 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7911510 Jul 29 16:44:39.025359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53160) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:39.037792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b1cccf1a-951a-4d78-b29a-4a80b694c2da tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': '4c3f874d-322d-4cd5-8556-e2e28f114460', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:39.038894 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-b1cccf1a-951a-4d78-b29a-4a80b694c2da tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 29 16:44:39.039636 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-b1cccf1a-951a-4d78-b29a-4a80b694c2da tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:39.043728 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b1cccf1a-951a-4d78-b29a-4a80b694c2da tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0124569 Jul 29 16:44:39.044419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53166) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:39.144341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc9e2b24-ca88-43f1-84fd-c8655850f316 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:39.192518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc9e2b24-ca88-43f1-84fd-c8655850f316 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:39.284537 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc9e2b24-ca88-43f1-84fd-c8655850f316 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:39.318601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e2b24-ca88-43f1-84fd-c8655850f316 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3f874d-322d-4cd5-8556-e2e28f114460,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:39.322515 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc9e2b24-ca88-43f1-84fd-c8655850f316 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:39.323927 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cc9e2b24-ca88-43f1-84fd-c8655850f316 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "DELETE /v2.0/security-groups/4c3f874d-322d-4cd5-8556-e2e28f114460 HTTP/1.1" status: 204 len: 168 time: 0.2782328 Jul 29 16:44:39.327308 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53176) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:39.420946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-91fe90c5-0601-4e42-b8b8-4da9d0ebcd08 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Synchronizing usage tracker for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:39.443773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-91fe90c5-0601-4e42-b8b8-4da9d0ebcd08 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Unset dirty status for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:39.446356 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-91fe90c5-0601-4e42-b8b8-4da9d0ebcd08 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1175740 Jul 29 16:44:39.452295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53186) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:39.460588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2434e13d-fe32-4f03-9f65-66d2275e845e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1173702300'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:39.469404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2434e13d-fe32-4f03-9f65-66d2275e845e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:39.483709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2434e13d-fe32-4f03-9f65-66d2275e845e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:39.501125 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2434e13d-fe32-4f03-9f65-66d2275e845e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:39.548016 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2434e13d-fe32-4f03-9f65-66d2275e845e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:39.563306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2434e13d-fe32-4f03-9f65-66d2275e845e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:39.567653 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2434e13d-fe32-4f03-9f65-66d2275e845e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:39.588386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2434e13d-fe32-4f03-9f65-66d2275e845e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:39.714458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2434e13d-fe32-4f03-9f65-66d2275e845e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:39.722316 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2434e13d-fe32-4f03-9f65-66d2275e845e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:39.772081 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53192) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:39.807954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf897d61-b4a4-424d-a1f8-ee08e8ff98b0 None None] Network b4c10e8d-c283-47cf-b444-8d2691fef292 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:39.820226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434e13d-fe32-4f03-9f65-66d2275e845e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26d1dca-92c9-493a-a96b-abae6bc22b5b,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:39.846294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2434e13d-fe32-4f03-9f65-66d2275e845e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:39.858466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53198) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:39.864539 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2434e13d-fe32-4f03-9f65-66d2275e845e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4027491 Jul 29 16:44:39.864756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3eac62ea-9d79-4e91-b756-9203392e3eea tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:39.879711 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a15523ab-fc6a-42c4-8971-ecae41ceab2e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': 'f26d1dca-92c9-493a-a96b-abae6bc22b5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:39.899988 dv-neutron-851534-1-hyperv neutron-server[89210]: WARNING neutron.api.v2.base [None req-a15523ab-fc6a-42c4-8971-ecae41ceab2e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 29 16:44:39.900641 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-a15523ab-fc6a-42c4-8971-ecae41ceab2e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:39.904989 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a15523ab-fc6a-42c4-8971-ecae41ceab2e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0428677 Jul 29 16:44:39.905356 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53202) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:39.910869 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a7067ba0-9806-4d1f-afbf-5a4356fc4e90 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': 'f26d1dca-92c9-493a-a96b-abae6bc22b5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:39.912608 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-a7067ba0-9806-4d1f-afbf-5a4356fc4e90 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 29 16:44:39.913412 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-a7067ba0-9806-4d1f-afbf-5a4356fc4e90 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:39.917994 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a7067ba0-9806-4d1f-afbf-5a4356fc4e90 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081270 Jul 29 16:44:39.920313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53206) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:39.929157 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e003c876-56e7-4d1d-80dc-3a5f01d07ca0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': 'f26d1dca-92c9-493a-a96b-abae6bc22b5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:39.930342 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-e003c876-56e7-4d1d-80dc-3a5f01d07ca0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 29 16:44:39.930941 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-e003c876-56e7-4d1d-80dc-3a5f01d07ca0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:39.935346 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e003c876-56e7-4d1d-80dc-3a5f01d07ca0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103052 Jul 29 16:44:39.935823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53210) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:39.952083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8243b5fd-8298-4b87-b50a-c936fd3b59c2 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': 'f26d1dca-92c9-493a-a96b-abae6bc22b5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:39.953090 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-8243b5fd-8298-4b87-b50a-c936fd3b59c2 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 29 16:44:39.955938 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-8243b5fd-8298-4b87-b50a-c936fd3b59c2 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:39.961924 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8243b5fd-8298-4b87-b50a-c936fd3b59c2 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0130472 Jul 29 16:44:39.966920 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53214) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:39.996253 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e53b075f-0ec7-4fc5-a2d0-c85839e947bd up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:40.033490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4ddda68c-45be-4b17-b52b-e3b4df622e35 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:40.034251 dv-neutron-851534-1-hyperv neutron-server[89210]: WARNING neutron.api.v2.base [None req-4ddda68c-45be-4b17-b52b-e3b4df622e35 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 16:44:40.034749 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-4ddda68c-45be-4b17-b52b-e3b4df622e35 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 16:44:40.035731 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4ddda68c-45be-4b17-b52b-e3b4df622e35 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2625523 Jul 29 16:44:40.040168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53218) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:40.048504 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group': {'name': 'tempest-secgroup--794211805'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:40.057980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:40.064501 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:40.069952 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:40.079622 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:40.095098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.110994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.130888 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:40.143950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:40.149574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:40.165985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:40.187778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-11288e21-579e-44c8-b69b-86f6f3b2e954 None None] Provisioning for port e53b075f-0ec7-4fc5-a2d0-c85839e947bd completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:40.232886 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port e53b075f-0ec7-4fc5-a2d0-c85839e947bd completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:40.269769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4541a809-d012-4ac5-82ef-8c73ad95fed0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.279449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.285599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.292653 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e53b075f-0ec7-4fc5-a2d0-c85839e947bd triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:40.293202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.328894 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd84f1e-b23d-4ab5-8b34-82f262b08050,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:40.347100 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:40.356101 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:40.360393 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:40.366890 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4541a809-d012-4ac5-82ef-8c73ad95fed0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.370296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:40.494094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.499843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.528933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4541a809-d012-4ac5-82ef-8c73ad95fed0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.552948 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e53b075f-0ec7-4fc5-a2d0-c85839e947bd is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:40.553353 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.579028 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3eac62ea-9d79-4e91-b756-9203392e3eea tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.580962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541a809-d012-4ac5-82ef-8c73ad95fed0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26d1dca-92c9-493a-a96b-abae6bc22b5b,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:40.609825 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4541a809-d012-4ac5-82ef-8c73ad95fed0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.610139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a9a8fd-6f22-41de-8948-5b8d976ddaeb,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:40.612602 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4541a809-d012-4ac5-82ef-8c73ad95fed0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "DELETE /v2.0/security-groups/f26d1dca-92c9-493a-a96b-abae6bc22b5b HTTP/1.1" status: 204 len: 168 time: 0.6402831 Jul 29 16:44:40.615094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3eac62ea-9d79-4e91-b756-9203392e3eea tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.617937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53224) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:40.626210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.627479 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b56ba54c-81f5-4e95-9af4-302ba2861de4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5854487 Jul 29 16:44:40.632711 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53228) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:40.679341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e08ae9b8-a554-4ee5-9a14-9479c87c3ee0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': '98a9a8fd-6f22-41de-8948-5b8d976ddaeb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:40.688037 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port e53b075f-0ec7-4fc5-a2d0-c85839e947bd, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e53b075f-0ec7-4fc5-a2d0-c85839e947bd,segment=NetworkSegment(d5119b39-acd4-46d9-bd56-7b5b019b403f),segment_id=d5119b39-acd4-46d9-bd56-7b5b019b403f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:40.689940 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e08ae9b8-a554-4ee5-9a14-9479c87c3ee0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:40.695796 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e08ae9b8-a554-4ee5-9a14-9479c87c3ee0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:40.699887 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.706129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e08ae9b8-a554-4ee5-9a14-9479c87c3ee0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:40.725792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e08ae9b8-a554-4ee5-9a14-9479c87c3ee0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:40.779875 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac62ea-9d79-4e91-b756-9203392e3eea tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=40975bdb-10b9-4582-b779-f473feaa63df,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:40.781527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e08ae9b8-a554-4ee5-9a14-9479c87c3ee0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.815814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=e53b075f-0ec7-4fc5-a2d0-c85839e947bd,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:40.845990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ba40aa4c-e184-4b0c-b0c2-9f390dac07c5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Synchronizing usage tracker for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:40.846225 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-197e111e-13c2-4413-a965-d03bc17da101 None None] Provisioning for port 40975bdb-10b9-4582-b779-f473feaa63df completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:40.854797 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-197e111e-13c2-4413-a965-d03bc17da101 None None] Provisioning complete for port 40975bdb-10b9-4582-b779-f473feaa63df triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:40.855168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-197e111e-13c2-4413-a965-d03bc17da101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.888075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ba40aa4c-e184-4b0c-b0c2-9f390dac07c5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Unset dirty status for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:40.889557 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ba40aa4c-e184-4b0c-b0c2-9f390dac07c5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2702963 Jul 29 16:44:40.893978 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53232) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:40.905797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ff9b7ee5-7e4f-4ab3-8864-01edbe795caf tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614967096'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:40.914706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ff9b7ee5-7e4f-4ab3-8864-01edbe795caf tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:40.915572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-197e111e-13c2-4413-a965-d03bc17da101 None None] Port 40975bdb-10b9-4582-b779-f473feaa63df cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:44:40.933668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e08ae9b8-a554-4ee5-9a14-9479c87c3ee0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.935049 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-197e111e-13c2-4413-a965-d03bc17da101 None None] Provisioning complete for port e53b075f-0ec7-4fc5-a2d0-c85839e947bd triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:40.935430 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-197e111e-13c2-4413-a965-d03bc17da101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.939133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e08ae9b8-a554-4ee5-9a14-9479c87c3ee0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.962762 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ff9b7ee5-7e4f-4ab3-8864-01edbe795caf tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:40.990564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ae9b8-a554-4ee5-9a14-9479c87c3ee0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc9cc5f-9c4b-455e-81dd-cb9c5a27b487,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:40.994128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e08ae9b8-a554-4ee5-9a14-9479c87c3ee0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:40.998704 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e08ae9b8-a554-4ee5-9a14-9479c87c3ee0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3616512 Jul 29 16:44:40.999666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53236) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:41.005905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-9145d80a-36a2-4722-81ae-183ecbb1eb0a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': '98a9a8fd-6f22-41de-8948-5b8d976ddaeb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:41.014231 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9145d80a-36a2-4722-81ae-183ecbb1eb0a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:41.019713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9145d80a-36a2-4722-81ae-183ecbb1eb0a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:41.022921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7ee5-7e4f-4ab3-8864-01edbe795caf tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.043494 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9145d80a-36a2-4722-81ae-183ecbb1eb0a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:41.052556 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9145d80a-36a2-4722-81ae-183ecbb1eb0a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:41.054920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ff9b7ee5-7e4f-4ab3-8864-01edbe795caf tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:41.064203 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ff9b7ee5-7e4f-4ab3-8864-01edbe795caf tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:41.069204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ff9b7ee5-7e4f-4ab3-8864-01edbe795caf tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:41.076132 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ff9b7ee5-7e4f-4ab3-8864-01edbe795caf tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:41.090092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-197e111e-13c2-4413-a965-d03bc17da101 None None] Current status of the port e53b075f-0ec7-4fc5-a2d0-c85839e947bd is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:41.095566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9145d80a-36a2-4722-81ae-183ecbb1eb0a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.127852 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3eac62ea-9d79-4e91-b756-9203392e3eea tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.203086 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-9145d80a-36a2-4722-81ae-183ecbb1eb0a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 16:44:41.206839 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9145d80a-36a2-4722-81ae-183ecbb1eb0a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2044024 Jul 29 16:44:41.207047 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53240) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:41.217201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2b3f8a86-78b8-47ae-bbd6-1f66a099d56f None None] Provisioning complete for port 40975bdb-10b9-4582-b779-f473feaa63df triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:41.220630 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2b3f8a86-78b8-47ae-bbd6-1f66a099d56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.272158 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3eac62ea-9d79-4e91-b756-9203392e3eea tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.292892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7ee5-7e4f-4ab3-8864-01edbe795caf tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.305137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7ee5-7e4f-4ab3-8864-01edbe795caf tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.309103 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f8a86-78b8-47ae-bbd6-1f66a099d56f None None] Port 40975bdb-10b9-4582-b779-f473feaa63df cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:44:41.365781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc97b3fa-a4c9-4f61-8b89-ffbe6851164d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.388804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b7ee5-7e4f-4ab3-8864-01edbe795caf tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abda9328-daa2-4efc-8360-13668a832a9a,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:41.395231 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7ee5-7e4f-4ab3-8864-01edbe795caf tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.396440 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ff9b7ee5-7e4f-4ab3-8864-01edbe795caf tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5014827 Jul 29 16:44:41.403191 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53244) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:41.410950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-796c261a-9858-4d26-aa41-f1332e34485f tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': 'abda9328-daa2-4efc-8360-13668a832a9a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:41.411659 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-796c261a-9858-4d26-aa41-f1332e34485f tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 16:44:41.412146 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-796c261a-9858-4d26-aa41-f1332e34485f tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:41.415527 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-796c261a-9858-4d26-aa41-f1332e34485f tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089736 Jul 29 16:44:41.416665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53248) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:41.419944 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc97b3fa-a4c9-4f61-8b89-ffbe6851164d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.429536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-61310cd9-de6b-434c-944e-fb7f5474598c None None] Provisioning complete for port 40975bdb-10b9-4582-b779-f473feaa63df triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:41.430032 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-61310cd9-de6b-434c-944e-fb7f5474598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.435035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-cd10d80e-cabb-4dc1-9c33-a87067f4f1b4 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': 'abda9328-daa2-4efc-8360-13668a832a9a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:41.444824 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cd10d80e-cabb-4dc1-9c33-a87067f4f1b4 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:41.459541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cd10d80e-cabb-4dc1-9c33-a87067f4f1b4 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:41.466008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cd10d80e-cabb-4dc1-9c33-a87067f4f1b4 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:41.482182 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cd10d80e-cabb-4dc1-9c33-a87067f4f1b4 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:41.521722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-61310cd9-de6b-434c-944e-fb7f5474598c None None] Port 40975bdb-10b9-4582-b779-f473feaa63df cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:44:41.534524 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc97b3fa-a4c9-4f61-8b89-ffbe6851164d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.548414 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-cd10d80e-cabb-4dc1-9c33-a87067f4f1b4 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:41.552417 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cd10d80e-cabb-4dc1-9c33-a87067f4f1b4 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1320112 Jul 29 16:44:41.553172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53252) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:41.560006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-3c40e7f3-ae16-49d6-b932-8f2124d40a80 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': 'abda9328-daa2-4efc-8360-13668a832a9a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:41.560499 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-3c40e7f3-ae16-49d6-b932-8f2124d40a80 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 29 16:44:41.560991 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-3c40e7f3-ae16-49d6-b932-8f2124d40a80 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:41.565131 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3c40e7f3-ae16-49d6-b932-8f2124d40a80 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082142 Jul 29 16:44:41.565131 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97b3fa-a4c9-4f61-8b89-ffbe6851164d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a9a8fd-6f22-41de-8948-5b8d976ddaeb,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:41.565566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53256) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:41.579241 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0d8b518e-958f-4aea-bef1-7178761022f6 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': 'abda9328-daa2-4efc-8360-13668a832a9a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:41.591775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0d8b518e-958f-4aea-bef1-7178761022f6 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:41.594558 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc97b3fa-a4c9-4f61-8b89-ffbe6851164d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.595695 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cc97b3fa-a4c9-4f61-8b89-ffbe6851164d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "DELETE /v2.0/security-groups/98a9a8fd-6f22-41de-8948-5b8d976ddaeb HTTP/1.1" status: 204 len: 168 time: 0.3877528 Jul 29 16:44:41.598786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53260) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:41.622952 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0d8b518e-958f-4aea-bef1-7178761022f6 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:41.631989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0d8b518e-958f-4aea-bef1-7178761022f6 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:41.641642 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0d8b518e-958f-4aea-bef1-7178761022f6 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:41.664643 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8b3b68fc-7255-444f-b94a-1dd5128b3f46 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Synchronizing usage tracker for tenant:b10e5b6d05bb41d99ca21ced5dc2404a on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:41.695712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8b3b68fc-7255-444f-b94a-1dd5128b3f46 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Unset dirty status for tenant:b10e5b6d05bb41d99ca21ced5dc2404a on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:41.700744 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8b3b68fc-7255-444f-b94a-1dd5128b3f46 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0964010 Jul 29 16:44:41.701377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53268) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:41.707060 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-fd40c502-9106-4de3-b65f-62a586233f64 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group': {'name': 'tempest-secgroup--611521612'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:41.713853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fd40c502-9106-4de3-b65f-62a586233f64 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:41.723849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fd40c502-9106-4de3-b65f-62a586233f64 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:41.726031 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-0d8b518e-958f-4aea-bef1-7178761022f6 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:41.730251 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0d8b518e-958f-4aea-bef1-7178761022f6 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1582451 Jul 29 16:44:41.731814 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53272) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:41.740308 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f2bbaafe-e4e4-43e2-afc6-ae2de0b8f476 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': 'abda9328-daa2-4efc-8360-13668a832a9a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:41.740797 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-f2bbaafe-e4e4-43e2-afc6-ae2de0b8f476 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 16:44:41.742183 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-f2bbaafe-e4e4-43e2-afc6-ae2de0b8f476 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:41.742323 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f2bbaafe-e4e4-43e2-afc6-ae2de0b8f476 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095332 Jul 29 16:44:41.746346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53276) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:41.753287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-cddfbbfb-8f86-4aee-9e50-3b9ea12e96d7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': 'abda9328-daa2-4efc-8360-13668a832a9a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:41.758339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fd40c502-9106-4de3-b65f-62a586233f64 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.773315 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cddfbbfb-8f86-4aee-9e50-3b9ea12e96d7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:41.781832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cddfbbfb-8f86-4aee-9e50-3b9ea12e96d7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:41.786855 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cddfbbfb-8f86-4aee-9e50-3b9ea12e96d7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:41.793591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fd40c502-9106-4de3-b65f-62a586233f64 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:41.796091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cddfbbfb-8f86-4aee-9e50-3b9ea12e96d7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:41.800268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fd40c502-9106-4de3-b65f-62a586233f64 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:41.804511 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fd40c502-9106-4de3-b65f-62a586233f64 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:41.811591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fd40c502-9106-4de3-b65f-62a586233f64 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:41.817536 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-cddfbbfb-8f86-4aee-9e50-3b9ea12e96d7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Project 07e7bd65def2498fa65161055f37ba56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:44:41.858919 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-cddfbbfb-8f86-4aee-9e50-3b9ea12e96d7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:41.860153 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cddfbbfb-8f86-4aee-9e50-3b9ea12e96d7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1129260 Jul 29 16:44:41.862337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3eac62ea-9d79-4e91-b756-9203392e3eea tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.864326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53282) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:41.868963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3eac62ea-9d79-4e91-b756-9203392e3eea tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.871423 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f81051f0-81d5-4ff8-8c76-b45ef2e240c0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': 'abda9328-daa2-4efc-8360-13668a832a9a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:41.871889 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-f81051f0-81d5-4ff8-8c76-b45ef2e240c0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 29 16:44:41.873476 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-f81051f0-81d5-4ff8-8c76-b45ef2e240c0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:41.876917 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f81051f0-81d5-4ff8-8c76-b45ef2e240c0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089102 Jul 29 16:44:41.878106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53286) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:41.884346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a404228c-3461-4b51-b549-348a1b0c9847 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': 'abda9328-daa2-4efc-8360-13668a832a9a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:41.893251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e53b075f-0ec7-4fc5-a2d0-c85839e947bd up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:41.897312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a404228c-3461-4b51-b549-348a1b0c9847 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:41.907122 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a404228c-3461-4b51-b549-348a1b0c9847 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:41.910453 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a404228c-3461-4b51-b549-348a1b0c9847 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:41.926993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a404228c-3461-4b51-b549-348a1b0c9847 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:41.949091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fd40c502-9106-4de3-b65f-62a586233f64 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.954237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fd40c502-9106-4de3-b65f-62a586233f64 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:41.970906 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-a404228c-3461-4b51-b549-348a1b0c9847 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Project 07e7bd65def2498fa65161055f37ba56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:44:41.974511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e53b075f-0ec7-4fc5-a2d0-c85839e947bd triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:41.975091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:42.004106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac62ea-9d79-4e91-b756-9203392e3eea tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=40975bdb-10b9-4582-b779-f473feaa63df,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:42.031616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3eac62ea-9d79-4e91-b756-9203392e3eea tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:42.032377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40c502-9106-4de3-b65f-62a586233f64 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f841de-a4cd-4f39-b761-cf70dbbf313e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:42.054355 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-a404228c-3461-4b51-b549-348a1b0c9847 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:42.058173 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a404228c-3461-4b51-b549-348a1b0c9847 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1764205 Jul 29 16:44:42.058173 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fd40c502-9106-4de3-b65f-62a586233f64 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:42.058173 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fd40c502-9106-4de3-b65f-62a586233f64 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3553507 Jul 29 16:44:42.058496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53294) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:42.061162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53298) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:42.066223 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-cbc711b8-1407-4683-b62f-2a80801152b9 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': 'abda9328-daa2-4efc-8360-13668a832a9a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:42.073997 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-06adced3-f10d-4868-99e6-85bc9fd8eb3a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': '56f841de-a4cd-4f39-b761-cf70dbbf313e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:42.074480 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-06adced3-f10d-4868-99e6-85bc9fd8eb3a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 29 16:44:42.075027 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-06adced3-f10d-4868-99e6-85bc9fd8eb3a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:42.075887 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-06adced3-f10d-4868-99e6-85bc9fd8eb3a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0141096 Jul 29 16:44:42.078297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cbc711b8-1407-4683-b62f-2a80801152b9 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:42.080434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53302) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:42.095004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cbc711b8-1407-4683-b62f-2a80801152b9 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:42.099506 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cbc711b8-1407-4683-b62f-2a80801152b9 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:42.109724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cbc711b8-1407-4683-b62f-2a80801152b9 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:42.115132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e53b075f-0ec7-4fc5-a2d0-c85839e947bd is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:42.173015 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-cbc711b8-1407-4683-b62f-2a80801152b9 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Project 07e7bd65def2498fa65161055f37ba56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:44:42.192326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eac62ea-9d79-4e91-b756-9203392e3eea tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network b4c10e8d-c283-47cf-b444-8d2691fef292 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:42.193480 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-3eac62ea-9d79-4e91-b756-9203392e3eea tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:42.196427 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-9276465c-f17c-4ff1-a0e5-883e14de4b25 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213598302&fields=id&tenant_id=ec419c0563854a79aded675260b09ec1 HTTP/1.1" status: 200 len: 267 time: 0.0844715 Jul 29 16:44:42.217679 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-cbc711b8-1407-4683-b62f-2a80801152b9 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:42.221239 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cbc711b8-1407-4683-b62f-2a80801152b9 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1593804 Jul 29 16:44:42.221976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53306) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:42.237112 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba9483c2-dfbf-473f-ba49-1a34448bc590 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:42.379527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba9483c2-dfbf-473f-ba49-1a34448bc590 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:42.397745 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eac62ea-9d79-4e91-b756-9203392e3eea tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router 84cac2c8-704e-4461-8adf-586e89a8e43c is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:44:42.446790 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-821933e0-b82b-4f72-b4a4-5b571eeead8b None None] Provisioning complete for port 40975bdb-10b9-4582-b779-f473feaa63df triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:42.447306 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-821933e0-b82b-4f72-b4a4-5b571eeead8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:42.469101 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bd2607bd-87bc-49d0-8797-16793bd6a1be tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:42.496631 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-4af3301b-c97a-4f99-ae52-245d8b4755a4 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:42.498195 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-4af3301b-c97a-4f99-ae52-245d8b4755a4 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 811 time: 0.2629859 Jul 29 16:44:42.506602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-821933e0-b82b-4f72-b4a4-5b571eeead8b None None] Port 40975bdb-10b9-4582-b779-f473feaa63df cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:44:42.516443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba9483c2-dfbf-473f-ba49-1a34448bc590 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:42.522096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bd2607bd-87bc-49d0-8797-16793bd6a1be tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:42.562612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eac62ea-9d79-4e91-b756-9203392e3eea tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:44:42.567643 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3eac62ea-9d79-4e91-b756-9203392e3eea tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/84cac2c8-704e-4461-8adf-586e89a8e43c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7891128 Jul 29 16:44:42.570250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53310) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:42.570617 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9483c2-dfbf-473f-ba49-1a34448bc590 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f841de-a4cd-4f39-b761-cf70dbbf313e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:42.576250 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-23213fad-a15b-461e-9da1-7d51cf072737 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/quotas/ec419c0563854a79aded675260b09ec1 HTTP/1.1" status: 200 len: 375 time: 0.0608475 Jul 29 16:44:42.595934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba9483c2-dfbf-473f-ba49-1a34448bc590 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:42.597013 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ba9483c2-dfbf-473f-ba49-1a34448bc590 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "DELETE /v2.0/security-groups/56f841de-a4cd-4f39-b761-cf70dbbf313e HTTP/1.1" status: 204 len: 168 time: 0.5157070 Jul 29 16:44:42.606892 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db290ef-a190-4bb3-b111-ea87004b016b None None] Sync routers for ids ['84cac2c8-704e-4461-8adf-586e89a8e43c'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:44:42.611427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53314) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:42.617082 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db290ef-a190-4bb3-b111-ea87004b016b None None] Routers {'84cac2c8-704e-4461-8adf-586e89a8e43c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:42.617331 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6db290ef-a190-4bb3-b111-ea87004b016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['84cac2c8-704e-4461-8adf-586e89a8e43c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:42.670591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bd2607bd-87bc-49d0-8797-16793bd6a1be tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:42.688006 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e03d4c-ad78-419a-9bac-8702373db6d5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:42.688629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b7e03d4c-ad78-419a-9bac-8702373db6d5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Synchronizing usage tracker for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:42.697353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2607bd-87bc-49d0-8797-16793bd6a1be tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abda9328-daa2-4efc-8360-13668a832a9a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:42.712439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bd2607bd-87bc-49d0-8797-16793bd6a1be tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:42.718506 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bd2607bd-87bc-49d0-8797-16793bd6a1be tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "DELETE /v2.0/security-groups/abda9328-daa2-4efc-8360-13668a832a9a HTTP/1.1" status: 204 len: 168 time: 0.4921808 Jul 29 16:44:42.718672 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-737d68ce-ec28-4f01-927f-939bb16e1443 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0997553 Jul 29 16:44:42.718765 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53318) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:42.718845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53322) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:42.721670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c19e4ab7-9092-4e65-bf32-bbc2af930fbf tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239966224'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:42.726550 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6db290ef-a190-4bb3-b111-ea87004b016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:42.734029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b7e03d4c-ad78-419a-9bac-8702373db6d5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Unset dirty status for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:42.734275 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-c104d16c-4694-47e2-a790-9ad4991aef9b tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1430752 Jul 29 16:44:42.735097 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c19e4ab7-9092-4e65-bf32-bbc2af930fbf tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:42.735220 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b7e03d4c-ad78-419a-9bac-8702373db6d5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports/40975bdb-10b9-4582-b779-f473feaa63df HTTP/1.1" status: 200 len: 976 time: 0.1636395 Jul 29 16:44:42.740229 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53326) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:42.741881 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c19e4ab7-9092-4e65-bf32-bbc2af930fbf tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:42.745032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c19e4ab7-9092-4e65-bf32-bbc2af930fbf tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:42.746356 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db290ef-a190-4bb3-b111-ea87004b016b None None] Routers {'84cac2c8-704e-4461-8adf-586e89a8e43c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:42.747140 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6db290ef-a190-4bb3-b111-ea87004b016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['84cac2c8-704e-4461-8adf-586e89a8e43c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:42.762012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c19e4ab7-9092-4e65-bf32-bbc2af930fbf tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:42.776203 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c19e4ab7-9092-4e65-bf32-bbc2af930fbf tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:42.798730 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c19e4ab7-9092-4e65-bf32-bbc2af930fbf tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:42.802530 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c19e4ab7-9092-4e65-bf32-bbc2af930fbf tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:42.805585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c19e4ab7-9092-4e65-bf32-bbc2af930fbf tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:42.812808 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c19e4ab7-9092-4e65-bf32-bbc2af930fbf tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:42.828420 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6db290ef-a190-4bb3-b111-ea87004b016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:42.828810 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db290ef-a190-4bb3-b111-ea87004b016b None None] The sync data for ids ['84cac2c8-704e-4461-8adf-586e89a8e43c'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:44:42.919310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a7efd334-5f02-4d22-bc41-6ecaab1823d2 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Synchronizing usage tracker for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:43.057421 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a7efd334-5f02-4d22-bc41-6ecaab1823d2 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Unset dirty status for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:43.058666 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a7efd334-5f02-4d22-bc41-6ecaab1823d2 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3388855 Jul 29 16:44:43.065826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53334) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:43.072542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-bd36bf35-4260-427e-b675-ebd7ba68517e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136197431'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:43.086462 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bd36bf35-4260-427e-b675-ebd7ba68517e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:43.103267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bd36bf35-4260-427e-b675-ebd7ba68517e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:43.108489 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-24b62cad-57c9-4002-a445-2dddb69a1c5c service neutron] 10.222.0.58 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601282 Jul 29 16:44:43.110682 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c19e4ab7-9092-4e65-bf32-bbc2af930fbf tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.117361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c19e4ab7-9092-4e65-bf32-bbc2af930fbf tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.150546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd36bf35-4260-427e-b675-ebd7ba68517e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.179710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bd36bf35-4260-427e-b675-ebd7ba68517e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:43.189991 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bd36bf35-4260-427e-b675-ebd7ba68517e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:43.194244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bd36bf35-4260-427e-b675-ebd7ba68517e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:43.202626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bd36bf35-4260-427e-b675-ebd7ba68517e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:43.254243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e4ab7-9092-4e65-bf32-bbc2af930fbf tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209ea574-4de2-4b7a-a9ef-2b20112e39a0,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:43.259047 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c19e4ab7-9092-4e65-bf32-bbc2af930fbf tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.260876 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c19e4ab7-9092-4e65-bf32-bbc2af930fbf tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5426986 Jul 29 16:44:43.263795 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53338) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:43.270882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-78337ccc-c75a-4ffa-bf32-a3945b0043bb tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': '209ea574-4de2-4b7a-a9ef-2b20112e39a0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:43.271438 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-78337ccc-c75a-4ffa-bf32-a3945b0043bb tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 29 16:44:43.271932 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-78337ccc-c75a-4ffa-bf32-a3945b0043bb tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:43.275280 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-78337ccc-c75a-4ffa-bf32-a3945b0043bb tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081694 Jul 29 16:44:43.276104 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53342) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:43.345081 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-ecd03f30-e2ee-456d-ba53-a744d157286b service neutron] 10.222.0.58 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258513 Jul 29 16:44:43.369363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-941d016b-9cee-4876-a6fa-7493cd35bed9 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.399696 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-941d016b-9cee-4876-a6fa-7493cd35bed9 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.451589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-941d016b-9cee-4876-a6fa-7493cd35bed9 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.473419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d016b-9cee-4876-a6fa-7493cd35bed9 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=209ea574-4de2-4b7a-a9ef-2b20112e39a0,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:43.485106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-941d016b-9cee-4876-a6fa-7493cd35bed9 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.486279 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-941d016b-9cee-4876-a6fa-7493cd35bed9 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "DELETE /v2.0/security-groups/209ea574-4de2-4b7a-a9ef-2b20112e39a0 HTTP/1.1" status: 204 len: 168 time: 0.2086332 Jul 29 16:44:43.488249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53348) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:43.489554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd36bf35-4260-427e-b675-ebd7ba68517e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.496686 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd36bf35-4260-427e-b675-ebd7ba68517e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.559116 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36bf35-4260-427e-b675-ebd7ba68517e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e548df-ff1e-42b8-a970-b26eb3107d63,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:43.560751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-053ce8b4-aedd-4ecc-85bc-4f17c738acc6 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Synchronizing usage tracker for tenant:b10e5b6d05bb41d99ca21ced5dc2404a on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:43.561528 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f894cdda-33b4-43a3-84b8-f62689de177e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.590385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-053ce8b4-aedd-4ecc-85bc-4f17c738acc6 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Unset dirty status for tenant:b10e5b6d05bb41d99ca21ced5dc2404a on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:43.596000 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-053ce8b4-aedd-4ecc-85bc-4f17c738acc6 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1025226 Jul 29 16:44:43.596306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53356) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:43.601403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-005acf47-65b3-428e-a0ff-06e3219da1ad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group': {'name': 'tempest-secgroup--559345531'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:43.612036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-005acf47-65b3-428e-a0ff-06e3219da1ad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:43.623383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-005acf47-65b3-428e-a0ff-06e3219da1ad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:43.634194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-005acf47-65b3-428e-a0ff-06e3219da1ad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.655306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-005acf47-65b3-428e-a0ff-06e3219da1ad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:43.659579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-005acf47-65b3-428e-a0ff-06e3219da1ad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:43.662714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-005acf47-65b3-428e-a0ff-06e3219da1ad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:43.669772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-005acf47-65b3-428e-a0ff-06e3219da1ad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:43.680556 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd36bf35-4260-427e-b675-ebd7ba68517e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.682421 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bd36bf35-4260-427e-b675-ebd7ba68517e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6151359 Jul 29 16:44:43.688490 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53360) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:43.696133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-3482e520-6dc0-4f97-8fb0-5917829d924d tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': 'd9e548df-ff1e-42b8-a970-b26eb3107d63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:43.706555 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3482e520-6dc0-4f97-8fb0-5917829d924d tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:43.713785 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3482e520-6dc0-4f97-8fb0-5917829d924d tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:43.718992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3482e520-6dc0-4f97-8fb0-5917829d924d tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:43.729573 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3482e520-6dc0-4f97-8fb0-5917829d924d tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:43.799417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-005acf47-65b3-428e-a0ff-06e3219da1ad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.804949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-005acf47-65b3-428e-a0ff-06e3219da1ad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.819497 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-3482e520-6dc0-4f97-8fb0-5917829d924d tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The resource could not be found. Jul 29 16:44:43.820530 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3482e520-6dc0-4f97-8fb0-5917829d924d tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1304791 Jul 29 16:44:43.828135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53364) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:43.836095 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9d8b29ba-6b82-4805-9d91-5e00313a5bc0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': 'd9e548df-ff1e-42b8-a970-b26eb3107d63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7221b118-7741-464e-851f-43c0ed4d1483'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:43.843004 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9d8b29ba-6b82-4805-9d91-5e00313a5bc0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:43.848625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9d8b29ba-6b82-4805-9d91-5e00313a5bc0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:43.852128 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9d8b29ba-6b82-4805-9d91-5e00313a5bc0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:43.852308 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005acf47-65b3-428e-a0ff-06e3219da1ad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffabcfee-6758-4484-8cfd-09f4ac27ae80,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:43.864748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-005acf47-65b3-428e-a0ff-06e3219da1ad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.866887 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-005acf47-65b3-428e-a0ff-06e3219da1ad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2694149 Jul 29 16:44:43.869468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9d8b29ba-6b82-4805-9d91-5e00313a5bc0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:43.869605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53368) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:43.874777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-708bb61f-bf16-41f3-9bd9-a5399f0411a7 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': 'ffabcfee-6758-4484-8cfd-09f4ac27ae80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:43.875629 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-708bb61f-bf16-41f3-9bd9-a5399f0411a7 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 29 16:44:43.876125 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-708bb61f-bf16-41f3-9bd9-a5399f0411a7 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:43.877085 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-708bb61f-bf16-41f3-9bd9-a5399f0411a7 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064938 Jul 29 16:44:43.879667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53372) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:43.884757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-04ad1627-a385-4c85-98e3-5ba553280701 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': 'ffabcfee-6758-4484-8cfd-09f4ac27ae80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:43.885526 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-04ad1627-a385-4c85-98e3-5ba553280701 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 29 16:44:43.886002 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-04ad1627-a385-4c85-98e3-5ba553280701 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:43.886906 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-04ad1627-a385-4c85-98e3-5ba553280701 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062220 Jul 29 16:44:43.889387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53376) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:43.894906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-db55e3d4-3da8-423b-8b84-68e839cf0552 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': 'ffabcfee-6758-4484-8cfd-09f4ac27ae80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:43.895708 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-db55e3d4-3da8-423b-8b84-68e839cf0552 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 29 16:44:43.896182 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-db55e3d4-3da8-423b-8b84-68e839cf0552 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:43.897111 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-db55e3d4-3da8-423b-8b84-68e839cf0552 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068419 Jul 29 16:44:43.899497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53380) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:43.904507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-60bee012-fb37-43a2-8618-6b9d5fcae3af tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': 'ffabcfee-6758-4484-8cfd-09f4ac27ae80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:43.905379 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-60bee012-fb37-43a2-8618-6b9d5fcae3af tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 29 16:44:43.905854 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-60bee012-fb37-43a2-8618-6b9d5fcae3af tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:43.906765 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-60bee012-fb37-43a2-8618-6b9d5fcae3af tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064178 Jul 29 16:44:43.909392 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53384) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:43.910256 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-f894cdda-33b4-43a3-84b8-f62689de177e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port 40975bdb-10b9-4582-b779-f473feaa63df {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:43.910551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f894cdda-33b4-43a3-84b8-f62689de177e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:43.952459 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-9d8b29ba-6b82-4805-9d91-5e00313a5bc0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The resource could not be found. Jul 29 16:44:43.953542 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9d8b29ba-6b82-4805-9d91-5e00313a5bc0 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1242964 Jul 29 16:44:43.957390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53388) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:43.979335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-691329c0-8e7c-4ab7-89b6-97b3774a7bee tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.008427 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-691329c0-8e7c-4ab7-89b6-97b3774a7bee tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.062920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-691329c0-8e7c-4ab7-89b6-97b3774a7bee tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.080594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691329c0-8e7c-4ab7-89b6-97b3774a7bee tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffabcfee-6758-4484-8cfd-09f4ac27ae80,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:44.089722 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-691329c0-8e7c-4ab7-89b6-97b3774a7bee tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.093525 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-691329c0-8e7c-4ab7-89b6-97b3774a7bee tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "DELETE /v2.0/security-groups/ffabcfee-6758-4484-8cfd-09f4ac27ae80 HTTP/1.1" status: 204 len: 168 time: 0.1828334 Jul 29 16:44:44.094527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53392) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:44.146168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-11ae3510-cabf-4d8e-a5ad-318e85ed9577 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Synchronizing usage tracker for tenant:b10e5b6d05bb41d99ca21ced5dc2404a on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:44.146777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-38d1f6ad-d00d-4754-9607-687b7788d466 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.163006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-11ae3510-cabf-4d8e-a5ad-318e85ed9577 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Unset dirty status for tenant:b10e5b6d05bb41d99ca21ced5dc2404a on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:44.164312 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-11ae3510-cabf-4d8e-a5ad-318e85ed9577 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688994 Jul 29 16:44:44.169264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53396) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:44.174546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-5a48f607-7a66-4824-b5fd-33ef84fa9175 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group': {'name': 'tempest-secgroup--557556841'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:44.180988 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5a48f607-7a66-4824-b5fd-33ef84fa9175 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:44.186118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f894cdda-33b4-43a3-84b8-f62689de177e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.191681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5a48f607-7a66-4824-b5fd-33ef84fa9175 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:44.202929 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-38d1f6ad-d00d-4754-9607-687b7788d466 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.205193 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a48f607-7a66-4824-b5fd-33ef84fa9175 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.224782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5a48f607-7a66-4824-b5fd-33ef84fa9175 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:44.228608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5a48f607-7a66-4824-b5fd-33ef84fa9175 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:44.231945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5a48f607-7a66-4824-b5fd-33ef84fa9175 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:44.237637 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5a48f607-7a66-4824-b5fd-33ef84fa9175 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:44.309759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a48f607-7a66-4824-b5fd-33ef84fa9175 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.314080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a48f607-7a66-4824-b5fd-33ef84fa9175 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.329214 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-f894cdda-33b4-43a3-84b8-f62689de177e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for 40975bdb-10b9-4582-b779-f473feaa63df owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:44.359792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48f607-7a66-4824-b5fd-33ef84fa9175 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6b95bd-3db0-4227-873b-73f2ccdcd366,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:44.370249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a48f607-7a66-4824-b5fd-33ef84fa9175 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.371473 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5a48f607-7a66-4824-b5fd-33ef84fa9175 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2012351 Jul 29 16:44:44.374433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53400) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:44.379539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-aa087d97-bfe0-48fa-b382-36a1acfbc833 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': '8a6b95bd-3db0-4227-873b-73f2ccdcd366', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:44.380016 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-aa087d97-bfe0-48fa-b382-36a1acfbc833 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 16:44:44.380497 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-aa087d97-bfe0-48fa-b382-36a1acfbc833 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:44.383770 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-aa087d97-bfe0-48fa-b382-36a1acfbc833 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059216 Jul 29 16:44:44.383944 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53404) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:44.388474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e43d1678-cfb0-4942-874a-70bd8cd5f2d0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': '8a6b95bd-3db0-4227-873b-73f2ccdcd366', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:44.395131 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e43d1678-cfb0-4942-874a-70bd8cd5f2d0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:44.398974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e43d1678-cfb0-4942-874a-70bd8cd5f2d0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:44.402469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e43d1678-cfb0-4942-874a-70bd8cd5f2d0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:44.408271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e43d1678-cfb0-4942-874a-70bd8cd5f2d0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:44.435160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-38d1f6ad-d00d-4754-9607-687b7788d466 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.438290 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-e43d1678-cfb0-4942-874a-70bd8cd5f2d0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:44.439778 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e43d1678-cfb0-4942-874a-70bd8cd5f2d0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0549760 Jul 29 16:44:44.442585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53408) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:44.447644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-47c6ec11-f421-44b4-923d-3907d1c354d5 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': '8a6b95bd-3db0-4227-873b-73f2ccdcd366', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:44.448174 dv-neutron-851534-1-hyperv neutron-server[89209]: WARNING neutron.api.v2.base [None req-47c6ec11-f421-44b4-923d-3907d1c354d5 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 29 16:44:44.448646 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-47c6ec11-f421-44b4-923d-3907d1c354d5 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:44.449602 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-47c6ec11-f421-44b4-923d-3907d1c354d5 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061314 Jul 29 16:44:44.452306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53412) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:44.458519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0e72f40e-4d3e-4584-8c34-1ac55e251479 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': '8a6b95bd-3db0-4227-873b-73f2ccdcd366', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:44.464854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0e72f40e-4d3e-4584-8c34-1ac55e251479 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:44.465272 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1f6ad-d00d-4754-9607-687b7788d466 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e548df-ff1e-42b8-a970-b26eb3107d63,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:44.469526 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0e72f40e-4d3e-4584-8c34-1ac55e251479 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:44.472409 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0e72f40e-4d3e-4584-8c34-1ac55e251479 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:44.476487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-38d1f6ad-d00d-4754-9607-687b7788d466 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.477634 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-38d1f6ad-d00d-4754-9607-687b7788d466 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "DELETE /v2.0/security-groups/d9e548df-ff1e-42b8-a970-b26eb3107d63 HTTP/1.1" status: 204 len: 168 time: 0.5193181 Jul 29 16:44:44.480855 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53416) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:44.484160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0e72f40e-4d3e-4584-8c34-1ac55e251479 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:44.555869 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5e93d870-9419-4f79-b25a-ac979148089e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Synchronizing usage tracker for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:44.561425 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-0e72f40e-4d3e-4584-8c34-1ac55e251479 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:44.565180 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0e72f40e-4d3e-4584-8c34-1ac55e251479 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1080418 Jul 29 16:44:44.566036 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53420) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:44.574639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d9a3e8fe-e215-464b-9647-b118c6a1f237 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': '8a6b95bd-3db0-4227-873b-73f2ccdcd366', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:44.575400 dv-neutron-851534-1-hyperv neutron-server[89210]: WARNING neutron.api.v2.base [None req-d9a3e8fe-e215-464b-9647-b118c6a1f237 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 16:44:44.575909 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-d9a3e8fe-e215-464b-9647-b118c6a1f237 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:44.576039 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5e93d870-9419-4f79-b25a-ac979148089e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Unset dirty status for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:44.583728 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d9a3e8fe-e215-464b-9647-b118c6a1f237 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099592 Jul 29 16:44:44.583946 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5e93d870-9419-4f79-b25a-ac979148089e tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0953555 Jul 29 16:44:44.583946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53424) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:44.585774 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53428) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:44.586421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6477f42b-ec92-407f-a2b1-f9d05671f074 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': '663d840f-88b1-46b6-aaf2-1cae2e88ecea', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:44.592715 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ebbf5e7d-b71d-4fbe-a10e-fd998f039302 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': '8a6b95bd-3db0-4227-873b-73f2ccdcd366', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:44.593069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6477f42b-ec92-407f-a2b1-f9d05671f074 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:44.596989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6477f42b-ec92-407f-a2b1-f9d05671f074 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:44.598532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ebbf5e7d-b71d-4fbe-a10e-fd998f039302 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:44.600499 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6477f42b-ec92-407f-a2b1-f9d05671f074 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:44.603240 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ebbf5e7d-b71d-4fbe-a10e-fd998f039302 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:44.606039 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f894cdda-33b4-43a3-84b8-f62689de177e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.607549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6477f42b-ec92-407f-a2b1-f9d05671f074 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:44.608069 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ebbf5e7d-b71d-4fbe-a10e-fd998f039302 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:44.644468 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-6477f42b-ec92-407f-a2b1-f9d05671f074 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The resource could not be found. Jul 29 16:44:44.645829 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6477f42b-ec92-407f-a2b1-f9d05671f074 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0634151 Jul 29 16:44:44.649909 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53432) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:44.655990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-4326af33-c850-42b3-8d36-78b03b82e823 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471105894'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:44.661956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4326af33-c850-42b3-8d36-78b03b82e823 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:44.663810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ebbf5e7d-b71d-4fbe-a10e-fd998f039302 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:44.665860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894cdda-33b4-43a3-84b8-f62689de177e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=40975bdb-10b9-4582-b779-f473feaa63df,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:44.674835 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4326af33-c850-42b3-8d36-78b03b82e823 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:44.687317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4326af33-c850-42b3-8d36-78b03b82e823 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.709081 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4326af33-c850-42b3-8d36-78b03b82e823 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:44.713650 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4326af33-c850-42b3-8d36-78b03b82e823 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:44.716807 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4326af33-c850-42b3-8d36-78b03b82e823 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:44.723120 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4326af33-c850-42b3-8d36-78b03b82e823 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:44.797590 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-ebbf5e7d-b71d-4fbe-a10e-fd998f039302 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:44.798684 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ebbf5e7d-b71d-4fbe-a10e-fd998f039302 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2119939 Jul 29 16:44:44.802207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53440) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:44.810460 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b8a8e5da-0f7c-4c6c-81e1-84902f6551d0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': '8a6b95bd-3db0-4227-873b-73f2ccdcd366', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:44.810926 dv-neutron-851534-1-hyperv neutron-server[89210]: WARNING neutron.api.v2.base [None req-b8a8e5da-0f7c-4c6c-81e1-84902f6551d0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 29 16:44:44.811414 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-b8a8e5da-0f7c-4c6c-81e1-84902f6551d0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:44.812367 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b8a8e5da-0f7c-4c6c-81e1-84902f6551d0 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092330 Jul 29 16:44:44.819360 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53444) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:44.828882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-5493a154-7fdc-41ba-a65e-0bcb76ef7f83 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': '8a6b95bd-3db0-4227-873b-73f2ccdcd366', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:44.835095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4326af33-c850-42b3-8d36-78b03b82e823 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.880064 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5493a154-7fdc-41ba-a65e-0bcb76ef7f83 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:44.886863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4326af33-c850-42b3-8d36-78b03b82e823 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.900284 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dd32727b-32e9-44a4-947c-5c56f8c5c0c5 req-9e23e834-ea4c-4ebd-90af-3c8f28426ec1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 210 time: 0.0748420 Jul 29 16:44:44.903080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5493a154-7fdc-41ba-a65e-0bcb76ef7f83 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:44.909739 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5493a154-7fdc-41ba-a65e-0bcb76ef7f83 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:44.933390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5493a154-7fdc-41ba-a65e-0bcb76ef7f83 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:44.943661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326af33-c850-42b3-8d36-78b03b82e823 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c31f19-39af-4463-91aa-02e1523892b3,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:44.946181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f894cdda-33b4-43a3-84b8-f62689de177e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.957406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4326af33-c850-42b3-8d36-78b03b82e823 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:44.958659 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4326af33-c850-42b3-8d36-78b03b82e823 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3077383 Jul 29 16:44:44.965500 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53448) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:44.970851 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-5a92ce65-9f1c-437f-91bf-b03a7ddd51e3 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group': {'name': 'tempest-secgroup--435658252'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:44.988658 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5a92ce65-9f1c-437f-91bf-b03a7ddd51e3 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:44.999314 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5a92ce65-9f1c-437f-91bf-b03a7ddd51e3 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:45.006650 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5a92ce65-9f1c-437f-91bf-b03a7ddd51e3 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:45.013779 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5a92ce65-9f1c-437f-91bf-b03a7ddd51e3 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:45.015887 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-5493a154-7fdc-41ba-a65e-0bcb76ef7f83 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:45.017019 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5493a154-7fdc-41ba-a65e-0bcb76ef7f83 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1966569 Jul 29 16:44:45.019810 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53452) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:45.026563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a53b5ff5-6542-42e8-b7ab-436bbcb997d9 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': '8a6b95bd-3db0-4227-873b-73f2ccdcd366', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:45.035272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a53b5ff5-6542-42e8-b7ab-436bbcb997d9 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:45.039916 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a53b5ff5-6542-42e8-b7ab-436bbcb997d9 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:45.042866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a92ce65-9f1c-437f-91bf-b03a7ddd51e3 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.052253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a53b5ff5-6542-42e8-b7ab-436bbcb997d9 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:45.062387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a53b5ff5-6542-42e8-b7ab-436bbcb997d9 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:45.071212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-94ed1397-7c58-4212-ba10-e8d0f500810c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.076505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5a92ce65-9f1c-437f-91bf-b03a7ddd51e3 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:45.086019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5a92ce65-9f1c-437f-91bf-b03a7ddd51e3 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:45.093287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5a92ce65-9f1c-437f-91bf-b03a7ddd51e3 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:45.106599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5a92ce65-9f1c-437f-91bf-b03a7ddd51e3 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:45.121368 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-a53b5ff5-6542-42e8-b7ab-436bbcb997d9 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:45.122421 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a53b5ff5-6542-42e8-b7ab-436bbcb997d9 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1017122 Jul 29 16:44:45.125384 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53456) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:45.228650 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-398e0a00-947d-428b-a2a1-8a5a28dd00a6 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.248166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a92ce65-9f1c-437f-91bf-b03a7ddd51e3 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.254467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a92ce65-9f1c-437f-91bf-b03a7ddd51e3 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.287758 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-398e0a00-947d-428b-a2a1-8a5a28dd00a6 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.332391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a92ce65-9f1c-437f-91bf-b03a7ddd51e3 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.333556 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5a92ce65-9f1c-437f-91bf-b03a7ddd51e3 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3671227 Jul 29 16:44:45.337003 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53460) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:45.341931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92ce65-9f1c-437f-91bf-b03a7ddd51e3 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccecc6b0-d405-47ca-85df-e70524baeb24,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:45.349497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-1162c6a2-b04a-445e-b39e-941281d3c0a7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': '79c31f19-39af-4463-91aa-02e1523892b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ccecc6b0-d405-47ca-85df-e70524baeb24'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:45.357178 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f894cdda-33b4-43a3-84b8-f62689de177e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router 84cac2c8-704e-4461-8adf-586e89a8e43c has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:44:45.361222 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1162c6a2-b04a-445e-b39e-941281d3c0a7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:45.362558 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-398e0a00-947d-428b-a2a1-8a5a28dd00a6 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.366927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1162c6a2-b04a-445e-b39e-941281d3c0a7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:45.372726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1162c6a2-b04a-445e-b39e-941281d3c0a7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:45.385222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e0a00-947d-428b-a2a1-8a5a28dd00a6 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6b95bd-3db0-4227-873b-73f2ccdcd366,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:45.392515 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-398e0a00-947d-428b-a2a1-8a5a28dd00a6 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.393858 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-398e0a00-947d-428b-a2a1-8a5a28dd00a6 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "DELETE /v2.0/security-groups/8a6b95bd-3db0-4227-873b-73f2ccdcd366 HTTP/1.1" status: 204 len: 168 time: 0.2675188 Jul 29 16:44:45.396402 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53464) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:45.431601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1162c6a2-b04a-445e-b39e-941281d3c0a7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:45.448728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c8e549c2-3ab9-44cf-9276-cb2d702b9368 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Synchronizing usage tracker for tenant:b10e5b6d05bb41d99ca21ced5dc2404a on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:45.464967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c8e549c2-3ab9-44cf-9276-cb2d702b9368 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Unset dirty status for tenant:b10e5b6d05bb41d99ca21ced5dc2404a on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:45.466300 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c8e549c2-3ab9-44cf-9276-cb2d702b9368 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687940 Jul 29 16:44:45.470362 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53468) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:45.475142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-bd1408bd-2084-4a29-a136-9a4c0358333f tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915670610'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:45.482088 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bd1408bd-2084-4a29-a136-9a4c0358333f tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:45.491905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bd1408bd-2084-4a29-a136-9a4c0358333f tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:45.503652 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bd1408bd-2084-4a29-a136-9a4c0358333f tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.516582 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f894cdda-33b4-43a3-84b8-f62689de177e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:44:45.528973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bd1408bd-2084-4a29-a136-9a4c0358333f tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:45.530852 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aee26d-87c4-4b82-82c5-43c055ac2b48 None None] Sync routers for ids ['84cac2c8-704e-4461-8adf-586e89a8e43c'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:44:45.533946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bd1408bd-2084-4a29-a136-9a4c0358333f tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:45.538697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bd1408bd-2084-4a29-a136-9a4c0358333f tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:45.542317 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-1162c6a2-b04a-445e-b39e-941281d3c0a7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:45.544968 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aee26d-87c4-4b82-82c5-43c055ac2b48 None None] Routers {'84cac2c8-704e-4461-8adf-586e89a8e43c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:45.546143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d1aee26d-87c4-4b82-82c5-43c055ac2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['84cac2c8-704e-4461-8adf-586e89a8e43c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:45.546909 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1162c6a2-b04a-445e-b39e-941281d3c0a7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2088952 Jul 29 16:44:45.547103 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53472) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:45.550043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bd1408bd-2084-4a29-a136-9a4c0358333f tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:45.550679 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f894cdda-33b4-43a3-84b8-f62689de177e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/84cac2c8-704e-4461-8adf-586e89a8e43c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8094292 Jul 29 16:44:45.554008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53476) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:45.618092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d1aee26d-87c4-4b82-82c5-43c055ac2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:45.628509 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aee26d-87c4-4b82-82c5-43c055ac2b48 None None] Routers {'84cac2c8-704e-4461-8adf-586e89a8e43c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:45.629658 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d1aee26d-87c4-4b82-82c5-43c055ac2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['84cac2c8-704e-4461-8adf-586e89a8e43c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:45.654350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4112-a59f-41d2-afb2-d38536c166ca tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.695507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-d1aee26d-87c4-4b82-82c5-43c055ac2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:45.696501 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aee26d-87c4-4b82-82c5-43c055ac2b48 None None] The sync data for ids ['84cac2c8-704e-4461-8adf-586e89a8e43c'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:44:45.710292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4112-a59f-41d2-afb2-d38536c166ca tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.719412 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bd1408bd-2084-4a29-a136-9a4c0358333f tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.726112 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bd1408bd-2084-4a29-a136-9a4c0358333f tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.799981 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1408bd-2084-4a29-a136-9a4c0358333f tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80fb66f-8b7d-43a8-b35d-c6a915a81b3f,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:45.808700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bd1408bd-2084-4a29-a136-9a4c0358333f tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.810096 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bd1408bd-2084-4a29-a136-9a4c0358333f tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3389361 Jul 29 16:44:45.813150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53482) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:45.817899 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4112-a59f-41d2-afb2-d38536c166ca tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.826869 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f72f12d3-0426-42bf-a6d6-f8eaaef571d4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': 'c80fb66f-8b7d-43a8-b35d-c6a915a81b3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:45.835823 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f72f12d3-0426-42bf-a6d6-f8eaaef571d4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:45.837694 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4112-a59f-41d2-afb2-d38536c166ca tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:45.841661 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fdfc4112-a59f-41d2-afb2-d38536c166ca tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "DELETE /v2.0/security-groups/ccecc6b0-d405-47ca-85df-e70524baeb24 HTTP/1.1" status: 204 len: 168 time: 0.2906709 Jul 29 16:44:45.841661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53488) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:45.843207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f72f12d3-0426-42bf-a6d6-f8eaaef571d4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:45.859374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc4112-a59f-41d2-afb2-d38536c166ca tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccecc6b0-d405-47ca-85df-e70524baeb24,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:45.871660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f72f12d3-0426-42bf-a6d6-f8eaaef571d4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:45.889273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f72f12d3-0426-42bf-a6d6-f8eaaef571d4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:45.923281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e7fca2ec-1c7d-46c6-b053-601476e561f7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Synchronizing usage tracker for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:45.927941 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-b1058605-5871-4ae1-a0b0-2f2ff0583fec tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] remove_router_interface failed (client error): The resource could not be found. Jul 29 16:44:45.928753 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b1058605-5871-4ae1-a0b0-2f2ff0583fec tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/84cac2c8-704e-4461-8adf-586e89a8e43c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3738179 Jul 29 16:44:45.931635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53492) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:45.944110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e7fca2ec-1c7d-46c6-b053-601476e561f7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Unset dirty status for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:45.945876 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e7fca2ec-1c7d-46c6-b053-601476e561f7 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1035068 Jul 29 16:44:45.949387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53498) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:45.999485 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e355d07f-2a62-45f9-a529-faefab7e43e2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Synchronizing usage tracker for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:46.021736 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e355d07f-2a62-45f9-a529-faefab7e43e2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Unset dirty status for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:46.025383 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e355d07f-2a62-45f9-a529-faefab7e43e2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cac2c8-704e-4461-8adf-586e89a8e43c HTTP/1.1" status: 200 len: 205 time: 0.0903323 Jul 29 16:44:46.026437 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53506) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:46.054150 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc0c5990-dcd1-472f-ac6b-7b627516bd27 req-14fe4244-8a25-41df-a345-ac4d838173e1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 210 time: 0.0689292 Jul 29 16:44:46.075705 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ada3-71bd-4b24-a12a-9410a21c2455 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.105926 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ada3-71bd-4b24-a12a-9410a21c2455 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.166263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ada3-71bd-4b24-a12a-9410a21c2455 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.169924 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-f72f12d3-0426-42bf-a6d6-f8eaaef571d4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The resource could not be found. Jul 29 16:44:46.174070 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f72f12d3-0426-42bf-a6d6-f8eaaef571d4 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3571749 Jul 29 16:44:46.174239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53512) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:46.183076 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-1164db2a-1a20-437b-90ca-da9c500095d2 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': 'c80fb66f-8b7d-43a8-b35d-c6a915a81b3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b952e6ec-c98b-4faa-a758-77015463ed39'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:46.186044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8ada3-71bd-4b24-a12a-9410a21c2455 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c31f19-39af-4463-91aa-02e1523892b3,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:46.190685 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1164db2a-1a20-437b-90ca-da9c500095d2 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:46.196136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1164db2a-1a20-437b-90ca-da9c500095d2 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:46.200187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1164db2a-1a20-437b-90ca-da9c500095d2 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:46.200968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ada3-71bd-4b24-a12a-9410a21c2455 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.202713 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f0b8ada3-71bd-4b24-a12a-9410a21c2455 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "DELETE /v2.0/security-groups/79c31f19-39af-4463-91aa-02e1523892b3 HTTP/1.1" status: 204 len: 168 time: 0.2518482 Jul 29 16:44:46.205071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53516) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:46.208653 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce287046-c38d-46eb-bb52-0b663c2efeb1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.257803 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1b60ba88-e4d6-4ceb-880d-ee7fc05dba0f tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Synchronizing usage tracker for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:46.268327 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1164db2a-1a20-437b-90ca-da9c500095d2 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:46.274022 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1b60ba88-e4d6-4ceb-880d-ee7fc05dba0f tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Unset dirty status for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:46.275263 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1b60ba88-e4d6-4ceb-880d-ee7fc05dba0f tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0692062 Jul 29 16:44:46.279425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53520) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:46.284707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e78b65e8-cb57-4e42-a4e0-3a6ab8eb2945 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group': {'name': 'tempest-secgroup--948375605'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:46.292157 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e78b65e8-cb57-4e42-a4e0-3a6ab8eb2945 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:46.302549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e78b65e8-cb57-4e42-a4e0-3a6ab8eb2945 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:46.314164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e78b65e8-cb57-4e42-a4e0-3a6ab8eb2945 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.334042 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e78b65e8-cb57-4e42-a4e0-3a6ab8eb2945 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:46.338031 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e78b65e8-cb57-4e42-a4e0-3a6ab8eb2945 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:46.340990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e78b65e8-cb57-4e42-a4e0-3a6ab8eb2945 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:46.346868 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e78b65e8-cb57-4e42-a4e0-3a6ab8eb2945 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:46.422508 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e78b65e8-cb57-4e42-a4e0-3a6ab8eb2945 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.426929 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e78b65e8-cb57-4e42-a4e0-3a6ab8eb2945 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.473725 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b65e8-cb57-4e42-a4e0-3a6ab8eb2945 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95cb330e-b354-455f-a459-8c5e353f378c,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:46.481845 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e78b65e8-cb57-4e42-a4e0-3a6ab8eb2945 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.485816 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e78b65e8-cb57-4e42-a4e0-3a6ab8eb2945 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2053154 Jul 29 16:44:46.487041 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53524) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:46.491749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d41780e9-e58c-45d9-8a13-9b5d50c6849d tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': '95cb330e-b354-455f-a459-8c5e353f378c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:46.498045 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d41780e9-e58c-45d9-8a13-9b5d50c6849d tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:46.502101 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d41780e9-e58c-45d9-8a13-9b5d50c6849d tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:46.505060 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d41780e9-e58c-45d9-8a13-9b5d50c6849d tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:46.511588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d41780e9-e58c-45d9-8a13-9b5d50c6849d tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:46.545459 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-d41780e9-e58c-45d9-8a13-9b5d50c6849d tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:46.549841 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d41780e9-e58c-45d9-8a13-9b5d50c6849d tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0623512 Jul 29 16:44:46.550383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53528) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:46.555348 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c2ab4965-defa-4fea-b21c-e8b12eb833ee tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group_rule': {'security_group_id': '95cb330e-b354-455f-a459-8c5e353f378c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:46.562271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c2ab4965-defa-4fea-b21c-e8b12eb833ee tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:46.566285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c2ab4965-defa-4fea-b21c-e8b12eb833ee tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:46.569126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c2ab4965-defa-4fea-b21c-e8b12eb833ee tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:46.575332 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c2ab4965-defa-4fea-b21c-e8b12eb833ee tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:46.603911 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-c2ab4965-defa-4fea-b21c-e8b12eb833ee tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:46.604929 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c2ab4965-defa-4fea-b21c-e8b12eb833ee tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0536160 Jul 29 16:44:46.607849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53532) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:46.669405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e50ed50b-e618-4f38-beb3-889f9fc3a0a8 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.675254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce287046-c38d-46eb-bb52-0b663c2efeb1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.677786 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-1164db2a-1a20-437b-90ca-da9c500095d2 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The resource could not be found. Jul 29 16:44:46.678872 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1164db2a-1a20-437b-90ca-da9c500095d2 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5037789 Jul 29 16:44:46.679978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce287046-c38d-46eb-bb52-0b663c2efeb1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.682845 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53536) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:46.704125 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce287046-c38d-46eb-bb52-0b663c2efeb1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.704629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce287046-c38d-46eb-bb52-0b663c2efeb1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Fanout notify agent at l3_agent the message router_deleted on router 84cac2c8-704e-4461-8adf-586e89a8e43c {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:44:46.718019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e50ed50b-e618-4f38-beb3-889f9fc3a0a8 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.720009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce287046-c38d-46eb-bb52-0b663c2efeb1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.721138 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ce287046-c38d-46eb-bb52-0b663c2efeb1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/routers/84cac2c8-704e-4461-8adf-586e89a8e43c HTTP/1.1" status: 204 len: 168 time: 0.6939788 Jul 29 16:44:46.723853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53540) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:46.790568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aaca9714-2162-46fa-a657-c5efdc240cac tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.793242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a26dbc-4ad4-42a8-9efe-8566dcf2133a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting subnet 2faf0fa8-6815-4b5a-beae-ce5b980e2ed2 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:44:46.796846 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b2a26dbc-4ad4-42a8-9efe-8566dcf2133a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.806237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e50ed50b-e618-4f38-beb3-889f9fc3a0a8 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.836335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aaca9714-2162-46fa-a657-c5efdc240cac tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.843436 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ed50b-e618-4f38-beb3-889f9fc3a0a8 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cb330e-b354-455f-a459-8c5e353f378c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:46.852674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b2a26dbc-4ad4-42a8-9efe-8566dcf2133a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.866390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e50ed50b-e618-4f38-beb3-889f9fc3a0a8 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.867504 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e50ed50b-e618-4f38-beb3-889f9fc3a0a8 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "DELETE /v2.0/security-groups/95cb330e-b354-455f-a459-8c5e353f378c HTTP/1.1" status: 204 len: 168 time: 0.2587662 Jul 29 16:44:46.875083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53544) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:46.923864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aaca9714-2162-46fa-a657-c5efdc240cac tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.943516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b2a26dbc-4ad4-42a8-9efe-8566dcf2133a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.949564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca9714-2162-46fa-a657-c5efdc240cac tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80fb66f-8b7d-43a8-b35d-c6a915a81b3f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:46.954159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bdc43864-20b6-4008-b3e1-6f8547c4af81 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Synchronizing usage tracker for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:46.966683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aaca9714-2162-46fa-a657-c5efdc240cac tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:46.970410 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-aaca9714-2162-46fa-a657-c5efdc240cac tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "DELETE /v2.0/security-groups/c80fb66f-8b7d-43a8-b35d-c6a915a81b3f HTTP/1.1" status: 204 len: 168 time: 0.2840452 Jul 29 16:44:46.971509 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53548) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:46.999171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bdc43864-20b6-4008-b3e1-6f8547c4af81 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Unset dirty status for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:47.000409 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bdc43864-20b6-4008-b3e1-6f8547c4af81 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1244130 Jul 29 16:44:47.004559 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53552) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:47.010570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4e9d6429-6b78-4917-97ab-da5b0fc200a5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group': {'name': 'tempest-secgroup--212154777'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:47.017146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4e9d6429-6b78-4917-97ab-da5b0fc200a5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:47.032187 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9f476ddd-2c5c-445b-b06f-5eafc62a8afc tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Synchronizing usage tracker for tenant:b10e5b6d05bb41d99ca21ced5dc2404a on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:47.032917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4e9d6429-6b78-4917-97ab-da5b0fc200a5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:47.041868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b2a26dbc-4ad4-42a8-9efe-8566dcf2133a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.049797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9f476ddd-2c5c-445b-b06f-5eafc62a8afc tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Unset dirty status for tenant:b10e5b6d05bb41d99ca21ced5dc2404a on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:47.051032 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9f476ddd-2c5c-445b-b06f-5eafc62a8afc tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0786266 Jul 29 16:44:47.055134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53556) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:47.060992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-4f19a9f4-a99f-4c5e-bcd2-68cdf5e1817a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': '2cff005e-bafd-4abd-9aec-14bcdc0d880e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:47.067543 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4f19a9f4-a99f-4c5e-bcd2-68cdf5e1817a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:47.071432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4f19a9f4-a99f-4c5e-bcd2-68cdf5e1817a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:47.074265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4f19a9f4-a99f-4c5e-bcd2-68cdf5e1817a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:47.074704 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6429-6b78-4917-97ab-da5b0fc200a5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.080285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4f19a9f4-a99f-4c5e-bcd2-68cdf5e1817a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:47.093533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a26dbc-4ad4-42a8-9efe-8566dcf2133a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Subnet': ['ID=2faf0fa8-6815-4b5a-beae-ce5b980e2ed2,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:47.099923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b2a26dbc-4ad4-42a8-9efe-8566dcf2133a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.106968 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4e9d6429-6b78-4917-97ab-da5b0fc200a5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:47.107589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80325f2b-a85f-47f2-b5c4-d92f7ebc4882 None None] Network b4c10e8d-c283-47cf-b444-8d2691fef292 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:47.111833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4e9d6429-6b78-4917-97ab-da5b0fc200a5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Usage tracker for resource:security_group_rule and tenant:07e7bd65def2498fa65161055f37ba56 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:47.117757 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b2a26dbc-4ad4-42a8-9efe-8566dcf2133a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/2faf0fa8-6815-4b5a-beae-ce5b980e2ed2 HTTP/1.1" status: 204 len: 168 time: 0.3900061 Jul 29 16:44:47.117757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4e9d6429-6b78-4917-97ab-da5b0fc200a5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:47.118066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53562) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:47.122735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4e9d6429-6b78-4917-97ab-da5b0fc200a5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:47.199932 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-4f19a9f4-a99f-4c5e-bcd2-68cdf5e1817a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The resource could not be found. Jul 29 16:44:47.200872 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4f19a9f4-a99f-4c5e-bcd2-68cdf5e1817a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1447928 Jul 29 16:44:47.206510 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53566) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:47.209292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6429-6b78-4917-97ab-da5b0fc200a5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.214906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-eb1d90ce-9b10-4805-b88d-8af93acb0aad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group': {'name': 'tempest-secgroup--2114226955'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:47.216344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6429-6b78-4917-97ab-da5b0fc200a5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.252718 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:44:47.268104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d6429-6b78-4917-97ab-da5b0fc200a5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336011c2-db55-4ba6-997d-07e31128f6b2,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:47.294608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6429-6b78-4917-97ab-da5b0fc200a5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.296723 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4e9d6429-6b78-4917-97ab-da5b0fc200a5 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2912107 Jul 29 16:44:47.299707 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53572) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:47.308596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-34e3990e-7d5b-4b9d-8763-c79ff2fb87d4 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:47.310649 dv-neutron-851534-1-hyperv neutron-server[89210]: WARNING neutron.api.v2.base [None req-34e3990e-7d5b-4b9d-8763-c79ff2fb87d4 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 16:44:47.312008 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-34e3990e-7d5b-4b9d-8763-c79ff2fb87d4 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 16:44:47.313345 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-34e3990e-7d5b-4b9d-8763-c79ff2fb87d4 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "PUT /v2.0/security-groups/336011c2-db55-4ba6-997d-07e31128f6b2 HTTP/1.1" status: 409 len: 330 time: 0.0120754 Jul 29 16:44:47.317664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53576) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:47.366963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-eb1d90ce-9b10-4805-b88d-8af93acb0aad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:47.398204 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d0a68202-ab4b-4ff9-a866-eb37be3af926 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.430765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d0a68202-ab4b-4ff9-a866-eb37be3af926 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.439399 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-52828095-1e14-48cd-bc50-4340279d6555 req-0b321877-9f43-4120-a0ff-232813535c7a tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 210 time: 0.0777984 Jul 29 16:44:47.448461 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.453830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-eb1d90ce-9b10-4805-b88d-8af93acb0aad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:47.462369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6a6cc4-6ffd-47f5-bf84-f33dc7cf046b None None] DHCP port deletion for b4c10e8d-c283-47cf-b444-8d2691fef292 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:44:47.471093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a6cc4-6ffd-47f5-bf84-f33dc7cf046b None None] Deleting port e53b075f-0ec7-4fc5-a2d0-c85839e947bd {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:47.471734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1e6a6cc4-6ffd-47f5-bf84-f33dc7cf046b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.474249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port e53b075f-0ec7-4fc5-a2d0-c85839e947bd {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:47.477003 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.499974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d0a68202-ab4b-4ff9-a866-eb37be3af926 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.506621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eb1d90ce-9b10-4805-b88d-8af93acb0aad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.543559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-eb1d90ce-9b10-4805-b88d-8af93acb0aad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:47.547666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-eb1d90ce-9b10-4805-b88d-8af93acb0aad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:47.550548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-eb1d90ce-9b10-4805-b88d-8af93acb0aad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:47.556486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-eb1d90ce-9b10-4805-b88d-8af93acb0aad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:47.573219 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a68202-ab4b-4ff9-a866-eb37be3af926 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=336011c2-db55-4ba6-997d-07e31128f6b2,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:47.575971 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d0a68202-ab4b-4ff9-a866-eb37be3af926 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.576925 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d0a68202-ab4b-4ff9-a866-eb37be3af926 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "DELETE /v2.0/security-groups/336011c2-db55-4ba6-997d-07e31128f6b2 HTTP/1.1" status: 204 len: 168 time: 0.2583807 Jul 29 16:44:47.579541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53580) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:47.650252 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9e4a41e8-7215-4f3d-b1e0-2889dad3ef17 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Synchronizing usage tracker for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:47.664240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cae72a89-1afd-4123-9257-5fd9e80293b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.667558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9e4a41e8-7215-4f3d-b1e0-2889dad3ef17 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] Unset dirty status for tenant:07e7bd65def2498fa65161055f37ba56 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:47.669571 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9e4a41e8-7215-4f3d-b1e0-2889dad3ef17 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0890434 Jul 29 16:44:47.674023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53584) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:47.694629 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-91080a01-6334-42be-83e7-89f0d3611129 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] delete failed (client error): The resource could not be found. Jul 29 16:44:47.695946 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-91080a01-6334-42be-83e7-89f0d3611129 tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "DELETE /v2.0/security-groups/fbf9cfa9-2c19-453d-acdb-8efede42cb45 HTTP/1.1" status: 404 len: 347 time: 0.0209715 Jul 29 16:44:47.700371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53588) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:47.786490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1e6a6cc4-6ffd-47f5-bf84-f33dc7cf046b None None] For port e53b075f-0ec7-4fc5-a2d0-c85839e947bd, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e53b075f-0ec7-4fc5-a2d0-c85839e947bd,segment=NetworkSegment(d5119b39-acd4-46d9-bd56-7b5b019b403f),segment_id=d5119b39-acd4-46d9-bd56-7b5b019b403f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:47.786886 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1e6a6cc4-6ffd-47f5-bf84-f33dc7cf046b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.790951 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-b6b555b1-72dd-4357-972d-f814685a603a tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] show failed (client error): The resource could not be found. Jul 29 16:44:47.792560 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b6b555b1-72dd-4357-972d-f814685a603a tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "GET /v2.0/security-groups/657e07c0-6bb9-40c8-8f2b-080409c0bf6b HTTP/1.1" status: 404 len: 347 time: 0.0469081 Jul 29 16:44:47.796786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53592) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:47.812144 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-71ecb2bf-79a8-4af2-b6da-4944bbc5a36f tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] show failed (client error): The resource could not be found. Jul 29 16:44:47.816418 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-71ecb2bf-79a8-4af2-b6da-4944bbc5a36f tempest-NegativeSecGroupIPv6Test-828131753 tempest-NegativeSecGroupIPv6Test-828131753-project] 10.222.0.58 "GET /v2.0/security-group-rules/3c045ba7-4ec5-406a-8a40-ebfe502adeb8 HTTP/1.1" status: 404 len: 356 time: 0.0153651 Jul 29 16:44:47.821748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] For port e53b075f-0ec7-4fc5-a2d0-c85839e947bd, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e53b075f-0ec7-4fc5-a2d0-c85839e947bd,segment=NetworkSegment(d5119b39-acd4-46d9-bd56-7b5b019b403f),segment_id=d5119b39-acd4-46d9-bd56-7b5b019b403f)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:47.822145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.843946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eb1d90ce-9b10-4805-b88d-8af93acb0aad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.909975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e53b075f-0ec7-4fc5-a2d0-c85839e947bd no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:44:47.943997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a6cc4-6ffd-47f5-bf84-f33dc7cf046b None None] Calling delete_port for e53b075f-0ec7-4fc5-a2d0-c85839e947bd owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:47.953566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eb1d90ce-9b10-4805-b88d-8af93acb0aad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:47.966451 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for e53b075f-0ec7-4fc5-a2d0-c85839e947bd owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:48.055622 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d90ce-9b10-4805-b88d-8af93acb0aad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd8db05-d4ab-4b49-a3b6-6df27d46744d,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:48.090873 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1e6a6cc4-6ffd-47f5-bf84-f33dc7cf046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.096342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eb1d90ce-9b10-4805-b88d-8af93acb0aad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.098095 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-eb1d90ce-9b10-4805-b88d-8af93acb0aad tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8906605 Jul 29 16:44:48.101517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53598) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:48.107506 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7665625e-2b9b-4b9f-a2f2-8e24ff31c901 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group': {'name': 'tempest-secgroup--120169643'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:48.114409 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7665625e-2b9b-4b9f-a2f2-8e24ff31c901 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:48.116633 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:44:48.116958 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:44:48.119964 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7665625e-2b9b-4b9f-a2f2-8e24ff31c901 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:48.123391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7665625e-2b9b-4b9f-a2f2-8e24ff31c901 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:48.129143 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7665625e-2b9b-4b9f-a2f2-8e24ff31c901 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:48.140425 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a6cc4-6ffd-47f5-bf84-f33dc7cf046b None None] Pushing event deleted for resources: {'Port': ['ID=e53b075f-0ec7-4fc5-a2d0-c85839e947bd,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:48.142304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7665625e-2b9b-4b9f-a2f2-8e24ff31c901 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.152886 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6a6cc4-6ffd-47f5-bf84-f33dc7cf046b None None] No DVR routers for this DVR port e53b075f-0ec7-4fc5-a2d0-c85839e947bd on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:44:48.154393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e53b075f-0ec7-4fc5-a2d0-c85839e947bd is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:48.154767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.173157 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7665625e-2b9b-4b9f-a2f2-8e24ff31c901 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:48.178987 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7665625e-2b9b-4b9f-a2f2-8e24ff31c901 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:48.186411 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7665625e-2b9b-4b9f-a2f2-8e24ff31c901 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:48.192892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7665625e-2b9b-4b9f-a2f2-8e24ff31c901 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:48.257533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.278708 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7665625e-2b9b-4b9f-a2f2-8e24ff31c901 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.284540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7665625e-2b9b-4b9f-a2f2-8e24ff31c901 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.296427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-a0117887-0e44-45ac-83b8-5d05b212039e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:48.296427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-a0117887-0e44-45ac-83b8-5d05b212039e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Synchronizing usage tracker for tenant:ec419c0563854a79aded675260b09ec1 on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:48.312069 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53604) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:48.318987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-a0117887-0e44-45ac-83b8-5d05b212039e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Unset dirty status for tenant:ec419c0563854a79aded675260b09ec1 on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:48.320237 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-a0117887-0e44-45ac-83b8-5d05b212039e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.69 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 811 time: 0.3024409 Jul 29 16:44:48.336116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665625e-2b9b-4b9f-a2f2-8e24ff31c901 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d02463c-116a-4657-b20d-8d3054bb5e52,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:48.340595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7665625e-2b9b-4b9f-a2f2-8e24ff31c901 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.345860 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7665625e-2b9b-4b9f-a2f2-8e24ff31c901 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2433608 Jul 29 16:44:48.349187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53610) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:48.356248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-540be08e-e900-493b-abee-5540d779e254 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group_rule': {'security_group_id': '2cd8db05-d4ab-4b49-a3b6-6df27d46744d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5d02463c-116a-4657-b20d-8d3054bb5e52'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:48.357243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.363729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-540be08e-e900-493b-abee-5540d779e254 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:48.367575 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-540be08e-e900-493b-abee-5540d779e254 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:48.370461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-540be08e-e900-493b-abee-5540d779e254 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:48.376541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-540be08e-e900-493b-abee-5540d779e254 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:48.433700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-c29595f4-8eb1-42fd-a415-51e7597e460e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Synchronizing usage tracker for tenant:ec419c0563854a79aded675260b09ec1 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:48.476826 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-540be08e-e900-493b-abee-5540d779e254 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:44:48.477893 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-540be08e-e900-493b-abee-5540d779e254 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1272974 Jul 29 16:44:48.481714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53616) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:48.495244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-c29595f4-8eb1-42fd-a415-51e7597e460e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Unset dirty status for tenant:ec419c0563854a79aded675260b09ec1 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:48.496639 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-c29595f4-8eb1-42fd-a415-51e7597e460e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec419c0563854a79aded675260b09ec1 HTTP/1.1" status: 200 len: 379 time: 0.1178260 Jul 29 16:44:48.505173 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f7a4ac19-889a-4b23-b58d-df13af17de66 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07e7bd65def2498fa65161055f37ba56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895876 Jul 29 16:44:48.506093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53620) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:48.551854 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Request body: {'port': {'device_id': 'add572a7-448b-4585-91d8-6e9ba4feaaaf', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'admin_state_up': True, 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'security_groups': ['2d93d551-7a4a-4191-b200-c48645b3014e']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:48.567344 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b6debe3e-04bf-4255-94d0-3a0d89f2e09b tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.599822 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b6debe3e-04bf-4255-94d0-3a0d89f2e09b tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.650098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port e53b075f-0ec7-4fc5-a2d0-c85839e947bd {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:48.650098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.655492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8aee-6ed2-4924-b5cf-4e5a81ab6290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.709850 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cbd76f17-0eac-4ef0-9d2d-6e881b9dfac7 req-e73e0080-dd92-422a-b124-a679bc65b884 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 210 time: 0.1012731 Jul 29 16:44:48.712269 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8aee-6ed2-4924-b5cf-4e5a81ab6290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.762822 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:48.768463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] The port 'e53b075f-0ec7-4fc5-a2d0-c85839e947bd' was deleted {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:44:48.771181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Usage tracker for resource:port and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:48.774397 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:48.780727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:48.794845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Made reservation on behalf of ec419c0563854a79aded675260b09ec1 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:48.799181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.821988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8aee-6ed2-4924-b5cf-4e5a81ab6290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.873460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b6debe3e-04bf-4255-94d0-3a0d89f2e09b tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.878787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d8aee-6ed2-4924-b5cf-4e5a81ab6290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fdfefb-d9a0-4de6-9ea9-ecfd1314fa65,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:48.903304 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8aee-6ed2-4924-b5cf-4e5a81ab6290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.904791 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3b7d8aee-6ed2-4924-b5cf-4e5a81ab6290 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27fdfefb-d9a0-4de6-9ea9-ecfd1314fa65 HTTP/1.1" status: 204 len: 168 time: 0.3980393 Jul 29 16:44:48.919669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6debe3e-04bf-4255-94d0-3a0d89f2e09b tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d02463c-116a-4657-b20d-8d3054bb5e52,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:48.934086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b6debe3e-04bf-4255-94d0-3a0d89f2e09b tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.935209 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b6debe3e-04bf-4255-94d0-3a0d89f2e09b tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "DELETE /v2.0/security-groups/5d02463c-116a-4657-b20d-8d3054bb5e52 HTTP/1.1" status: 204 len: 168 time: 0.4521995 Jul 29 16:44:48.937253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:48.943582 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53628) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:48.973169 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c10e8d-c283-47cf-b444-8d2691fef292']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:48.989603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5119b39-acd4-46d9-bd56-7b5b019b403f') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:48.989993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5119b39-acd4-46d9-bd56-7b5b019b403f') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:49.005515 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.025258 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.032813 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:49.033893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.078657 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Allocated IP 172.20.0.9 (b4982755-8e39-4721-b20e-894fdb4eef16/38420142-86f7-4984-a5b1-490e5fa1b0e0/b1eacc43-3760-47d1-a115-55154f59b28f) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:49.090641 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f4d34b47-524c-49c0-a330-9adf25d57928 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1437433 Jul 29 16:44:49.093786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53634) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:49.159316 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.183201 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment d5119b39-acd4-46d9-bd56-7b5b019b403f resource provider aggregate not found Jul 29 16:44:49.187240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.195942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Network': ['ID=b4c10e8d-c283-47cf-b444-8d2691fef292,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:49.204038 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5e914ac9-2b00-4cf8-a230-43f606a5d3d3 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/networks/b4c10e8d-c283-47cf-b444-8d2691fef292 HTTP/1.1" status: 204 len: 168 time: 2.0843134 Jul 29 16:44:49.205074 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53642) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:49.208578 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment d5119b39-acd4-46d9-bd56-7b5b019b403f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5119b39-acd4-46d9-bd56-7b5b019b403f found for delete ", "request_id": "req-fb05569d-c6d0-4fc7-ae3d-03ec25c835c4"}]} Jul 29 16:44:49.212364 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'network': {'name': 'tempest-RoutersTest-1669051155'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:49.217874 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:49.221842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:network and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:49.224846 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:49.231050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:49.250069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:49.254070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.284487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ed06a72-bae4-4178-b295-849d02fca523 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.296291 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:44:49.311617 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.312248 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Added segment d6f4ae18-1cb0-4c38-8ceb-74bb4df4394f of type vlan for network 8ca7d429-ffac-4fb4-ab69-4a8466439b25 Jul 29 16:44:49.336025 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ed06a72-bae4-4178-b295-849d02fca523 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.350654 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.391559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.398422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:49.399166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.511305 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.532022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ed06a72-bae4-4178-b295-849d02fca523 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.536986 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Transition to ACTIVE for port object b1eacc43-3760-47d1-a115-55154f59b28f will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:49.564956 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3561804 Jul 29 16:44:49.565854 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed06a72-bae4-4178-b295-849d02fca523 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd8db05-d4ab-4b49-a3b6-6df27d46744d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:49.565982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53654) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:49.574726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f106f5-e1ce-4945-b3b0-6948a9f30d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Network': ['ID=8ca7d429-ffac-4fb4-ab69-4a8466439b25,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:49.582492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ed06a72-bae4-4178-b295-849d02fca523 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.585783 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7ed06a72-bae4-4178-b295-849d02fca523 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "DELETE /v2.0/security-groups/2cd8db05-d4ab-4b49-a3b6-6df27d46744d HTTP/1.1" status: 204 len: 168 time: 0.4887271 Jul 29 16:44:49.586572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53658) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:49.589796 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'subnet': {'network_id': '8ca7d429-ffac-4fb4-ab69-4a8466439b25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:49.604556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 8ca7d429-ffac-4fb4-ab69-4a8466439b25 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:44:49.626731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.719615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Network b4982755-8e39-4721-b20e-894fdb4eef16 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:49.724667 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0a34a130-ed9e-4d50-9900-fb52cd66410a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Synchronizing usage tracker for tenant:b10e5b6d05bb41d99ca21ced5dc2404a on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:49.737425 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:49.747839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:44:49.810818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'Port': ['ID=b1eacc43-3760-47d1-a115-55154f59b28f,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:49.867186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.873644 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0a34a130-ed9e-4d50-9900-fb52cd66410a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Unset dirty status for tenant:b10e5b6d05bb41d99ca21ced5dc2404a on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:49.875417 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0a34a130-ed9e-4d50-9900-fb52cd66410a tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2878768 Jul 29 16:44:49.880342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53670) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:49.893188 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:49.893188 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.898445 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f744c725-0510-42db-ba8f-0ca3b59a300d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group': {'name': 'tempest-secgroup--1006375727'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:49.912340 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f744c725-0510-42db-ba8f-0ca3b59a300d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:49.927160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f744c725-0510-42db-ba8f-0ca3b59a300d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:49.938012 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-aa5a3db7-42e0-4c47-b217-1799397bf957 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3933096 Jul 29 16:44:49.945099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f744c725-0510-42db-ba8f-0ca3b59a300d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:49.978185 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Request body: {'port': {'device_id': 'add572a7-448b-4585-91d8-6e9ba4feaaaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:50.022582 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f744c725-0510-42db-ba8f-0ca3b59a300d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:50.039959 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f744c725-0510-42db-ba8f-0ca3b59a300d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Usage tracker for resource:security_group_rule and tenant:b10e5b6d05bb41d99ca21ced5dc2404a is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:50.066916 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f744c725-0510-42db-ba8f-0ca3b59a300d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:50.085930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f744c725-0510-42db-ba8f-0ca3b59a300d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:50.107631 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9888f979-de26-454b-9906-bc81c8a9dad4 None None] Provisioning for port b1eacc43-3760-47d1-a115-55154f59b28f completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:50.114940 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9888f979-de26-454b-9906-bc81c8a9dad4 None None] Provisioning complete for port b1eacc43-3760-47d1-a115-55154f59b28f triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:50.115469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9888f979-de26-454b-9906-bc81c8a9dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:50.151984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:50.168237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53676) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:50.178218 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:subnet and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:50.183200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:50.190187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:50.192008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:50.213680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89d888-405f-4527-8d33-2a8627c4caf9 req-3328a5f8-5e29-4e07-9cea-87b3094d69f1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:50.221809 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bb89d888-405f-4527-8d33-2a8627c4caf9 req-3328a5f8-5e29-4e07-9cea-87b3094d69f1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 931 time: 0.2304072 Jul 29 16:44:50.234916 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9888f979-de26-454b-9906-bc81c8a9dad4 None None] Port b1eacc43-3760-47d1-a115-55154f59b28f cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:44:50.237025 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:50.240475 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:50.338989 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ddfd2fc8-4144-49b9-93bd-0020d10eb4b2 tempest-ServiceProvidersTest-1372238568 tempest-ServiceProvidersTest-1372238568-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1691811 Jul 29 16:44:50.342682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f744c725-0510-42db-ba8f-0ca3b59a300d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:50.383329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f744c725-0510-42db-ba8f-0ca3b59a300d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:50.421026 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:50.430312 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744c725-0510-42db-ba8f-0ca3b59a300d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62470740-ff27-4192-a77f-1f1f47f7ba53,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:50.503146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f744c725-0510-42db-ba8f-0ca3b59a300d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:50.508813 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f744c725-0510-42db-ba8f-0ca3b59a300d tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6266325 Jul 29 16:44:50.511345 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53684) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:50.546364 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bb89d888-405f-4527-8d33-2a8627c4caf9 req-ea032c8a-dd61-43ed-bfe4-4f4c6f1a87b0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3226810 Jul 29 16:44:50.598483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-1c3a5e15-43fb-4f3a-8f34-cc29d80db149 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:50.598994 dv-neutron-851534-1-hyperv neutron-server[89210]: WARNING neutron.api.v2.base [None req-1c3a5e15-43fb-4f3a-8f34-cc29d80db149 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 16:44:50.600137 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-1c3a5e15-43fb-4f3a-8f34-cc29d80db149 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 16:44:50.604314 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53688) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:50.604986 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1c3a5e15-43fb-4f3a-8f34-cc29d80db149 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "PUT /v2.0/security-groups/62470740-ff27-4192-a77f-1f1f47f7ba53 HTTP/1.1" status: 409 len: 330 time: 0.0241263 Jul 29 16:44:50.631972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:50.727961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53694) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:50.758850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6f9378ed-4a98-4c3b-a4c4-74b4b6691b4e tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:50.763334 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1eacc43-3760-47d1-a115-55154f59b28f {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:44:50.773337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:50.787926 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Subnet': ['ID=0d7bc84d-4f41-4f5a-b38c-535e3a4f3d04,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:50.796236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Transition to ACTIVE for port object b1eacc43-3760-47d1-a115-55154f59b28f will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:50.801221 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:50.809428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Checking segment: {'id': 'd6f4ae18-1cb0-4c38-8ceb-74bb4df4394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8ca7d429-ffac-4fb4-ab69-4a8466439b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:50.809801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network hostable DHCP agents. Network: 8ca7d429-ffac-4fb4-ab69-4a8466439b25, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:44:50.819324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6f9378ed-4a98-4c3b-a4c4-74b4b6691b4e tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:50.867311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network 8ca7d429-ffac-4fb4-ab69-4a8466439b25 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:44:50.878964 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 8ca7d429-ffac-4fb4-ab69-4a8466439b25) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:50.882807 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6f9378ed-4a98-4c3b-a4c4-74b4b6691b4e tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:50.887305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:50.889408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb72d9e-2860-4484-8a5b-a6155bf0d144 None None] Network 8ca7d429-ffac-4fb4-ab69-4a8466439b25 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:50.893310 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:50.911138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Pushing event updated for resources: {'Port': ['ID=b1eacc43-3760-47d1-a115-55154f59b28f,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:50.919971 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9378ed-4a98-4c3b-a4c4-74b4b6691b4e tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62470740-ff27-4192-a77f-1f1f47f7ba53,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:50.943674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6f9378ed-4a98-4c3b-a4c4-74b4b6691b4e tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:50.948175 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6f9378ed-4a98-4c3b-a4c4-74b4b6691b4e tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "DELETE /v2.0/security-groups/62470740-ff27-4192-a77f-1f1f47f7ba53 HTTP/1.1" status: 204 len: 168 time: 0.3398626 Jul 29 16:44:50.948739 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53700) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:50.956349 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-024b098a-7fd7-4ef8-852f-1ce5e871915e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3814409 Jul 29 16:44:50.980621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53704) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:50.988049 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-04f95576-00ea-4cca-9f49-f657c5d12b73 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1263318336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:51.002612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-04f95576-00ea-4cca-9f49-f657c5d12b73 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:51.015212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-04f95576-00ea-4cca-9f49-f657c5d12b73 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:router and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:51.020114 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-04f95576-00ea-4cca-9f49-f657c5d12b73 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:51.036639 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-04f95576-00ea-4cca-9f49-f657c5d12b73 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:51.048787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5b13386a-87ad-4e76-bc70-9fe554e13dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:51.063331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c5afe315-4773-411e-93a2-e52cf43a741e tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Synchronizing usage tracker for tenant:b10e5b6d05bb41d99ca21ced5dc2404a on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:51.089013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04f95576-00ea-4cca-9f49-f657c5d12b73 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:51.091295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04f95576-00ea-4cca-9f49-f657c5d12b73 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:51.109824 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c5afe315-4773-411e-93a2-e52cf43a741e tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] Unset dirty status for tenant:b10e5b6d05bb41d99ca21ced5dc2404a on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:51.111577 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c5afe315-4773-411e-93a2-e52cf43a741e tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1616790 Jul 29 16:44:51.122057 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04f95576-00ea-4cca-9f49-f657c5d12b73 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:51.125214 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53708) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:51.126278 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5b13386a-87ad-4e76-bc70-9fe554e13dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:51.144194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04f95576-00ea-4cca-9f49-f657c5d12b73 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:51.176276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-04f95576-00ea-4cca-9f49-f657c5d12b73 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:51.177955 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-8ca7d429-ffac-4fb4-ab69-4a8466439b25', 'network_id': '8ca7d429-ffac-4fb4-ab69-4a8466439b25', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'fixed_ips': [{'subnet_id': '0d7bc84d-4f41-4f5a-b38c-535e3a4f3d04'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:44:51.179213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:51.182562 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-04f95576-00ea-4cca-9f49-f657c5d12b73 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2007382 Jul 29 16:44:51.185143 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53710) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:51.243332 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5b13386a-87ad-4e76-bc70-9fe554e13dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:aa5fe603bca346f7b5f453826082ca79 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:51.247883 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-713eda24-8f6a-4a27-aa84-299c47bcc300 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] delete failed (client error): The resource could not be found. Jul 29 16:44:51.254248 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53716) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:51.254675 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-713eda24-8f6a-4a27-aa84-299c47bcc300 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "DELETE /v2.0/security-groups/45bdf878-e549-407b-9966-2e8ab7b0e321 HTTP/1.1" status: 404 len: 347 time: 0.0375240 Jul 29 16:44:51.258642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5b13386a-87ad-4e76-bc70-9fe554e13dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:51.268344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5b13386a-87ad-4e76-bc70-9fe554e13dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:51.277080 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Attempting to bind port b1eacc43-3760-47d1-a115-55154f59b28f on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:44:51.277255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Attempting to bind port b1eacc43-3760-47d1-a115-55154f59b28f by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:44:51.277661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Attempting to bind port b1eacc43-3760-47d1-a115-55154f59b28f on network b4982755-8e39-4721-b20e-894fdb4eef16 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:44:51.287036 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Port b1eacc43-3760-47d1-a115-55154f59b28f on network b4982755-8e39-4721-b20e-894fdb4eef16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:44:51.287366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Attempting to bind port b1eacc43-3760-47d1-a115-55154f59b28f on network b4982755-8e39-4721-b20e-894fdb4eef16 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:44:51.301729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:44:51.302071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Checking segment: {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:51.302458 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Bound using segment: {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:44:51.302897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Bound port: b1eacc43-3760-47d1-a115-55154f59b28f, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:44:51.303247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:51.356704 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-af4e1a25-44b1-4c00-ab5a-be6170ef7fe3 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] show failed (client error): The resource could not be found. Jul 29 16:44:51.361323 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-af4e1a25-44b1-4c00-ab5a-be6170ef7fe3 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "GET /v2.0/security-groups/82a90b51-96b2-48fa-8c12-0aed7cdd60cb HTTP/1.1" status: 404 len: 347 time: 0.1023457 Jul 29 16:44:51.367596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53720) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:51.401871 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-5a60b19c-d3ab-4c2a-b4f1-c85d9426fd49 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] show failed (client error): The resource could not be found. Jul 29 16:44:51.406394 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5a60b19c-d3ab-4c2a-b4f1-c85d9426fd49 tempest-NegativeSecGroupTest-485669346 tempest-NegativeSecGroupTest-485669346-project] 10.222.0.58 "GET /v2.0/security-group-rules/501e9b03-5be2-4e3d-aedd-b7219ba8db7e HTTP/1.1" status: 404 len: 356 time: 0.0345356 Jul 29 16:44:51.443149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Allocated IP 172.20.0.2 (8ca7d429-ffac-4fb4-ab69-4a8466439b25/0d7bc84d-4f41-4f5a-b38c-535e3a4f3d04/d434e15f-9587-4c5e-8b87-8b64b60c6e51) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:51.460022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] For port b1eacc43-3760-47d1-a115-55154f59b28f, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:44:51.467844 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] For port b1eacc43-3760-47d1-a115-55154f59b28f, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b1eacc43-3760-47d1-a115-55154f59b28f,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:44:51.497153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:51.605675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5b13386a-87ad-4e76-bc70-9fe554e13dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:51.611253 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:51.612692 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:51.614196 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] 10.222.0.69 "PUT /v2.0/ports/b1eacc43-3760-47d1-a115-55154f59b28f HTTP/1.1" status: 200 len: 1093 time: 1.6424460 Jul 29 16:44:51.614649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add572a7-448b-4585-91d8-6e9ba4feaaaf', 'tag': 'b1eacc43-3760-47d1-a115-55154f59b28f'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:44:51.646617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5b13386a-87ad-4e76-bc70-9fe554e13dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:51.802819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:51.823310 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Transition to ACTIVE for port object d434e15f-9587-4c5e-8b87-8b64b60c6e51 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:51.851100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53732) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:51.861376 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Transition to ACTIVE for port object d434e15f-9587-4c5e-8b87-8b64b60c6e51 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:51.862080 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ffea44f-8a30-4a1e-8113-35b116892d05'] response: {'name': 'network-changed', 'server_uuid': 'add572a7-448b-4585-91d8-6e9ba4feaaaf', 'tag': 'b1eacc43-3760-47d1-a115-55154f59b28f', 'status': 'completed', 'code': 200} Jul 29 16:44:51.873718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:51.901140 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5b13386a-87ad-4e76-bc70-9fe554e13dc9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa5fe603bca346f7b5f453826082ca79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1708989 Jul 29 16:44:51.906165 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac85db-f668-4948-83a8-21fd80675342 service neutron] Pushing event updated for resources: {'Port': ['ID=b1eacc43-3760-47d1-a115-55154f59b28f,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:51.909018 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53738) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:51.914903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13386a-87ad-4e76-bc70-9fe554e13dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b4b49f-231e-40b1-bd90-5a3e1fff733c,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:52.011903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Network 8ca7d429-ffac-4fb4-ab69-4a8466439b25 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:52.013078 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Pushing event updated for resources: {'Port': ['ID=d434e15f-9587-4c5e-8b87-8b64b60c6e51,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:52.016521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:52.020091 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-5c9c4c1d-c54f-435a-9af7-4a495ecbcc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:52.021644 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-5c9c4c1d-c54f-435a-9af7-4a495ecbcc51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 1096 time: 0.3425486 Jul 29 16:44:52.024281 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:44:52.025995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e072-07d1-40b9-8279-f77326575d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:52.057662 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:52.059130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e072-07d1-40b9-8279-f77326575d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:52.147654 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Attempting to bind port d434e15f-9587-4c5e-8b87-8b64b60c6e51 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:44:52.148025 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Attempting to bind port d434e15f-9587-4c5e-8b87-8b64b60c6e51 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'd6f4ae18-1cb0-4c38-8ceb-74bb4df4394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8ca7d429-ffac-4fb4-ab69-4a8466439b25'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:44:52.148374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Attempting to bind port d434e15f-9587-4c5e-8b87-8b64b60c6e51 on network 8ca7d429-ffac-4fb4-ab69-4a8466439b25 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:44:52.156220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:44:52.156534 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Checking segment: {'id': 'd6f4ae18-1cb0-4c38-8ceb-74bb4df4394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8ca7d429-ffac-4fb4-ab69-4a8466439b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:44:52.156938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:52.157472 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Bound using segment: {'id': 'd6f4ae18-1cb0-4c38-8ceb-74bb4df4394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8ca7d429-ffac-4fb4-ab69-4a8466439b25'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:44:52.157942 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Bound port: d434e15f-9587-4c5e-8b87-8b64b60c6e51, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f4ae18-1cb0-4c38-8ceb-74bb4df4394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8ca7d429-ffac-4fb4-ab69-4a8466439b25'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:44:52.158313 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:52.193588 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-cb5c7f52-8dc2-492c-9ca2-75bdc99696df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1eacc43-3760-47d1-a115-55154f59b28f HTTP/1.1" status: 200 len: 217 time: 0.0854087 Jul 29 16:44:52.261855 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] For port d434e15f-9587-4c5e-8b87-8b64b60c6e51, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:44:52.265819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] For port d434e15f-9587-4c5e-8b87-8b64b60c6e51, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d434e15f-9587-4c5e-8b87-8b64b60c6e51,segment=NetworkSegment(d6f4ae18-1cb0-4c38-8ceb-74bb4df4394f),segment_id=d6f4ae18-1cb0-4c38-8ceb-74bb4df4394f)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:44:52.273389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:52.364973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fecb0-d443-4611-a1dd-8acaada8c239 req-596ce676-9109-4e33-b8e9-fce2a02559e8 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:52.366815 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b70fecb0-d443-4611-a1dd-8acaada8c239 req-596ce676-9109-4e33-b8e9-fce2a02559e8 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 943 time: 0.5448952 Jul 29 16:44:52.386612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e072-07d1-40b9-8279-f77326575d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:52.394531 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8651c7f-13f1-4784-82d8-e22ee8c77fd4 None None] Pushing event updated for resources: {'Port': ['ID=d434e15f-9587-4c5e-8b87-8b64b60c6e51,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:52.406017 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-69b1df50-588c-4162-bee4-870f4a1ad3b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b10e5b6d05bb41d99ca21ced5dc2404a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5429456 Jul 29 16:44:52.410209 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-c8355c87-6082-4f72-b665-6019238c95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:52.411430 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-c8355c87-6082-4f72-b665-6019238c95a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38420142-86f7-4984-a5b1-490e5fa1b0e0 HTTP/1.1" status: 200 len: 850 time: 0.2081239 Jul 29 16:44:52.411876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53742) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:52.417754 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1e072-07d1-40b9-8279-f77326575d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b4b49f-231e-40b1-bd90-5a3e1fff733c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:52.491983 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e072-07d1-40b9-8279-f77326575d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:52.493653 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a6a1e072-07d1-40b9-8279-f77326575d96 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8b4b49f-231e-40b1-bd90-5a3e1fff733c HTTP/1.1" status: 204 len: 168 time: 0.5815387 Jul 29 16:44:52.499408 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b70fecb0-d443-4611-a1dd-8acaada8c239 req-280717c6-a8ee-4af4-ae2d-9202a34119c0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821292 Jul 29 16:44:52.654936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ea5609dd-714e-4117-b99f-3e9c5a0bf525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:52.687851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ea5609dd-714e-4117-b99f-3e9c5a0bf525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:52.706652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-f0f9ba03-eb6b-4f0f-9cfc-1a486916e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:52.711035 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-f0f9ba03-eb6b-4f0f-9cfc-1a486916e77b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4982755-8e39-4721-b20e-894fdb4eef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2798266 Jul 29 16:44:52.719863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Allocated IP 172.20.0.1 (8ca7d429-ffac-4fb4-ab69-4a8466439b25/0d7bc84d-4f41-4f5a-b38c-535e3a4f3d04/474133e9-10b4-4967-a8d3-a5201d2845b4) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:44:52.964785 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-b573edb1-d57f-4d40-bb96-c5f832aa21f0 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468035 Jul 29 16:44:52.965413 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:52.984039 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Transition to ACTIVE for port object 474133e9-10b4-4967-a8d3-a5201d2845b4 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:44:53.012022 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:53.040544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ea5609dd-714e-4117-b99f-3e9c5a0bf525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:53.065925 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5609dd-714e-4117-b99f-3e9c5a0bf525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd84f1e-b23d-4ab5-8b34-82f262b08050,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:53.104907 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network 8ca7d429-ffac-4fb4-ab69-4a8466439b25 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:53.105733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ea5609dd-714e-4117-b99f-3e9c5a0bf525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:53.106797 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ea5609dd-714e-4117-b99f-3e9c5a0bf525 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3bd84f1e-b23d-4ab5-8b34-82f262b08050 HTTP/1.1" status: 204 len: 168 time: 0.6926646 Jul 29 16:44:53.108143 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:53.117955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:44:53.129843 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6416a3fd-7030-4fcb-9144-89b62f44b08e req-5ec6bcdb-1142-4d3c-9749-c94ee3f69f6c service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588385 Jul 29 16:44:53.158942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=474133e9-10b4-4967-a8d3-a5201d2845b4,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:53.214277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:53.321521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa829ec-664f-40be-84f6-1d72f835620d req-79474faf-5875-4dfe-a2ab-5ddc4118fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:53.323608 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5fa829ec-664f-40be-84f6-1d72f835620d req-79474faf-5875-4dfe-a2ab-5ddc4118fc1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 1096 time: 0.1246653 Jul 29 16:44:53.368720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:53.509747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa829ec-664f-40be-84f6-1d72f835620d req-db3d620f-8091-42f3-9334-b53d792f2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:53.511634 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5fa829ec-664f-40be-84f6-1d72f835620d req-db3d620f-8091-42f3-9334-b53d792f2fc0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 912 time: 0.1822846 Jul 29 16:44:53.677880 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5fa829ec-664f-40be-84f6-1d72f835620d req-5663d819-7606-49c4-bfd1-d6c8c6f862d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1eacc43-3760-47d1-a115-55154f59b28f HTTP/1.1" status: 200 len: 217 time: 0.1542547 Jul 29 16:44:53.792149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fb6486-8f26-4029-b615-d53b9e060b69 None None] Network 8ca7d429-ffac-4fb4-ab69-4a8466439b25 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:53.798781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa829ec-664f-40be-84f6-1d72f835620d req-53a89d39-4339-4742-8be3-9f780908345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:53.800333 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5fa829ec-664f-40be-84f6-1d72f835620d req-53a89d39-4339-4742-8be3-9f780908345b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38420142-86f7-4984-a5b1-490e5fa1b0e0 HTTP/1.1" status: 200 len: 850 time: 0.1125317 Jul 29 16:44:53.910812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa829ec-664f-40be-84f6-1d72f835620d req-5a52aa2a-f006-4257-9fa3-d0188f7ce524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:53.913651 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5fa829ec-664f-40be-84f6-1d72f835620d req-5a52aa2a-f006-4257-9fa3-d0188f7ce524 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4982755-8e39-4721-b20e-894fdb4eef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1032367 Jul 29 16:44:53.925896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-34962c8a-7181-4d01-902b-a7899e8db7f8 None None] Provisioning for port d434e15f-9587-4c5e-8b87-8b64b60c6e51 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:53.984517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a88c2-68d6-4c5a-b294-4aa9ed504bdc req-42d87586-345c-43ea-861e-b5111cf47649 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:53.986328 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-577a88c2-68d6-4c5a-b294-4aa9ed504bdc req-42d87586-345c-43ea-861e-b5111cf47649 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 943 time: 0.2421329 Jul 29 16:44:54.015681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d434e15f-9587-4c5e-8b87-8b64b60c6e51 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:54.053472 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-577a88c2-68d6-4c5a-b294-4aa9ed504bdc req-8de2b748-7149-4b9a-81e6-e9f116381730 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570719 Jul 29 16:44:54.086393 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:54.092613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:54.111930 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5fa829ec-664f-40be-84f6-1d72f835620d req-fa0b1cff-5fab-4837-8022-85a4ee3b6154 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929851 Jul 29 16:44:54.189619 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port d434e15f-9587-4c5e-8b87-8b64b60c6e51 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:54.195832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port d434e15f-9587-4c5e-8b87-8b64b60c6e51 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:54.196209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:54.196417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:54.264949 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5fa829ec-664f-40be-84f6-1d72f835620d req-e48e6d5c-9c16-4a60-b5a0-0261b1171309 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468229 Jul 29 16:44:54.297066 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53770) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:54.347518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d434e15f-9587-4c5e-8b87-8b64b60c6e51 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:54.348031 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:54.349062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=474133e9-10b4-4967-a8d3-a5201d2845b4,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:54.395124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port d434e15f-9587-4c5e-8b87-8b64b60c6e51, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d434e15f-9587-4c5e-8b87-8b64b60c6e51,segment=NetworkSegment(d6f4ae18-1cb0-4c38-8ceb-74bb4df4394f),segment_id=d6f4ae18-1cb0-4c38-8ceb-74bb4df4394f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:54.401491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:54.417449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network 8ca7d429-ffac-4fb4-ab69-4a8466439b25 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:44:54.419575 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:44:54.445614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-749a8c99-2656-437d-8d82-dd7137e3857a tempest-SubnetPoolsTestJSON-312656761 tempest-SubnetPoolsTestJSON-312656761-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1775086071', 'prefixes': ['172.20.0.0/16']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:54.453276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-749a8c99-2656-437d-8d82-dd7137e3857a tempest-SubnetPoolsTestJSON-312656761 tempest-SubnetPoolsTestJSON-312656761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:54.520755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=d434e15f-9587-4c5e-8b87-8b64b60c6e51,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:54.531123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-749a8c99-2656-437d-8d82-dd7137e3857a tempest-SubnetPoolsTestJSON-312656761 tempest-SubnetPoolsTestJSON-312656761-project] Notify callbacks [] for subnetpool, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:54.532618 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-749a8c99-2656-437d-8d82-dd7137e3857a tempest-SubnetPoolsTestJSON-312656761 tempest-SubnetPoolsTestJSON-312656761-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2343562 Jul 29 16:44:54.535347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53776) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:54.582822 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3e6fa9cc-215f-4431-b617-643fd9945d90 None None] Provisioning for port 474133e9-10b4-4967-a8d3-a5201d2845b4 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:44:54.583027 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-13a67c53-3715-4841-ab7b-ae646bee7c04 tempest-SubnetPoolsTestJSON-312656761 tempest-SubnetPoolsTestJSON-312656761-project] 10.222.0.58 "GET /v2.0/subnetpools/0f1019f1-7665-4cc4-8696-fddddfa0d4fb HTTP/1.1" status: 200 len: 732 time: 0.0438075 Jul 29 16:44:54.583431 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53780) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:54.585663 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3e6fa9cc-215f-4431-b617-643fd9945d90 None None] Provisioning complete for port 474133e9-10b4-4967-a8d3-a5201d2845b4 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:54.585962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3e6fa9cc-215f-4431-b617-643fd9945d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:54.589771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a676d1ef-9873-42a4-a415-58a723545e55 tempest-SubnetPoolsTestJSON-312656761 tempest-SubnetPoolsTestJSON-312656761-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1570430707'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:54.659545 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fa9cc-215f-4431-b617-643fd9945d90 None None] Port 474133e9-10b4-4967-a8d3-a5201d2845b4 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:44:54.676898 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3e6fa9cc-215f-4431-b617-643fd9945d90 None None] Provisioning complete for port d434e15f-9587-4c5e-8b87-8b64b60c6e51 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:54.678100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3e6fa9cc-215f-4431-b617-643fd9945d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:54.682483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router b074a0a4-f609-4202-b1ec-6cfc8c372ba6 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:44:54.699632 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a676d1ef-9873-42a4-a415-58a723545e55 tempest-SubnetPoolsTestJSON-312656761 tempest-SubnetPoolsTestJSON-312656761-project] Notify callbacks [] for subnetpool, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:54.701035 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a676d1ef-9873-42a4-a415-58a723545e55 tempest-SubnetPoolsTestJSON-312656761 tempest-SubnetPoolsTestJSON-312656761-project] 10.222.0.58 "PUT /v2.0/subnetpools/0f1019f1-7665-4cc4-8696-fddddfa0d4fb HTTP/1.1" status: 200 len: 684 time: 0.1161702 Jul 29 16:44:54.703711 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53784) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:54.823620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-abac10e3-4d2f-45d3-bbd0-f31ca90ff590 tempest-SubnetPoolsTestJSON-312656761 tempest-SubnetPoolsTestJSON-312656761-project] Notify callbacks [] for subnetpool, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:54.827355 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-abac10e3-4d2f-45d3-bbd0-f31ca90ff590 tempest-SubnetPoolsTestJSON-312656761 tempest-SubnetPoolsTestJSON-312656761-project] 10.222.0.58 "DELETE /v2.0/subnetpools/0f1019f1-7665-4cc4-8696-fddddfa0d4fb HTTP/1.1" status: 204 len: 168 time: 0.1198697 Jul 29 16:44:54.827583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53788) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:54.843607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fa9cc-215f-4431-b617-643fd9945d90 None None] Current status of the port d434e15f-9587-4c5e-8b87-8b64b60c6e51 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:54.850082 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-b0fee4b7-a67d-4cac-a130-79c25f828429 tempest-SubnetPoolsTestJSON-312656761 tempest-SubnetPoolsTestJSON-312656761-project] show failed (client error): The resource could not be found. Jul 29 16:44:54.851131 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b0fee4b7-a67d-4cac-a130-79c25f828429 tempest-SubnetPoolsTestJSON-312656761 tempest-SubnetPoolsTestJSON-312656761-project] 10.222.0.58 "GET /v2.0/subnetpools/0f1019f1-7665-4cc4-8696-fddddfa0d4fb HTTP/1.1" status: 404 len: 346 time: 0.0226181 Jul 29 16:44:54.854530 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53792) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:54.873500 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-630e86b3-27ae-403d-9c2e-a26f977e1694 tempest-SubnetPoolsTestJSON-312656761 tempest-SubnetPoolsTestJSON-312656761-project] delete failed (client error): The resource could not be found. Jul 29 16:44:54.877100 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-630e86b3-27ae-403d-9c2e-a26f977e1694 tempest-SubnetPoolsTestJSON-312656761 tempest-SubnetPoolsTestJSON-312656761-project] 10.222.0.58 "DELETE /v2.0/subnetpools/0f1019f1-7665-4cc4-8696-fddddfa0d4fb HTTP/1.1" status: 404 len: 346 time: 0.0190721 Jul 29 16:44:54.966779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-790d23f4-eb48-43d0-8e3d-8e5d9e1550f1 None None] Provisioning complete for port 474133e9-10b4-4967-a8d3-a5201d2845b4 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:54.967620 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-790d23f4-eb48-43d0-8e3d-8e5d9e1550f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:55.013071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:44:55.023741 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e3f099-cb59-4799-abc4-c34db6740f73 None None] Sync routers for ids ['b074a0a4-f609-4202-b1ec-6cfc8c372ba6'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:44:55.036262 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7c0d7235-a9d8-41e5-a0ec-9f4b52c22926 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/b074a0a4-f609-4202-b1ec-6cfc8c372ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8463371 Jul 29 16:44:55.036508 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53798) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:55.039795 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e3f099-cb59-4799-abc4-c34db6740f73 None None] Routers {'b074a0a4-f609-4202-b1ec-6cfc8c372ba6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:55.040567 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b0e3f099-cb59-4799-abc4-c34db6740f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b074a0a4-f609-4202-b1ec-6cfc8c372ba6'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:55.062990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-790d23f4-eb48-43d0-8e3d-8e5d9e1550f1 None None] Port 474133e9-10b4-4967-a8d3-a5201d2845b4 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:44:55.114078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ea1e5c-93ea-476d-a24b-6e9c07076c25 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:55.114672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d8ea1e5c-93ea-476d-a24b-6e9c07076c25 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Synchronizing usage tracker for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:44:55.119442 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b0e3f099-cb59-4799-abc4-c34db6740f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:55.128210 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e3f099-cb59-4799-abc4-c34db6740f73 None None] Routers {'b074a0a4-f609-4202-b1ec-6cfc8c372ba6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:55.128914 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b0e3f099-cb59-4799-abc4-c34db6740f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b074a0a4-f609-4202-b1ec-6cfc8c372ba6'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:55.132563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d8ea1e5c-93ea-476d-a24b-6e9c07076c25 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Unset dirty status for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:44:55.137207 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d8ea1e5c-93ea-476d-a24b-6e9c07076c25 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports/474133e9-10b4-4967-a8d3-a5201d2845b4 HTTP/1.1" status: 200 len: 910 time: 0.0964072 Jul 29 16:44:55.137605 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53806) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:55.195933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5df8f3ba-f4e9-4fef-9536-190410750c26 None None] Provisioning complete for port 474133e9-10b4-4967-a8d3-a5201d2845b4 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:55.198010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5df8f3ba-f4e9-4fef-9536-190410750c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:55.202006 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b0e3f099-cb59-4799-abc4-c34db6740f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:55.202841 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e3f099-cb59-4799-abc4-c34db6740f73 None None] The sync data for ids ['b074a0a4-f609-4202-b1ec-6cfc8c372ba6'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:44:55.265256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5df8f3ba-f4e9-4fef-9536-190410750c26 None None] Port 474133e9-10b4-4967-a8d3-a5201d2845b4 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:44:55.280370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53810) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:55.314378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efabdc-8830-4835-81c9-ffb6ab0006f2 req-a8f50196-2d5a-45f6-97ec-a31c0a4edc5f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:55.316520 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-55efabdc-8830-4835-81c9-ffb6ab0006f2 req-a8f50196-2d5a-45f6-97ec-a31c0a4edc5f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 943 time: 0.1083884 Jul 29 16:44:55.378372 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-55efabdc-8830-4835-81c9-ffb6ab0006f2 req-4ab2b007-4db1-4bfc-b70f-b6dbb8223a87 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547163 Jul 29 16:44:55.415526 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8b1c160d-e937-4e62-b599-fdc5acddf555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:55.430497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8b1c160d-e937-4e62-b599-fdc5acddf555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:55.435010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8b1c160d-e937-4e62-b599-fdc5acddf555 admin admin] Usage tracker for resource:security_group_rule and tenant:3c09784946b84ee4bbeef9ff8ed48867 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:55.437927 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8b1c160d-e937-4e62-b599-fdc5acddf555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:55.443567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8b1c160d-e937-4e62-b599-fdc5acddf555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:55.525209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8b1c160d-e937-4e62-b599-fdc5acddf555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:55.530548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8b1c160d-e937-4e62-b599-fdc5acddf555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:55.580032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c160d-e937-4e62-b599-fdc5acddf555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6af9b2d-653c-48f8-b83e-2210bb8280b3,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:55.584238 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8b1c160d-e937-4e62-b599-fdc5acddf555 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c09784946b84ee4bbeef9ff8ed48867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011801 Jul 29 16:44:55.586934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53816) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:55.645291 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-014c0fe7-ba4b-4a30-b17a-043c856a23bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:55.676658 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-014c0fe7-ba4b-4a30-b17a-043c856a23bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:55.729428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-014c0fe7-ba4b-4a30-b17a-043c856a23bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:55.745459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c0fe7-ba4b-4a30-b17a-043c856a23bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6af9b2d-653c-48f8-b83e-2210bb8280b3,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:55.749813 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-014c0fe7-ba4b-4a30-b17a-043c856a23bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:55.750936 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-014c0fe7-ba4b-4a30-b17a-043c856a23bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6af9b2d-653c-48f8-b83e-2210bb8280b3 HTTP/1.1" status: 204 len: 168 time: 0.1631172 Jul 29 16:44:55.776490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eeb4dcf5-9096-4b40-bec3-71e2934a4d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:55.892324 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d434e15f-9587-4c5e-8b87-8b64b60c6e51 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:44:55.963229 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port d434e15f-9587-4c5e-8b87-8b64b60c6e51 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:44:55.963616 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:56.082065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d434e15f-9587-4c5e-8b87-8b64b60c6e51 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:44:56.117952 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-eeb4dcf5-9096-4b40-bec3-71e2934a4d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port 474133e9-10b4-4967-a8d3-a5201d2845b4 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:56.118302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eeb4dcf5-9096-4b40-bec3-71e2934a4d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:56.308418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eeb4dcf5-9096-4b40-bec3-71e2934a4d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:56.436838 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-eeb4dcf5-9096-4b40-bec3-71e2934a4d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for 474133e9-10b4-4967-a8d3-a5201d2845b4 owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:56.466507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53842) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:56.473531 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031841 Jul 29 16:44:56.474057 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53844) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:56.589481 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc2dd0-a81d-4999-b19b-58ffff174336 req-d610f9ef-d480-4a3c-868b-c5e8b2711ddc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:56.591461 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c9dc2dd0-a81d-4999-b19b-58ffff174336 req-d610f9ef-d480-4a3c-868b-c5e8b2711ddc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 943 time: 0.1091034 Jul 29 16:44:56.605338 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f70ac348-92df-406f-b41a-4a6938953ce4 tempest-NetworksApiDiscovery-233537268 tempest-NetworksApiDiscovery-233537268-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1302128 Jul 29 16:44:56.639302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eeb4dcf5-9096-4b40-bec3-71e2934a4d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:56.646101 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c9dc2dd0-a81d-4999-b19b-58ffff174336 req-973c3321-3605-451e-a283-893d1f44577b tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393982 Jul 29 16:44:56.693364 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4dcf5-9096-4b40-bec3-71e2934a4d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=474133e9-10b4-4967-a8d3-a5201d2845b4,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:56.898013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53858) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:57.023054 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d12c6191-1374-4526-a79f-463ea1db4a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:57.037474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d12c6191-1374-4526-a79f-463ea1db4a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:57.041919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d12c6191-1374-4526-a79f-463ea1db4a3d admin admin] Usage tracker for resource:security_group_rule and tenant:2871d24eb05f47ac956b5049f454915b is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:57.044695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d12c6191-1374-4526-a79f-463ea1db4a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:57.049921 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eeb4dcf5-9096-4b40-bec3-71e2934a4d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:57.050752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d12c6191-1374-4526-a79f-463ea1db4a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:57.135254 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d12c6191-1374-4526-a79f-463ea1db4a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:57.139320 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d12c6191-1374-4526-a79f-463ea1db4a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:57.186674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c6191-1374-4526-a79f-463ea1db4a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88092cec-0fc6-4c89-932d-4b9b1bdc0612,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:57.191701 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d12c6191-1374-4526-a79f-463ea1db4a3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2871d24eb05f47ac956b5049f454915b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926245 Jul 29 16:44:57.194400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53866) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:57.252124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1edc-5099-4c1e-9986-c19b710d4d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:57.277982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1edc-5099-4c1e-9986-c19b710d4d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:57.319941 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb4dcf5-9096-4b40-bec3-71e2934a4d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router b074a0a4-f609-4202-b1ec-6cfc8c372ba6 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:44:57.334057 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1edc-5099-4c1e-9986-c19b710d4d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:57.350196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac1edc-5099-4c1e-9986-c19b710d4d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88092cec-0fc6-4c89-932d-4b9b1bdc0612,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:57.357476 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1edc-5099-4c1e-9986-c19b710d4d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:57.358308 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c1ac1edc-5099-4c1e-9986-c19b710d4d56 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88092cec-0fc6-4c89-932d-4b9b1bdc0612 HTTP/1.1" status: 204 len: 168 time: 0.1629639 Jul 29 16:44:57.457671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb4dcf5-9096-4b40-bec3-71e2934a4d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:44:57.467327 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f350d3d-428d-43f4-b868-3589d8094d8e None None] Sync routers for ids ['b074a0a4-f609-4202-b1ec-6cfc8c372ba6'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:44:57.476753 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f350d3d-428d-43f4-b868-3589d8094d8e None None] Routers {'b074a0a4-f609-4202-b1ec-6cfc8c372ba6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:57.477444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2f350d3d-428d-43f4-b868-3589d8094d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b074a0a4-f609-4202-b1ec-6cfc8c372ba6'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:57.477699 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-eeb4dcf5-9096-4b40-bec3-71e2934a4d49 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/b074a0a4-f609-4202-b1ec-6cfc8c372ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3388255 Jul 29 16:44:57.478377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53874) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:57.538425 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b09b279e-337a-46b7-98e3-27e9c9af0dcd tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports?device_id=b074a0a4-f609-4202-b1ec-6cfc8c372ba6 HTTP/1.1" status: 200 len: 205 time: 0.0583255 Jul 29 16:44:57.538667 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53880) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:57.547444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2f350d3d-428d-43f4-b868-3589d8094d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:57.558208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f350d3d-428d-43f4-b868-3589d8094d8e None None] Routers {'b074a0a4-f609-4202-b1ec-6cfc8c372ba6'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:44:57.559162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2f350d3d-428d-43f4-b868-3589d8094d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b074a0a4-f609-4202-b1ec-6cfc8c372ba6'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:57.632419 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2f350d3d-428d-43f4-b868-3589d8094d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:57.632866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f350d3d-428d-43f4-b868-3589d8094d8e None None] The sync data for ids ['b074a0a4-f609-4202-b1ec-6cfc8c372ba6'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:44:57.686534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f45619-0aa1-4c99-86ee-92d19ba808ee tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:57.854938 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3e96c-1e55-4b7a-b103-1fcf01242dff req-8377c422-0155-41c5-8eb4-c042d35037e1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:57.856442 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f9c3e96c-1e55-4b7a-b103-1fcf01242dff req-8377c422-0155-41c5-8eb4-c042d35037e1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 943 time: 0.0919082 Jul 29 16:44:57.909408 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f9c3e96c-1e55-4b7a-b103-1fcf01242dff req-81bf2f40-55c9-446a-a999-1b926f7f8cde tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465038 Jul 29 16:44:58.008051 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f45619-0aa1-4c99-86ee-92d19ba808ee tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.010887 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f45619-0aa1-4c99-86ee-92d19ba808ee tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.034567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f45619-0aa1-4c99-86ee-92d19ba808ee tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.035230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f45619-0aa1-4c99-86ee-92d19ba808ee tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Fanout notify agent at l3_agent the message router_deleted on router b074a0a4-f609-4202-b1ec-6cfc8c372ba6 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:44:58.050268 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f45619-0aa1-4c99-86ee-92d19ba808ee tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.051831 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d1f45619-0aa1-4c99-86ee-92d19ba808ee tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/routers/b074a0a4-f609-4202-b1ec-6cfc8c372ba6 HTTP/1.1" status: 204 len: 168 time: 0.5119715 Jul 29 16:44:58.054533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53904) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:58.119868 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-44faeb05-8d59-4c19-9a03-d3a97a1cd0f8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting subnet 0d7bc84d-4f41-4f5a-b38c-535e3a4f3d04 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:44:58.122840 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44faeb05-8d59-4c19-9a03-d3a97a1cd0f8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.179918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44faeb05-8d59-4c19-9a03-d3a97a1cd0f8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.263644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44faeb05-8d59-4c19-9a03-d3a97a1cd0f8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.338997 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44faeb05-8d59-4c19-9a03-d3a97a1cd0f8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.385016 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44faeb05-8d59-4c19-9a03-d3a97a1cd0f8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7bc84d-4f41-4f5a-b38c-535e3a4f3d04,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:58.387274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44faeb05-8d59-4c19-9a03-d3a97a1cd0f8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.391430 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc297fe-5300-4980-8762-f1f8ce7207ef None None] Network 8ca7d429-ffac-4fb4-ab69-4a8466439b25 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:44:58.393873 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-44faeb05-8d59-4c19-9a03-d3a97a1cd0f8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/0d7bc84d-4f41-4f5a-b38c-535e3a4f3d04 HTTP/1.1" status: 204 len: 168 time: 0.3380804 Jul 29 16:44:58.396514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53916) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:58.512023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.522671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port d434e15f-9587-4c5e-8b87-8b64b60c6e51 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:58.523013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.694753 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ceb581-f572-429c-aff0-0cd30c10104b None None] DHCP port deletion for 8ca7d429-ffac-4fb4-ab69-4a8466439b25 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:44:58.699513 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d0ceb581-f572-429c-aff0-0cd30c10104b None None] Deleting port d434e15f-9587-4c5e-8b87-8b64b60c6e51 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:58.699898 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d0ceb581-f572-429c-aff0-0cd30c10104b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.726498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53926) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:58.868127 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] For port d434e15f-9587-4c5e-8b87-8b64b60c6e51, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d434e15f-9587-4c5e-8b87-8b64b60c6e51,segment=NetworkSegment(d6f4ae18-1cb0-4c38-8ceb-74bb4df4394f),segment_id=d6f4ae18-1cb0-4c38-8ceb-74bb4df4394f)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:58.868727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.899294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'network': {'name': 'tempest-network-smoke--555672916', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'port_security_enabled': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:58.904952 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:58.908993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:network and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:58.911944 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:58.914778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d0ceb581-f572-429c-aff0-0cd30c10104b None None] For port d434e15f-9587-4c5e-8b87-8b64b60c6e51, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d434e15f-9587-4c5e-8b87-8b64b60c6e51,segment=NetworkSegment(d6f4ae18-1cb0-4c38-8ceb-74bb4df4394f),segment_id=d6f4ae18-1cb0-4c38-8ceb-74bb4df4394f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:44:58.915117 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d0ceb581-f572-429c-aff0-0cd30c10104b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.918961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:58.929279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:44:58.933925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.946474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:58.962007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:58.966770 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:58.970124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:58.976284 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:58.998195 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for d434e15f-9587-4c5e-8b87-8b64b60c6e51 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:59.045165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d0ceb581-f572-429c-aff0-0cd30c10104b None None] Calling delete_port for d434e15f-9587-4c5e-8b87-8b64b60c6e51 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:44:59.082982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.125122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-d0ceb581-f572-429c-aff0-0cd30c10104b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:44:59.125546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.125704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-d0ceb581-f572-429c-aff0-0cd30c10104b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:44:59.135584 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=d434e15f-9587-4c5e-8b87-8b64b60c6e51,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:59.135937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.140458 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] No DVR routers for this DVR port d434e15f-9587-4c5e-8b87-8b64b60c6e51 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:44:59.173069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:44:59.188616 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f331a6-036a-4abb-a176-256f39a1915d,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:59.196038 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.196312 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Added segment a7e94c72-090a-49ae-87c5-e0e83a555c80 of type vlan for network 26638b83-b8c8-4716-b887-d9e1cd2cbdcf Jul 29 16:44:59.213992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf79f02-aa05-4331-8289-495ce315b50a req-4ca60344-8ab0-4fc4-a981-85c062a058f9 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:59.215580 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cbf79f02-aa05-4331-8289-495ce315b50a req-4ca60344-8ab0-4fc4-a981-85c062a058f9 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 943 time: 0.1688123 Jul 29 16:44:59.249734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.268009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.287146 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cbf79f02-aa05-4331-8289-495ce315b50a req-2021d838-dcde-4a96-ad1e-903b6217928e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657685 Jul 29 16:44:59.294753 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca7d429-ffac-4fb4-ab69-4a8466439b25']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:59.299380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.305276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:44:59.305998 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.308390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f4ae18-1cb0-4c38-8ceb-74bb4df4394f') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:59.308914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f4ae18-1cb0-4c38-8ceb-74bb4df4394f') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:44:59.320872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.338638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.344863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:44:59.345292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.415460 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment d6f4ae18-1cb0-4c38-8ceb-74bb4df4394f resource provider aggregate not found Jul 29 16:44:59.439942 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment d6f4ae18-1cb0-4c38-8ceb-74bb4df4394f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6f4ae18-1cb0-4c38-8ceb-74bb4df4394f found for delete ", "request_id": "req-1813356e-cb91-4863-98a5-e364096ed3b9"}]} Jul 29 16:44:59.453577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.470696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.482153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Network': ['ID=8ca7d429-ffac-4fb4-ab69-4a8466439b25,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:59.493023 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4b27e77f-c4e3-4813-938f-0a668aebfa2b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/networks/8ca7d429-ffac-4fb4-ab69-4a8466439b25 HTTP/1.1" status: 204 len: 168 time: 1.0921011 Jul 29 16:44:59.493540 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53938) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:59.499284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-769420976', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:59.506299 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:59.510786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:router and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:59.513663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:59.519850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:59.532978 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8053577 Jul 29 16:44:59.535777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53942) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:44:59.538298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23894683-a34b-4f5a-af5d-da22d24f090e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Network': ['ID=26638b83-b8c8-4716-b887-d9e1cd2cbdcf,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:44:59.541636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.542906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.543723 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'admin_state_up': True, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:44:59.552291 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:44:59.555362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 26638b83-b8c8-4716-b887-d9e1cd2cbdcf details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:44:59.557797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:router and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:44:59.561649 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:44:59.564319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.568367 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:44:59.579455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.581084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.596980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.633745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d0ceb581-f572-429c-aff0-0cd30c10104b None None] Deleting port d434e15f-9587-4c5e-8b87-8b64b60c6e51 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:44:59.634125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d0ceb581-f572-429c-aff0-0cd30c10104b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.750063 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d0ceb581-f572-429c-aff0-0cd30c10104b None None] The port 'd434e15f-9587-4c5e-8b87-8b64b60c6e51' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:44:59.845023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.888382 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:44:59.903625 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d434e15f-9587-4c5e-8b87-8b64b60c6e51 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:44:59.944609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: d434e15f-9587-4c5e-8b87-8b64b60c6e51 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:44:59.944949 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d434e15f-9587-4c5e-8b87-8b64b60c6e51 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:45:00.211023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:00.242425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:00.301840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:00.332301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:00.386260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.239 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/2e93158f-de15-4eab-bc89-febd0bd843f9) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:00.597385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:00.607098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e8072-1efc-490d-a2d5-1c498697d82e req-1ef7769b-50e9-4339-b7d2-f38ef84806c1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:00.608558 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-818e8072-1efc-490d-a2d5-1c498697d82e req-1ef7769b-50e9-4339-b7d2-f38ef84806c1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 943 time: 0.1947830 Jul 29 16:45:00.659790 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-818e8072-1efc-490d-a2d5-1c498697d82e req-1ac8eab1-6110-4903-84ae-92cf7eb0d01e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450466 Jul 29 16:45:00.670810 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:00.738651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:00.741458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:00.746044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:00.747591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Allocated IP 172.26.1.164 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/006df00b-1e3a-428d-8a50-2e4b7921b351) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:00.775012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=2e93158f-de15-4eab-bc89-febd0bd843f9,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:00.894720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:00.924383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:00.991155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:00.994727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:00.999541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:01.033606 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=006df00b-1e3a-428d-8a50-2e4b7921b351,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:01.279954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:01.411645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:01.624433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:01.751665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:01.898033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1307f4-6e41-4427-af98-8e2c4974cb08 req-925185c2-ad48-4a2a-b416-67815a014db1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:01.899581 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ab1307f4-6e41-4427-af98-8e2c4974cb08 req-925185c2-ad48-4a2a-b416-67815a014db1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 943 time: 0.1287062 Jul 29 16:45:01.922173 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:45:02.014892 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ab1307f4-6e41-4427-af98-8e2c4974cb08 req-05cbcbd3-f1ff-4b35-a349-819211328371 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085167 Jul 29 16:45:02.082266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router 3f79d911-1e95-4dc2-b3ca-80d5c06b932b is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:45:02.122003 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:02.131468 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Sync routers for ids ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:02.141471 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Routers {'4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:02.142202 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:02.149364 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:02.154099 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4dc3f908-0c4a-47bd-92d4-b81957b48a42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6144722 Jul 29 16:45:02.154386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53950) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:02.237717 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4d5bedd6-6d1a-4f2d-8099-37e1a8dc7d27 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ab8e87e6e1034425bfda48f6df7de642&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0797775 Jul 29 16:45:02.237985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53956) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:02.272845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:02.286372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e609e2-d0e0-4c66-a823-7c65c0e5b643 None None] Sync routers for ids ['3f79d911-1e95-4dc2-b3ca-80d5c06b932b'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:02.295572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e609e2-d0e0-4c66-a823-7c65c0e5b643 None None] Routers {'3f79d911-1e95-4dc2-b3ca-80d5c06b932b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:02.296181 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-23e609e2-d0e0-4c66-a823-7c65c0e5b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['3f79d911-1e95-4dc2-b3ca-80d5c06b932b'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:02.307368 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:02.311601 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0777b7f6-9a6d-4418-be38-275cafab79b2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8166120 Jul 29 16:45:02.312201 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53960) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:02.336791 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Set router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:02.356787 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-23e609e2-d0e0-4c66-a823-7c65c0e5b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:02.365295 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e609e2-d0e0-4c66-a823-7c65c0e5b643 None None] Routers {'3f79d911-1e95-4dc2-b3ca-80d5c06b932b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:02.365919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-23e609e2-d0e0-4c66-a823-7c65c0e5b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['3f79d911-1e95-4dc2-b3ca-80d5c06b932b'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:02.402298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c69e5c5-3abd-4ce9-9341-e3488faabaf4 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:02.407737 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8c69e5c5-3abd-4ce9-9341-e3488faabaf4 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1689422 Jul 29 16:45:02.408645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53964) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:02.430452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-23e609e2-d0e0-4c66-a823-7c65c0e5b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:02.430856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e609e2-d0e0-4c66-a823-7c65c0e5b643 None None] The sync data for ids ['3f79d911-1e95-4dc2-b3ca-80d5c06b932b'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:02.455783 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1ac20b5b-1401-457c-adf4-8d391e132422 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457034 Jul 29 16:45:02.458485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53968) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:02.463960 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-512427713', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:02.504736 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bd79c1d1-a316-482e-a443-98b097d9b2d8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/routers/3f79d911-1e95-4dc2-b3ca-80d5c06b932b HTTP/1.1" status: 200 len: 880 time: 0.1914382 Jul 29 16:45:02.507085 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53972) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:02.656732 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:45:01Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:02.660664 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Checking router: 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:45:02.661070 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Updating router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d port 2e93158f-de15-4eab-bc89-febd0bd843f9 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:45:02.717564 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:02.722897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a75306e2-e10d-48e5-b817-922edb712563 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Synchronizing usage tracker for tenant:b730b87619944e91826db8974f2acc5e on resource:router {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:45:02.733450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:02.737364 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:subnet and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:02.740826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:02.741534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a75306e2-e10d-48e5-b817-922edb712563 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Unset dirty status for tenant:b730b87619944e91826db8974f2acc5e on resource:router {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:45:02.745303 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a75306e2-e10d-48e5-b817-922edb712563 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2347133 Jul 29 16:45:02.745529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53976) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:02.750295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:02.750810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-8bbd1083-7907-44c4-a498-dd2632333b9d tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-769420976'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:02.762416 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:45:02.766039 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:02.990207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:03.049404 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:03.062382 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Transition to ACTIVE for port object 2e93158f-de15-4eab-bc89-febd0bd843f9 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:03.069398 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Subnet': ['ID=4294e561-e994-46d7-bb3a-7271c3f4e55f,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:03.072682 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:03.078772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Checking segment: {'id': 'a7e94c72-090a-49ae-87c5-e0e83a555c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:03.079130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network hostable DHCP agents. Network: 26638b83-b8c8-4716-b887-d9e1cd2cbdcf, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:45:03.102358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 26638b83-b8c8-4716-b887-d9e1cd2cbdcf is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:45:03.117071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 26638b83-b8c8-4716-b887-d9e1cd2cbdcf) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:03.127429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c349176-cc85-4f64-a197-3ec8dd5d9d49 None None] Network 26638b83-b8c8-4716-b887-d9e1cd2cbdcf requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:03.144110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:03.148906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:03.201313 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b181d6-7b28-4d31-8ffb-6fd2a01df91f None None] Pushing event updated for resources: {'Port': ['ID=2e93158f-de15-4eab-bc89-febd0bd843f9,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:03.203488 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Attempting to bind port 2e93158f-de15-4eab-bc89-febd0bd843f9 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:45:03.203860 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Attempting to bind port 2e93158f-de15-4eab-bc89-febd0bd843f9 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:45:03.204218 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Attempting to bind port 2e93158f-de15-4eab-bc89-febd0bd843f9 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:45:03.213802 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:45:03.214173 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:03.214661 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:03.215062 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:45:03.215515 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Bound port: 2e93158f-de15-4eab-bc89-febd0bd843f9, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:45:03.215902 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:03.235717 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6322e7f9-e1ca-4874-a1cc-5e518c413905 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7761369 Jul 29 16:45:03.242776 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53982) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:03.243368 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b181d6-7b28-4d31-8ffb-6fd2a01df91f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:03.244287 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b181d6-7b28-4d31-8ffb-6fd2a01df91f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:03.244634 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b181d6-7b28-4d31-8ffb-6fd2a01df91f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:03.244969 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b181d6-7b28-4d31-8ffb-6fd2a01df91f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:03.245324 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b181d6-7b28-4d31-8ffb-6fd2a01df91f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:03.245666 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b181d6-7b28-4d31-8ffb-6fd2a01df91f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:03.245994 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b181d6-7b28-4d31-8ffb-6fd2a01df91f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:03.246318 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b181d6-7b28-4d31-8ffb-6fd2a01df91f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:03.246658 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b181d6-7b28-4d31-8ffb-6fd2a01df91f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:03.246984 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b181d6-7b28-4d31-8ffb-6fd2a01df91f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:03.247335 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b181d6-7b28-4d31-8ffb-6fd2a01df91f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:03.247609 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b181d6-7b28-4d31-8ffb-6fd2a01df91f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:03.309419 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] For port 2e93158f-de15-4eab-bc89-febd0bd843f9, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:45:03.313407 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] For port 2e93158f-de15-4eab-bc89-febd0bd843f9, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2e93158f-de15-4eab-bc89-febd0bd843f9,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:45:03.320176 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:03.321135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8bbd1083-7907-44c4-a498-dd2632333b9d tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:03.336073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8bbd1083-7907-44c4-a498-dd2632333b9d tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:03.397972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b1eacc43-3760-47d1-a115-55154f59b28f details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:45:03.414824 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Routers {'4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:03.416658 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:03.427371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:45:03.428430 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:03.463911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a34d-829f-44b6-8c20-691453b06bd2 req-154eb872-04af-421f-8d71-76e1430e589e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:03.471500 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6519a34d-829f-44b6-8c20-691453b06bd2 req-154eb872-04af-421f-8d71-76e1430e589e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 943 time: 0.3024065 Jul 29 16:45:03.536303 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b181d6-7b28-4d31-8ffb-6fd2a01df91f None None] Pushing event updated for resources: {'Port': ['ID=2e93158f-de15-4eab-bc89-febd0bd843f9,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:03.713121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b1eacc43-3760-47d1-a115-55154f59b28f, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b1eacc43-3760-47d1-a115-55154f59b28f,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:03.733263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'b1eacc43-3760-47d1-a115-55154f59b28f', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'port_id': 'b1eacc43-3760-47d1-a115-55154f59b28f', 'mac_address': 'fa:16:3e:86:76:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:45:03.733816 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] Set router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:03.738217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Allocated IP 172.20.0.2 (26638b83-b8c8-4716-b887-d9e1cd2cbdcf/4294e561-e994-46d7-bb3a-7271c3f4e55f/d4ceeea0-3488-4ecd-bfc8-01fd06402073) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:03.749388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbd1083-7907-44c4-a498-dd2632333b9d tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router 3f79d911-1e95-4dc2-b3ca-80d5c06b932b has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:45:03.798512 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port b1eacc43-3760-47d1-a115-55154f59b28f is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:03.798824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:03.819202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1eacc43-3760-47d1-a115-55154f59b28f {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:45:03.835309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b1eacc43-3760-47d1-a115-55154f59b28f, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b1eacc43-3760-47d1-a115-55154f59b28f,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:03.857762 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:03.864220 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6519a34d-829f-44b6-8c20-691453b06bd2 req-e20c9fc0-4455-4e9b-8946-61d4f0c6c340 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3918004 Jul 29 16:45:03.964105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbd1083-7907-44c4-a498-dd2632333b9d tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:03.977578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8bbd1083-7907-44c4-a498-dd2632333b9d tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:03.981625 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8bbd1083-7907-44c4-a498-dd2632333b9d tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/3f79d911-1e95-4dc2-b3ca-80d5c06b932b HTTP/1.1" status: 200 len: 887 time: 1.2350750 Jul 29 16:45:03.982275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53986) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:03.987279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=b1eacc43-3760-47d1-a115-55154f59b28f,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:03.990455 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae8ad59-2dcc-4f51-9992-b558f55a9826 None None] Sync routers for ids ['3f79d911-1e95-4dc2-b3ca-80d5c06b932b'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:04.016195 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae8ad59-2dcc-4f51-9992-b558f55a9826 None None] Routers {'3f79d911-1e95-4dc2-b3ca-80d5c06b932b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:04.016873 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8ae8ad59-2dcc-4f51-9992-b558f55a9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['3f79d911-1e95-4dc2-b3ca-80d5c06b932b'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:04.122178 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8ae8ad59-2dcc-4f51-9992-b558f55a9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:04.132665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:04.134083 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae8ad59-2dcc-4f51-9992-b558f55a9826 None None] Routers {'3f79d911-1e95-4dc2-b3ca-80d5c06b932b'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:04.135230 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8ae8ad59-2dcc-4f51-9992-b558f55a9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['3f79d911-1e95-4dc2-b3ca-80d5c06b932b'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:04.143974 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Transition to ACTIVE for port object d4ceeea0-3488-4ecd-bfc8-01fd06402073 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:04.164849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Transition to ACTIVE for port object d4ceeea0-3488-4ecd-bfc8-01fd06402073 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:04.172944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:04.200153 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8ae8ad59-2dcc-4f51-9992-b558f55a9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:04.200546 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae8ad59-2dcc-4f51-9992-b558f55a9826 None None] The sync data for ids ['3f79d911-1e95-4dc2-b3ca-80d5c06b932b'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:04.224493 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:45:01Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:04.229031 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be6baf6-0dc4-4062-aa9c-99a2b3bb7fae None None] The sync data for ids ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'] in dv-neutron-851534-1-hyperv is: [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:45:01Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:04.231584 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['b1eacc43-3760-47d1-a115-55154f59b28f'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:45:04.274506 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Network 26638b83-b8c8-4716-b887-d9e1cd2cbdcf is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:04.287723 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:04.299835 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:04.313710 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Pushing event updated for resources: {'Port': ['ID=d4ceeea0-3488-4ecd-bfc8-01fd06402073,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:04.411143 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-05714fab-1172-4d27-aa74-767c947e3f42 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/routers/3f79d911-1e95-4dc2-b3ca-80d5c06b932b HTTP/1.1" status: 200 len: 887 time: 0.4277816 Jul 29 16:45:04.413846 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 53990) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:04.460568 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Attempting to bind port d4ceeea0-3488-4ecd-bfc8-01fd06402073 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:45:04.461022 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Attempting to bind port d4ceeea0-3488-4ecd-bfc8-01fd06402073 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'a7e94c72-090a-49ae-87c5-e0e83a555c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:45:04.461391 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Attempting to bind port d4ceeea0-3488-4ecd-bfc8-01fd06402073 on network 26638b83-b8c8-4716-b887-d9e1cd2cbdcf {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:45:04.468425 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:45:04.468795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Checking segment: {'id': 'a7e94c72-090a-49ae-87c5-e0e83a555c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:04.469231 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:04.469629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Bound using segment: {'id': 'a7e94c72-090a-49ae-87c5-e0e83a555c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:45:04.472212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Bound port: d4ceeea0-3488-4ecd-bfc8-01fd06402073, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e94c72-090a-49ae-87c5-e0e83a555c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:45:04.472212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:04.495425 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3355b792-864a-4de7-9e4c-28d1d9c6c80f tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f79d911-1e95-4dc2-b3ca-80d5c06b932b HTTP/1.1" status: 200 len: 205 time: 0.0780082 Jul 29 16:45:04.496967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 53994) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:04.503554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:04.705629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] For port d4ceeea0-3488-4ecd-bfc8-01fd06402073, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:45:04.727549 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] For port d4ceeea0-3488-4ecd-bfc8-01fd06402073, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d4ceeea0-3488-4ecd-bfc8-01fd06402073,segment=NetworkSegment(a7e94c72-090a-49ae-87c5-e0e83a555c80),segment_id=a7e94c72-090a-49ae-87c5-e0e83a555c80)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:45:04.766859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:04.770957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-acfe3fc5-1e3b-429f-8dea-b26f6228e28b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:04.892428 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd431f-a8ba-403c-8a72-090bef731fb1 None None] Pushing event updated for resources: {'Port': ['ID=d4ceeea0-3488-4ecd-bfc8-01fd06402073,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:05.028354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.1 (26638b83-b8c8-4716-b887-d9e1cd2cbdcf/4294e561-e994-46d7-bb3a-7271c3f4e55f/f151174e-82f1-40c6-93d1-309f142d66ea) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:05.047878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-acfe3fc5-1e3b-429f-8dea-b26f6228e28b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:05.060250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-acfe3fc5-1e3b-429f-8dea-b26f6228e28b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port 006df00b-1e3a-428d-8a50-2e4b7921b351 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:05.060617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-acfe3fc5-1e3b-429f-8dea-b26f6228e28b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:05.284023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292b668-60f6-4378-9e3c-a4129e4e625d req-8c1cde07-a91c-4b7f-b789-ebb877630272 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:05.285337 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c292b668-60f6-4378-9e3c-a4129e4e625d req-8c1cde07-a91c-4b7f-b789-ebb877630272 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 944 time: 0.2607954 Jul 29 16:45:05.291317 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-acfe3fc5-1e3b-429f-8dea-b26f6228e28b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:05.345410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:05.369988 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c292b668-60f6-4378-9e3c-a4129e4e625d req-d9e97507-17ef-4c81-ba62-dcb41566cae3 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723588 Jul 29 16:45:05.372360 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object f151174e-82f1-40c6-93d1-309f142d66ea will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:05.398084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:05.438247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-acfe3fc5-1e3b-429f-8dea-b26f6228e28b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for 006df00b-1e3a-428d-8a50-2e4b7921b351 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:45:05.469799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 26638b83-b8c8-4716-b887-d9e1cd2cbdcf is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:05.472754 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:05.476645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:05.516007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=f151174e-82f1-40c6-93d1-309f142d66ea,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:05.548287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:05.618728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-acfe3fc5-1e3b-429f-8dea-b26f6228e28b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:05.662718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe3fc5-1e3b-429f-8dea-b26f6228e28b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=006df00b-1e3a-428d-8a50-2e4b7921b351,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:05.668989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:05.764033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-acfe3fc5-1e3b-429f-8dea-b26f6228e28b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:05.990884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d4ceeea0-3488-4ecd-bfc8-01fd06402073 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:06.072816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-acfe3fc5-1e3b-429f-8dea-b26f6228e28b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.075408 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-acfe3fc5-1e3b-429f-8dea-b26f6228e28b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.081477 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port d4ceeea0-3488-4ecd-bfc8-01fd06402073 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:06.087659 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2e93158f-de15-4eab-bc89-febd0bd843f9 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:06.104813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-acfe3fc5-1e3b-429f-8dea-b26f6228e28b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.106389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfe3fc5-1e3b-429f-8dea-b26f6228e28b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Fanout notify agent at l3_agent the message router_deleted on router 3f79d911-1e95-4dc2-b3ca-80d5c06b932b {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:45:06.134690 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-acfe3fc5-1e3b-429f-8dea-b26f6228e28b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.139518 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-acfe3fc5-1e3b-429f-8dea-b26f6228e28b tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/routers/3f79d911-1e95-4dc2-b3ca-80d5c06b932b HTTP/1.1" status: 204 len: 168 time: 1.6381302 Jul 29 16:45:06.140909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54000) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:06.147771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'network': {'name': 'tempest-RoutersTest-107577741'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:06.148651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.154873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:06.158323 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.160090 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:network and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:06.166526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:06.181424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 2e93158f-de15-4eab-bc89-febd0bd843f9 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:06.181926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:06.198572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2e93158f-de15-4eab-bc89-febd0bd843f9 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:06.198970 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.202281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:45:06.207344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.245038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:45:06.255438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.256234 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Added segment 0cf4ff7a-b101-4a3f-8a4e-1b957978488a of type vlan for network 73976744-bc39-428e-9395-6baa1879e7d3 Jul 29 16:45:06.286912 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.301241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e02a1bd-ea7a-4bb3-95b4-65e2d90e490a None None] Network 26638b83-b8c8-4716-b887-d9e1cd2cbdcf requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:06.340904 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.346501 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.351791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:06.352672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.396136 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2540290 Jul 29 16:45:06.401731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54006) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:06.451622 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2e93158f-de15-4eab-bc89-febd0bd843f9 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:06.452075 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.474736 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'subnet': {'network_id': '73976744-bc39-428e-9395-6baa1879e7d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:06.501945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9bb26137-4e87-4274-b0f8-81281cc0b1a9 None None] Provisioning for port d4ceeea0-3488-4ecd-bfc8-01fd06402073 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:06.514761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9bb26137-4e87-4274-b0f8-81281cc0b1a9 None None] Provisioning complete for port d4ceeea0-3488-4ecd-bfc8-01fd06402073 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:06.515184 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9bb26137-4e87-4274-b0f8-81281cc0b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.583537 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 2e93158f-de15-4eab-bc89-febd0bd843f9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2e93158f-de15-4eab-bc89-febd0bd843f9,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:06.594502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=f151174e-82f1-40c6-93d1-309f142d66ea,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:06.606904 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.614550 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42005e-83ed-405c-9b7c-166d9a20d30a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Network': ['ID=73976744-bc39-428e-9395-6baa1879e7d3,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:06.643230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:06.648042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 73976744-bc39-428e-9395-6baa1879e7d3 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:45:06.648434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:subnet and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:06.651880 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:06.657586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:06.668250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:45:06.672130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.732697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9bb26137-4e87-4274-b0f8-81281cc0b1a9 None None] Current status of the port d4ceeea0-3488-4ecd-bfc8-01fd06402073 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:06.732982 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9bb26137-4e87-4274-b0f8-81281cc0b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.765282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910fddf-91b3-4b87-8960-f8a157a517dc req-263687ca-10bd-4917-92cc-b249e526f3d3 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:06.766747 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a910fddf-91b3-4b87-8960-f8a157a517dc req-263687ca-10bd-4917-92cc-b249e526f3d3 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 944 time: 0.2188218 Jul 29 16:45:06.771049 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 26638b83-b8c8-4716-b887-d9e1cd2cbdcf is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:06.772239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:06.905871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:06.953416 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a910fddf-91b3-4b87-8960-f8a157a517dc req-581df72e-d3fc-494d-bf4f-27a5935f4129 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789839 Jul 29 16:45:06.971163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=2e93158f-de15-4eab-bc89-febd0bd843f9,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:06.975414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9bb26137-4e87-4274-b0f8-81281cc0b1a9 None None] For port d4ceeea0-3488-4ecd-bfc8-01fd06402073, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d4ceeea0-3488-4ecd-bfc8-01fd06402073,segment=NetworkSegment(a7e94c72-090a-49ae-87c5-e0e83a555c80),segment_id=a7e94c72-090a-49ae-87c5-e0e83a555c80)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:06.983995 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9bb26137-4e87-4274-b0f8-81281cc0b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:07.008535 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:45:07.015288 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Subnet': ['ID=8c10fade-96fd-4d33-973a-051b4d93dd0c,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:07.024450 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Checking segment: {'id': '0cf4ff7a-b101-4a3f-8a4e-1b957978488a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '73976744-bc39-428e-9395-6baa1879e7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:07.025360 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network hostable DHCP agents. Network: 73976744-bc39-428e-9395-6baa1879e7d3, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:45:07.046489 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network 73976744-bc39-428e-9395-6baa1879e7d3 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:45:07.057586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 73976744-bc39-428e-9395-6baa1879e7d3) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:07.070301 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efd2d7f-e015-4adc-bfaa-cc07da0058c4 None None] Network 73976744-bc39-428e-9395-6baa1879e7d3 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:07.071085 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:07.071818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:07.092626 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb26137-4e87-4274-b0f8-81281cc0b1a9 None None] Pushing event updated for resources: {'Port': ['ID=d4ceeea0-3488-4ecd-bfc8-01fd06402073,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:07.096740 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c2d53d8d-e663-4104-bd6e-4cb8982c34a5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6936567 Jul 29 16:45:07.099319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54010) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:07.105672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ddba4a4f-509a-4723-aff9-6c887e2c952c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-694671155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:07.112628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ddba4a4f-509a-4723-aff9-6c887e2c952c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:07.116871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ddba4a4f-509a-4723-aff9-6c887e2c952c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:router and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:07.120164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ddba4a4f-509a-4723-aff9-6c887e2c952c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:07.126038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ddba4a4f-509a-4723-aff9-6c887e2c952c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:07.137243 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddba4a4f-509a-4723-aff9-6c887e2c952c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:07.138247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddba4a4f-509a-4723-aff9-6c887e2c952c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:07.154595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddba4a4f-509a-4723-aff9-6c887e2c952c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:07.179497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddba4a4f-509a-4723-aff9-6c887e2c952c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:07.206400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:07.216398 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ddba4a4f-509a-4723-aff9-6c887e2c952c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:07.220862 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3ae9ae9b-9114-4704-8a52-1da4a1fa7da2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/4865f0dc-93c6-45f1-9e4b-38f21eab8c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9733410 Jul 29 16:45:07.220862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54014) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:07.221861 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ddba4a4f-509a-4723-aff9-6c887e2c952c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1212916 Jul 29 16:45:07.222247 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Sync routers for ids ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:07.222905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54016) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:07.278715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Routers {'4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:07.279364 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:07.339435 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b1eacc43-3760-47d1-a115-55154f59b28f up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:07.386686 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2578b8-cb9a-41d2-82eb-730e37fb6863 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:07.387164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2578b8-cb9a-41d2-82eb-730e37fb6863 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:07.387615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2578b8-cb9a-41d2-82eb-730e37fb6863 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:07.388216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2578b8-cb9a-41d2-82eb-730e37fb6863 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:07.388676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2578b8-cb9a-41d2-82eb-730e37fb6863 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:07.389157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2578b8-cb9a-41d2-82eb-730e37fb6863 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:07.389618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2578b8-cb9a-41d2-82eb-730e37fb6863 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:07.394113 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1e2578b8-cb9a-41d2-82eb-730e37fb6863 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4965 time: 0.1675110 Jul 29 16:45:07.394452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54022) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:07.479747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfbb064-79b1-4950-b95d-0f0889cfe7d7 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:07.480213 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfbb064-79b1-4950-b95d-0f0889cfe7d7 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:07.480674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfbb064-79b1-4950-b95d-0f0889cfe7d7 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:07.481154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfbb064-79b1-4950-b95d-0f0889cfe7d7 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:07.481605 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfbb064-79b1-4950-b95d-0f0889cfe7d7 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:07.482789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfbb064-79b1-4950-b95d-0f0889cfe7d7 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:07.483260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfbb064-79b1-4950-b95d-0f0889cfe7d7 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:07.485500 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4bfbb064-79b1-4950-b95d-0f0889cfe7d7 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4596 time: 0.0901859 Jul 29 16:45:07.488383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54026) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:07.643639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9003d947-b9b3-4db2-a105-5faa39bee445 None None] Provisioning for port f151174e-82f1-40c6-93d1-309f142d66ea completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:07.650923 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port b1eacc43-3760-47d1-a115-55154f59b28f completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:07.660821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port b1eacc43-3760-47d1-a115-55154f59b28f triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:07.661884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:07.687292 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-73976744-bc39-428e-9395-6baa1879e7d3', 'network_id': '73976744-bc39-428e-9395-6baa1879e7d3', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'fixed_ips': [{'subnet_id': '8c10fade-96fd-4d33-973a-051b4d93dd0c'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:45:07.688665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:07.727746 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9003d947-b9b3-4db2-a105-5faa39bee445 None None] Provisioning complete for port f151174e-82f1-40c6-93d1-309f142d66ea triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:07.728671 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9003d947-b9b3-4db2-a105-5faa39bee445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:07.739512 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cbf8e074-4d34-4ffb-83b6-c230243f8f72 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3572 time: 0.2500007 Jul 29 16:45:07.817799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Set router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:07.820893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54032) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:07.830158 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d47b3836-1104-4126-b5eb-8dfa36b56cb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862296393', 'description': 'tempest-secgroup-smoke-862296393 description', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:07.837854 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d47b3836-1104-4126-b5eb-8dfa36b56cb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:07.843067 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d47b3836-1104-4126-b5eb-8dfa36b56cb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:07.847560 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d47b3836-1104-4126-b5eb-8dfa36b56cb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:07.857258 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d47b3836-1104-4126-b5eb-8dfa36b56cb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:07.873446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d47b3836-1104-4126-b5eb-8dfa36b56cb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:07.903470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d47b3836-1104-4126-b5eb-8dfa36b56cb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:07.908077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d47b3836-1104-4126-b5eb-8dfa36b56cb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:07.912122 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d47b3836-1104-4126-b5eb-8dfa36b56cb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:07.921785 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d47b3836-1104-4126-b5eb-8dfa36b56cb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:07.929079 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:07.935572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d4ceeea0-3488-4ecd-bfc8-01fd06402073 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:08.020595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d47b3836-1104-4126-b5eb-8dfa36b56cb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.026997 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d47b3836-1104-4126-b5eb-8dfa36b56cb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.081115 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b3836-1104-4126-b5eb-8dfa36b56cb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a811f8-5f7e-4715-874a-82d36cd01838,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:08.104126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d47b3836-1104-4126-b5eb-8dfa36b56cb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.108687 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d47b3836-1104-4126-b5eb-8dfa36b56cb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2836387 Jul 29 16:45:08.110475 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54038) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:08.117432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-748e9492-e725-4f44-864f-42d55f05514e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '61a811f8-5f7e-4715-874a-82d36cd01838', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:08.126519 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9003d947-b9b3-4db2-a105-5faa39bee445 None None] Port f151174e-82f1-40c6-93d1-309f142d66ea cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:45:08.127159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-748e9492-e725-4f44-864f-42d55f05514e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:08.133719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-748e9492-e725-4f44-864f-42d55f05514e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:08.138564 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-748e9492-e725-4f44-864f-42d55f05514e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:08.146533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-748e9492-e725-4f44-864f-42d55f05514e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:08.173103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-748e9492-e725-4f44-864f-42d55f05514e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.253352 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-748e9492-e725-4f44-864f-42d55f05514e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.261655 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-748e9492-e725-4f44-864f-42d55f05514e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.299573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-748e9492-e725-4f44-864f-42d55f05514e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.303777 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-748e9492-e725-4f44-864f-42d55f05514e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1905410 Jul 29 16:45:08.310389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e9492-e725-4f44-864f-42d55f05514e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92090155-5925-4fa7-8c35-1c81a00d20fa,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:08.312337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54042) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:08.326249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-7d69af27-4dc8-4909-bffb-0f0d076c16a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '61a811f8-5f7e-4715-874a-82d36cd01838', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:08.333893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7d69af27-4dc8-4909-bffb-0f0d076c16a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:08.340751 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7d69af27-4dc8-4909-bffb-0f0d076c16a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:08.344941 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7d69af27-4dc8-4909-bffb-0f0d076c16a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:08.348167 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9003d947-b9b3-4db2-a105-5faa39bee445 None None] Provisioning complete for port d4ceeea0-3488-4ecd-bfc8-01fd06402073 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:08.348540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9003d947-b9b3-4db2-a105-5faa39bee445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.356943 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7d69af27-4dc8-4909-bffb-0f0d076c16a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:08.381664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d69af27-4dc8-4909-bffb-0f0d076c16a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.390627 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Allocated IP 172.20.0.2 (73976744-bc39-428e-9395-6baa1879e7d3/8c10fade-96fd-4d33-973a-051b4d93dd0c/d14373dd-3d62-4aa9-9325-3bd7a56d8b69) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:08.411486 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port d4ceeea0-3488-4ecd-bfc8-01fd06402073 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:08.412058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.459473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port b1eacc43-3760-47d1-a115-55154f59b28f is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:08.459732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.461694 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b0635-af62-4a12-8d7e-ed4864afac10 req-e74399d3-fe46-4e0e-88e1-f5126738079e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:08.464243 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb0b0635-af62-4a12-8d7e-ed4864afac10 req-e74399d3-fe46-4e0e-88e1-f5126738079e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 944 time: 0.1859515 Jul 29 16:45:08.480914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d69af27-4dc8-4909-bffb-0f0d076c16a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.488030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d69af27-4dc8-4909-bffb-0f0d076c16a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.519728 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb0b0635-af62-4a12-8d7e-ed4864afac10 req-b3ffa716-4152-4099-afee-898b98f2973a tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487573 Jul 29 16:45:08.549995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69af27-4dc8-4909-bffb-0f0d076c16a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f37606-f966-4fe4-b9e5-470a25d8c129,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:08.554784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d69af27-4dc8-4909-bffb-0f0d076c16a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.557430 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7d69af27-4dc8-4909-bffb-0f0d076c16a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2388508 Jul 29 16:45:08.560069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54046) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:08.566585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-001b4f82-a339-4015-8f7b-7adaf6e75795 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '61a811f8-5f7e-4715-874a-82d36cd01838', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:08.573096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-001b4f82-a339-4015-8f7b-7adaf6e75795 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:08.577185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-001b4f82-a339-4015-8f7b-7adaf6e75795 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:08.580165 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-001b4f82-a339-4015-8f7b-7adaf6e75795 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:08.586804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-001b4f82-a339-4015-8f7b-7adaf6e75795 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:08.604351 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-001b4f82-a339-4015-8f7b-7adaf6e75795 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.666758 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-001b4f82-a339-4015-8f7b-7adaf6e75795 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.672397 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-001b4f82-a339-4015-8f7b-7adaf6e75795 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.697254 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b4f82-a339-4015-8f7b-7adaf6e75795 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10fb6561-10a9-4af8-85a6-9f0cad1d2d96,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:08.713948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-001b4f82-a339-4015-8f7b-7adaf6e75795 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.715592 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-001b4f82-a339-4015-8f7b-7adaf6e75795 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535137 Jul 29 16:45:08.718356 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54050) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:08.724127 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2774cf6a-8ab8-41af-9848-36de1bd59740 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '61a811f8-5f7e-4715-874a-82d36cd01838', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:08.730296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add572a7-448b-4585-91d8-6e9ba4feaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1eacc43-3760-47d1-a115-55154f59b28f'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:45:08.741457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2774cf6a-8ab8-41af-9848-36de1bd59740 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:08.743591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2774cf6a-8ab8-41af-9848-36de1bd59740 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:08.750747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2774cf6a-8ab8-41af-9848-36de1bd59740 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:08.760259 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2774cf6a-8ab8-41af-9848-36de1bd59740 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:08.781830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2774cf6a-8ab8-41af-9848-36de1bd59740 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.825917 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3771d42c-120c-4d92-9de2-4c9bb28e327e'] response: {'server_uuid': 'add572a7-448b-4585-91d8-6e9ba4feaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1eacc43-3760-47d1-a115-55154f59b28f', 'code': 200} Jul 29 16:45:08.828587 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b1eacc43-3760-47d1-a115-55154f59b28f, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b1eacc43-3760-47d1-a115-55154f59b28f,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:08.855025 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.859393 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2774cf6a-8ab8-41af-9848-36de1bd59740 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.865012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2774cf6a-8ab8-41af-9848-36de1bd59740 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.891339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774cf6a-8ab8-41af-9848-36de1bd59740 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7982b708-9455-4d66-a2cc-58df3c2cf305,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:08.902827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2774cf6a-8ab8-41af-9848-36de1bd59740 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:08.904461 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2774cf6a-8ab8-41af-9848-36de1bd59740 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1846590 Jul 29 16:45:08.907530 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54056) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:08.913316 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-8f078dbe-378f-40af-8ec7-cd7a199253db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '61a811f8-5f7e-4715-874a-82d36cd01838', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:08.927138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8f078dbe-378f-40af-8ec7-cd7a199253db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:08.932377 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8f078dbe-378f-40af-8ec7-cd7a199253db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:08.935706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8f078dbe-378f-40af-8ec7-cd7a199253db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:08.941635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8f078dbe-378f-40af-8ec7-cd7a199253db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:09.002110 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-8f078dbe-378f-40af-8ec7-cd7a199253db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:45:09.017432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8f078dbe-378f-40af-8ec7-cd7a199253db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.036657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.075445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=b1eacc43-3760-47d1-a115-55154f59b28f,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:09.075782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51904d0b-635c-4b9c-b814-37bbdb138d8e req-acc84646-a16e-4e97-9fc0-6752dd657b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:09.077354 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-51904d0b-635c-4b9c-b814-37bbdb138d8e req-acc84646-a16e-4e97-9fc0-6752dd657b63 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 1098 time: 0.1326749 Jul 29 16:45:09.081301 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Transition to ACTIVE for port object d14373dd-3d62-4aa9-9325-3bd7a56d8b69 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:09.085723 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9003d947-b9b3-4db2-a105-5faa39bee445 None None] Current status of the port d4ceeea0-3488-4ecd-bfc8-01fd06402073 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:09.105566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d4ceeea0-3488-4ecd-bfc8-01fd06402073 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:09.106555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2e93158f-de15-4eab-bc89-febd0bd843f9 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:09.142029 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Transition to ACTIVE for port object d14373dd-3d62-4aa9-9325-3bd7a56d8b69 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:09.169112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:45:05Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f151174e-82f1-40c6-93d1-309f142d66ea', 'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:07:c1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:04Z', 'updated_at': '2022-07-29T16:45:05Z', 'revision_number': 2, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:09.172150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.230561 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Checking router: 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:45:09.230916 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Updating router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d port f151174e-82f1-40c6-93d1-309f142d66ea binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:45:09.236949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Allocated IP 172.20.0.1 (73976744-bc39-428e-9395-6baa1879e7d3/8c10fade-96fd-4d33-973a-051b4d93dd0c/53c7e509-0655-4cc7-a7a9-b282fb5ae035) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:09.246964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8f078dbe-378f-40af-8ec7-cd7a199253db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.255892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8f078dbe-378f-40af-8ec7-cd7a199253db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.277968 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-51904d0b-635c-4b9c-b814-37bbdb138d8e req-9a73a70a-d807-45a6-b9d0-44ac6a250654 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935220 Jul 29 16:45:09.291634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f078dbe-378f-40af-8ec7-cd7a199253db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6c4472-16eb-445c-abda-61e955135c05,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:09.310418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8f078dbe-378f-40af-8ec7-cd7a199253db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.314298 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8f078dbe-378f-40af-8ec7-cd7a199253db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4029748 Jul 29 16:45:09.314558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54060) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:09.319700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '61a811f8-5f7e-4715-874a-82d36cd01838', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:09.326708 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:09.330466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:09.333497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:09.335663 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Network 73976744-bc39-428e-9395-6baa1879e7d3 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:09.340356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:09.341304 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:09.346815 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:09.350088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.354121 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:45:09.362492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.385240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Pushing event updated for resources: {'Port': ['ID=d14373dd-3d62-4aa9-9325-3bd7a56d8b69,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:09.438587 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.445759 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.451413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.456308 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Transition to ACTIVE for port object 53c7e509-0655-4cc7-a7a9-b282fb5ae035 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:09.469768 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32b4cc5-1a1e-4327-a3fc-3f9dc1735f7e,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:09.478710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:09.479030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:09.479423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:09.479883 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:09.480143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:09.480462 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:09.480884 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:09.481239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:09.481570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:09.481684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.481903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:09.482205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:09.482521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:09.490204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4dfc0b9b-de7f-4611-963d-549e7b48d5e9 None None] Provisioning complete for port f151174e-82f1-40c6-93d1-309f142d66ea triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:09.490571 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0b9b-de7f-4611-963d-549e7b48d5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.514891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.516774 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b5a69a38-85b0-4cd1-bd60-cf8f214c7353 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2011583 Jul 29 16:45:09.576174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network 73976744-bc39-428e-9395-6baa1879e7d3 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:09.585276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:09.591765 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:09.645829 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=53c7e509-0655-4cc7-a7a9-b282fb5ae035,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:09.668525 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2e93158f-de15-4eab-bc89-febd0bd843f9 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:09.668896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.669477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.708707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Attempting to bind port d14373dd-3d62-4aa9-9325-3bd7a56d8b69 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:45:09.709087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Attempting to bind port d14373dd-3d62-4aa9-9325-3bd7a56d8b69 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '0cf4ff7a-b101-4a3f-8a4e-1b957978488a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '73976744-bc39-428e-9395-6baa1879e7d3'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:45:09.709453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Attempting to bind port d14373dd-3d62-4aa9-9325-3bd7a56d8b69 on network 73976744-bc39-428e-9395-6baa1879e7d3 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:45:09.729429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc0b9b-de7f-4611-963d-549e7b48d5e9 None None] Port f151174e-82f1-40c6-93d1-309f142d66ea cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:45:09.767966 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:45:09.768349 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Checking segment: {'id': '0cf4ff7a-b101-4a3f-8a4e-1b957978488a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '73976744-bc39-428e-9395-6baa1879e7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:09.768754 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.769173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Bound using segment: {'id': '0cf4ff7a-b101-4a3f-8a4e-1b957978488a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '73976744-bc39-428e-9395-6baa1879e7d3'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:45:09.769654 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Bound port: d14373dd-3d62-4aa9-9325-3bd7a56d8b69, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf4ff7a-b101-4a3f-8a4e-1b957978488a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '73976744-bc39-428e-9395-6baa1879e7d3'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:45:09.770027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.784240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-adf0a030-f16b-40f9-8688-41d16765331d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:45:09.851803 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-adf0a030-f16b-40f9-8688-41d16765331d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:45:09.853423 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-adf0a030-f16b-40f9-8688-41d16765331d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862296393&fields=id&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 267 time: 0.1803155 Jul 29 16:45:09.966089 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:09.987557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd2d2e-199d-499f-b513-4b69435f3962 req-4f2e1824-0dc9-4408-89f1-cddeb3d4233a tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:09.989009 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c1fd2d2e-199d-499f-b513-4b69435f3962 req-4f2e1824-0dc9-4408-89f1-cddeb3d4233a tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 945 time: 0.3018725 Jul 29 16:45:10.018520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] For port d14373dd-3d62-4aa9-9325-3bd7a56d8b69, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:45:10.037901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] For port d14373dd-3d62-4aa9-9325-3bd7a56d8b69, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d14373dd-3d62-4aa9-9325-3bd7a56d8b69,segment=NetworkSegment(0cf4ff7a-b101-4a3f-8a4e-1b957978488a),segment_id=0cf4ff7a-b101-4a3f-8a4e-1b957978488a)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:45:10.056697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:10.093989 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2e93158f-de15-4eab-bc89-febd0bd843f9 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:10.113731 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c1fd2d2e-199d-499f-b513-4b69435f3962 req-b06ee9a0-ce97-49b3-9d24-55b998fc80e7 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133864 Jul 29 16:45:10.165013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf648d8-b5ba-4981-ae4a-0a600bc0b80c None None] Pushing event updated for resources: {'Port': ['ID=d14373dd-3d62-4aa9-9325-3bd7a56d8b69,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:10.200601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-7351399c-b3b0-4d35-ac55-4863906a6936 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:10.201331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-7351399c-b3b0-4d35-ac55-4863906a6936 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:45:10.246947 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:10.259764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Transition to ACTIVE for port object f151174e-82f1-40c6-93d1-309f142d66ea will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:10.269102 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:10.298525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-7351399c-b3b0-4d35-ac55-4863906a6936 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:45:10.299689 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-7351399c-b3b0-4d35-ac55-4863906a6936 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/networks?id=26638b83-b8c8-4716-b887-d9e1cd2cbdcf HTTP/1.1" status: 200 len: 796 time: 0.4257128 Jul 29 16:45:10.328873 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-4e31ab65-3e07-4767-8fca-9de55c91b37f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/quotas/ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 375 time: 0.0200906 Jul 29 16:45:10.459127 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e3361-0ab3-4a30-b1b4-9cab060404b0 None None] Pushing event updated for resources: {'Port': ['ID=f151174e-82f1-40c6-93d1-309f142d66ea,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:10.573947 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Attempting to bind port f151174e-82f1-40c6-93d1-309f142d66ea on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:45:10.574320 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Attempting to bind port f151174e-82f1-40c6-93d1-309f142d66ea by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'a7e94c72-090a-49ae-87c5-e0e83a555c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:45:10.574728 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Attempting to bind port f151174e-82f1-40c6-93d1-309f142d66ea on network 26638b83-b8c8-4716-b887-d9e1cd2cbdcf {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:45:10.586236 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:45:10.586637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Checking segment: {'id': 'a7e94c72-090a-49ae-87c5-e0e83a555c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:10.587054 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:10.587455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Bound using segment: {'id': 'a7e94c72-090a-49ae-87c5-e0e83a555c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:45:10.587931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Bound port: f151174e-82f1-40c6-93d1-309f142d66ea, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e94c72-090a-49ae-87c5-e0e83a555c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:45:10.588303 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:10.697286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] For port f151174e-82f1-40c6-93d1-309f142d66ea, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:45:10.700685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] For port f151174e-82f1-40c6-93d1-309f142d66ea, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f151174e-82f1-40c6-93d1-309f142d66ea,segment=NetworkSegment(a7e94c72-090a-49ae-87c5-e0e83a555c80),segment_id=a7e94c72-090a-49ae-87c5-e0e83a555c80)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:45:10.706313 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:10.790828 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Routers {'4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:10.791523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:10.813370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-7d12cdbc-9101-481f-a822-33cb2752aa2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:45:10.846865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-7d12cdbc-9101-481f-a822-33cb2752aa2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:45:10.848313 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-7d12cdbc-9101-481f-a822-33cb2752aa2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4757981 Jul 29 16:45:10.850517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:10.858785 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:10.962485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e3361-0ab3-4a30-b1b4-9cab060404b0 None None] Pushing event updated for resources: {'Port': ['ID=f151174e-82f1-40c6-93d1-309f142d66ea,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:11.012271 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] Set router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:11.068189 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:11.082263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=53c7e509-0655-4cc7-a7a9-b282fb5ae035,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:11.199510 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-d55b249a-a40f-456a-bf41-8d3c52582b55 service neutron] 10.222.0.58 "GET /v2.0/networks/26638b83-b8c8-4716-b887-d9e1cd2cbdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053272 Jul 29 16:45:11.371797 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45a3811-7950-4510-8e7f-3be35f607025 None None] Network 73976744-bc39-428e-9395-6baa1879e7d3 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:11.420650 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network 73976744-bc39-428e-9395-6baa1879e7d3 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:11.424998 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:11.476727 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959ee3f0-e32f-46d3-8e96-cfcc40c9b4f5 None None] Provisioning for port d14373dd-3d62-4aa9-9325-3bd7a56d8b69 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:11.507491 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-3d70f8ae-743a-4eb9-b2bf-6dc337878ec3 service neutron] 10.222.0.58 "GET /v2.0/networks/26638b83-b8c8-4716-b887-d9e1cd2cbdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999060 Jul 29 16:45:11.568796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:45:05Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f151174e-82f1-40c6-93d1-309f142d66ea', 'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:07:c1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:04Z', 'updated_at': '2022-07-29T16:45:10Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:11.577837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27616f33-2210-4501-874d-a4270aa4ac20 None None] The sync data for ids ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'] in dv-neutron-851534-1-hyperv is: [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:45:05Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f151174e-82f1-40c6-93d1-309f142d66ea', 'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:07:c1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:04Z', 'updated_at': '2022-07-29T16:45:10Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:11.605919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f427d-ce24-44e6-bf1c-50fdd38b587b req-342fcc25-b12b-4ea3-9645-57e922e8eb5a tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:11.607525 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-723f427d-ce24-44e6-bf1c-50fdd38b587b req-342fcc25-b12b-4ea3-9645-57e922e8eb5a tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 945 time: 0.3217061 Jul 29 16:45:11.730747 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-723f427d-ce24-44e6-bf1c-50fdd38b587b req-94b95cf0-d24b-4194-81af-8bb4d17c41c2 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087313 Jul 29 16:45:11.831606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router 5fa6a18b-4a2e-47ca-8747-1de907cb34fd is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:45:11.859101 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ecc13e9c-bd21-4ae7-9b28-d7b35e32aaec req-a9655d26-9e2b-4177-a0e1-6aec787ddbab tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 210 time: 0.1101894 Jul 29 16:45:12.092847 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:12.098290 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bbb633eb-3fa0-43ee-a755-c0d3ea905dd7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/5fa6a18b-4a2e-47ca-8747-1de907cb34fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8764968 Jul 29 16:45:12.101143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54092) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:12.116946 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eecc0d8-9503-401b-8ee5-863c70086004 None None] Sync routers for ids ['5fa6a18b-4a2e-47ca-8747-1de907cb34fd'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:12.125160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a97bb0-314e-4547-82ce-1b43356f96e5 req-3a70f6ae-e0e9-4af9-86d6-77ebc847f910 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:12.131062 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eecc0d8-9503-401b-8ee5-863c70086004 None None] Routers {'5fa6a18b-4a2e-47ca-8747-1de907cb34fd'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:12.132829 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-38a97bb0-314e-4547-82ce-1b43356f96e5 req-3a70f6ae-e0e9-4af9-86d6-77ebc847f910 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 945 time: 0.2070124 Jul 29 16:45:12.133832 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8eecc0d8-9503-401b-8ee5-863c70086004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['5fa6a18b-4a2e-47ca-8747-1de907cb34fd'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:12.204842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dd9458b0-67d6-465b-a821-b3a970ebc205 None None] Provisioning for port 53c7e509-0655-4cc7-a7a9-b282fb5ae035 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:12.218336 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dd9458b0-67d6-465b-a821-b3a970ebc205 None None] Provisioning complete for port 53c7e509-0655-4cc7-a7a9-b282fb5ae035 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:12.218799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dd9458b0-67d6-465b-a821-b3a970ebc205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:12.219067 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-38a97bb0-314e-4547-82ce-1b43356f96e5 req-9666cb63-703c-4b62-8207-f86d63289bd6 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834458 Jul 29 16:45:12.247702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54096) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:12.284297 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d86b06-2eee-4176-b36a-43393df62be6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:12.285752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-54d86b06-2eee-4176-b36a-43393df62be6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Synchronizing usage tracker for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:45:12.319231 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-54d86b06-2eee-4176-b36a-43393df62be6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Unset dirty status for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:45:12.320952 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-54d86b06-2eee-4176-b36a-43393df62be6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports/53c7e509-0655-4cc7-a7a9-b282fb5ae035 HTTP/1.1" status: 200 len: 910 time: 0.2179995 Jul 29 16:45:12.324759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54102) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:12.331671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-57dae5bf-9c92-49a8-99fe-2a21ed24e1da tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8c10fade-96fd-4d33-973a-051b4d93dd0c'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:12.363563 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f151174e-82f1-40c6-93d1-309f142d66ea up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:12.380898 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8eecc0d8-9503-401b-8ee5-863c70086004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:12.401892 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eecc0d8-9503-401b-8ee5-863c70086004 None None] Routers {'5fa6a18b-4a2e-47ca-8747-1de907cb34fd'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:12.403158 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8eecc0d8-9503-401b-8ee5-863c70086004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['5fa6a18b-4a2e-47ca-8747-1de907cb34fd'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:12.486266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-dd9458b0-67d6-465b-a821-b3a970ebc205 None None] Port 53c7e509-0655-4cc7-a7a9-b282fb5ae035 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:45:12.531874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port f151174e-82f1-40c6-93d1-309f142d66ea completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:12.539057 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port f151174e-82f1-40c6-93d1-309f142d66ea triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:12.539439 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:12.560144 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8eecc0d8-9503-401b-8ee5-863c70086004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:12.560544 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eecc0d8-9503-401b-8ee5-863c70086004 None None] The sync data for ids ['5fa6a18b-4a2e-47ca-8747-1de907cb34fd'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:12.674116 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a0cd4aa2-a469-4c6d-9ad0-7b057195b1cf None None] Provisioning complete for port 53c7e509-0655-4cc7-a7a9-b282fb5ae035 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:12.674566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a0cd4aa2-a469-4c6d-9ad0-7b057195b1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:12.824411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port f151174e-82f1-40c6-93d1-309f142d66ea is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:12.825122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:12.834122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd4aa2-a469-4c6d-9ad0-7b057195b1cf None None] Port 53c7e509-0655-4cc7-a7a9-b282fb5ae035 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:45:12.862435 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port f151174e-82f1-40c6-93d1-309f142d66ea, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f151174e-82f1-40c6-93d1-309f142d66ea,segment=NetworkSegment(a7e94c72-090a-49ae-87c5-e0e83a555c80),segment_id=a7e94c72-090a-49ae-87c5-e0e83a555c80)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:12.866671 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:12.867791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d14373dd-3d62-4aa9-9325-3bd7a56d8b69 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:12.937507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce98c73-3d3d-4228-ba7e-26bc88a6f32e tempest-TestVolumeBootPattern-633361783 tempest-TestVolumeBootPattern-633361783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:12.938215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bce98c73-3d3d-4228-ba7e-26bc88a6f32e tempest-TestVolumeBootPattern-633361783 tempest-TestVolumeBootPattern-633361783-project-admin] Synchronizing usage tracker for tenant:3b21d62767904d21b8022777c852a838 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:45:13.014039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port d14373dd-3d62-4aa9-9325-3bd7a56d8b69 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:13.019151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-586ee760-82e8-4bf6-9678-4b7f6776667a None None] Provisioning complete for port 53c7e509-0655-4cc7-a7a9-b282fb5ae035 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:13.019533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-586ee760-82e8-4bf6-9678-4b7f6776667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:13.050705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port d14373dd-3d62-4aa9-9325-3bd7a56d8b69 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:13.051768 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:13.064349 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c4d1ad56-2084-4b20-8a23-b25a9918fd65 req-b297c0f5-76c9-4825-84ba-e08777c76aab tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 210 time: 0.0830884 Jul 29 16:45:13.067488 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bce98c73-3d3d-4228-ba7e-26bc88a6f32e tempest-TestVolumeBootPattern-633361783 tempest-TestVolumeBootPattern-633361783-project-admin] Unset dirty status for tenant:3b21d62767904d21b8022777c852a838 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:45:13.068585 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bce98c73-3d3d-4228-ba7e-26bc88a6f32e tempest-TestVolumeBootPattern-633361783 tempest-TestVolumeBootPattern-633361783-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 1093 time: 0.8198485 Jul 29 16:45:13.073371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54110) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:13.079434 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=f151174e-82f1-40c6-93d1-309f142d66ea,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:13.080756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': 'b1eacc43-3760-47d1-a115-55154f59b28f', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:13.083804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-57dae5bf-9c92-49a8-99fe-2a21ed24e1da tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:13.092555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:13.099630 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Usage tracker for resource:floatingip and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:13.107059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:13.116434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:13.133646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:13.138671 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-586ee760-82e8-4bf6-9678-4b7f6776667a None None] Port 53c7e509-0655-4cc7-a7a9-b282fb5ae035 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:45:13.214565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d14373dd-3d62-4aa9-9325-3bd7a56d8b69 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:13.214914 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:13.254729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port d14373dd-3d62-4aa9-9325-3bd7a56d8b69, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d14373dd-3d62-4aa9-9325-3bd7a56d8b69,segment=NetworkSegment(0cf4ff7a-b101-4a3f-8a4e-1b957978488a),segment_id=0cf4ff7a-b101-4a3f-8a4e-1b957978488a)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:13.264323 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:13.340186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=d14373dd-3d62-4aa9-9325-3bd7a56d8b69,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:13.440640 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-1ac5c0ff-6155-458e-8492-44d4e412095a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:13.442087 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-1ac5c0ff-6155-458e-8492-44d4e412095a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/networks?id=26638b83-b8c8-4716-b887-d9e1cd2cbdcf HTTP/1.1" status: 200 len: 796 time: 0.1999724 Jul 29 16:45:13.495239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:13.541589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-d4244459-871a-4851-9e1e-8a4892998dfa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:45:13.577907 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-d4244459-871a-4851-9e1e-8a4892998dfa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:45:13.579050 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-d4244459-871a-4851-9e1e-8a4892998dfa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 379 time: 0.1235726 Jul 29 16:45:13.593748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'port': {'device_id': '70494a3c-bca1-4c8b-9480-dec26a367185', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'admin_state_up': True, 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'security_groups': ['61a811f8-5f7e-4715-874a-82d36cd01838']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:13.733583 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-57dae5bf-9c92-49a8-99fe-2a21ed24e1da tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:13.741574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-57dae5bf-9c92-49a8-99fe-2a21ed24e1da tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:13.766717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Allocated IP 172.26.1.151 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/e6c88504-a3f4-4338-8997-3c5448aa624f) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:13.793321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:13.857735 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dae5bf-9c92-49a8-99fe-2a21ed24e1da tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:13.858349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-57dae5bf-9c92-49a8-99fe-2a21ed24e1da tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:13.859969 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-57dae5bf-9c92-49a8-99fe-2a21ed24e1da tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/ports/53c7e509-0655-4cc7-a7a9-b282fb5ae035 HTTP/1.1" status: 200 len: 910 time: 1.5339575 Jul 29 16:45:13.860787 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dae5bf-9c92-49a8-99fe-2a21ed24e1da tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=53c7e509-0655-4cc7-a7a9-b282fb5ae035,revision_number=3']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:13.862878 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54118) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:13.865070 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:13.889995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:45:13.893462 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:14.022119 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:14.115373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.6 (26638b83-b8c8-4716-b887-d9e1cd2cbdcf/4294e561-e994-46d7-bb3a-7271c3f4e55f/08a6429f-9b8b-489f-8fbe-d72a401bd946) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:14.131594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:14.188978 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f151174e-82f1-40c6-93d1-309f142d66ea up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:14.225341 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:14.237035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:14.248058 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:14.264216 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port f151174e-82f1-40c6-93d1-309f142d66ea triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:14.264589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:14.277268 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'Port': ['ID=e6c88504-a3f4-4338-8997-3c5448aa624f,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:14.305522 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c082e328-e0cf-45ad-9d29-701d0261bcbb req-e939ec7a-3c95-4be8-9e6a-07df5e77c738 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 210 time: 0.0716567 Jul 29 16:45:14.393099 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port f151174e-82f1-40c6-93d1-309f142d66ea is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:14.394432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d14373dd-3d62-4aa9-9325-3bd7a56d8b69 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:14.475098 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port d14373dd-3d62-4aa9-9325-3bd7a56d8b69 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:14.475731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:14.565332 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:14.611864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d14373dd-3d62-4aa9-9325-3bd7a56d8b69 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:14.619764 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:14.817310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object 08a6429f-9b8b-489f-8fbe-d72a401bd946 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:14.896225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:14.958553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port 53c7e509-0655-4cc7-a7a9-b282fb5ae035 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:14.958923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:14.973601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 26638b83-b8c8-4716-b887-d9e1cd2cbdcf is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:14.977955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:14.982642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:15.033766 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=08a6429f-9b8b-489f-8fbe-d72a401bd946,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:15.076756 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f7095874-57ff-421c-94db-51ca0c282b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:15.083522 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:15.084168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:15.106145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:15.129753 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e75b1a09-fffb-43d3-a23b-2c5219a164d4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5418875 Jul 29 16:45:15.140713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Request body: {'port': {'device_id': '70494a3c-bca1-4c8b-9480-dec26a367185', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:15.164189 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:15.271965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:15.284480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-df900721-1ce7-4cba-a61e-ae302b19659e None None] Provisioning for port 08a6429f-9b8b-489f-8fbe-d72a401bd946 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:15.289485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-df900721-1ce7-4cba-a61e-ae302b19659e None None] Provisioning complete for port 08a6429f-9b8b-489f-8fbe-d72a401bd946 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:15.289851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-df900721-1ce7-4cba-a61e-ae302b19659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:15.294360 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for 53c7e509-0655-4cc7-a7a9-b282fb5ae035 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:45:15.343720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:15.389359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-df900721-1ce7-4cba-a61e-ae302b19659e None None] Port 08a6429f-9b8b-489f-8fbe-d72a401bd946 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:45:15.547444 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:15.599941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=53c7e509-0655-4cc7-a7a9-b282fb5ae035,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:15.647976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:15.648326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:15.648664 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:15.649003 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:15.649398 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:15.649728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:15.650058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:15.650384 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:15.650707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:15.651033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:15.651355 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:15.651674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:15.699183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a397d5-b387-4a24-a099-586717fa3a21 req-cba1483b-b7ad-48b6-a06d-2103c9edbc7f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:15.700679 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21a397d5-b387-4a24-a099-586717fa3a21 req-cba1483b-b7ad-48b6-a06d-2103c9edbc7f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 931 time: 0.2461295 Jul 29 16:45:15.715634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:15.732236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:15.865933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'Port': ['ID=e6c88504-a3f4-4338-8997-3c5448aa624f,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:15.879441 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:15.906307 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21a397d5-b387-4a24-a099-586717fa3a21 req-b063ddc2-bfe3-41e2-bfb6-a7b1ac8d9210 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=61a811f8-5f7e-4715-874a-82d36cd01838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895783 Jul 29 16:45:15.907019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:16.084791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a6429f-9b8b-489f-8fbe-d72a401bd946 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:45:16.095469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:16.126225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Transition to ACTIVE for port object 08a6429f-9b8b-489f-8fbe-d72a401bd946 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:16.129489 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Floating IP 0c866ac9-3426-4787-8ec0-d361bdda46ac associated. External IP: 172.26.1.151, port: b1eacc43-3760-47d1-a115-55154f59b28f. Jul 29 16:45:16.193026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:16.292554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router 5fa6a18b-4a2e-47ca-8747-1de907cb34fd has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:45:16.429443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:16.441163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5e89f-7ec2-4e3d-9608-09b586702efd None None] Sync routers for ids ['5fa6a18b-4a2e-47ca-8747-1de907cb34fd'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:16.449208 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-35b0d693-0617-48dd-9a9d-21739861c20e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/5fa6a18b-4a2e-47ca-8747-1de907cb34fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5852077 Jul 29 16:45:16.451920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54126) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:16.453722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5e89f-7ec2-4e3d-9608-09b586702efd None None] Routers {'5fa6a18b-4a2e-47ca-8747-1de907cb34fd'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:16.454591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2ed5e89f-7ec2-4e3d-9608-09b586702efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['5fa6a18b-4a2e-47ca-8747-1de907cb34fd'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:16.510278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7130c4ec-22cb-4b44-828d-9ea8e8268dc7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Synchronizing usage tracker for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:45:16.530418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7130c4ec-22cb-4b44-828d-9ea8e8268dc7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Unset dirty status for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:45:16.535084 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7130c4ec-22cb-4b44-828d-9ea8e8268dc7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fa6a18b-4a2e-47ca-8747-1de907cb34fd HTTP/1.1" status: 200 len: 205 time: 0.0814915 Jul 29 16:45:16.535941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54130) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:16.578932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Pushing event updated for resources: {'Port': ['ID=08a6429f-9b8b-489f-8fbe-d72a401bd946,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:16.599941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2ed5e89f-7ec2-4e3d-9608-09b586702efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:16.613421 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5e89f-7ec2-4e3d-9608-09b586702efd None None] Routers {'5fa6a18b-4a2e-47ca-8747-1de907cb34fd'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:16.614346 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2ed5e89f-7ec2-4e3d-9608-09b586702efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['5fa6a18b-4a2e-47ca-8747-1de907cb34fd'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:16.685637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2ed5e89f-7ec2-4e3d-9608-09b586702efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:16.687118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5e89f-7ec2-4e3d-9608-09b586702efd None None] The sync data for ids ['5fa6a18b-4a2e-47ca-8747-1de907cb34fd'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:16.708214 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d94373a6-3ff7-400a-9f31-d060b7f61809 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:16.800091 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Attempting to bind port 08a6429f-9b8b-489f-8fbe-d72a401bd946 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:45:16.800420 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Attempting to bind port 08a6429f-9b8b-489f-8fbe-d72a401bd946 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'a7e94c72-090a-49ae-87c5-e0e83a555c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:45:16.800744 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Attempting to bind port 08a6429f-9b8b-489f-8fbe-d72a401bd946 on network 26638b83-b8c8-4716-b887-d9e1cd2cbdcf {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:45:16.811905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Port 08a6429f-9b8b-489f-8fbe-d72a401bd946 on network 26638b83-b8c8-4716-b887-d9e1cd2cbdcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:45:16.812221 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Attempting to bind port 08a6429f-9b8b-489f-8fbe-d72a401bd946 on network 26638b83-b8c8-4716-b887-d9e1cd2cbdcf {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:45:16.820628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:45:16.820956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Checking segment: {'id': 'a7e94c72-090a-49ae-87c5-e0e83a555c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:16.821385 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Bound using segment: {'id': 'a7e94c72-090a-49ae-87c5-e0e83a555c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:45:16.821801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Bound port: 08a6429f-9b8b-489f-8fbe-d72a401bd946, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e94c72-090a-49ae-87c5-e0e83a555c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:45:16.823101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:16.911106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Router 31614ca5-4733-4e24-9e1d-f0203645aa93 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:45:17.015713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d94373a6-3ff7-400a-9f31-d060b7f61809 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:17.017917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d94373a6-3ff7-400a-9f31-d060b7f61809 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:17.054388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] For port 08a6429f-9b8b-489f-8fbe-d72a401bd946, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:45:17.083517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] For port 08a6429f-9b8b-489f-8fbe-d72a401bd946, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=08a6429f-9b8b-489f-8fbe-d72a401bd946,segment=NetworkSegment(a7e94c72-090a-49ae-87c5-e0e83a555c80),segment_id=a7e94c72-090a-49ae-87c5-e0e83a555c80)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:45:17.087524 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d94373a6-3ff7-400a-9f31-d060b7f61809 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:17.088043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94373a6-3ff7-400a-9f31-d060b7f61809 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Fanout notify agent at l3_agent the message router_deleted on router 5fa6a18b-4a2e-47ca-8747-1de907cb34fd {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:45:17.089599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:17.107943 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d94373a6-3ff7-400a-9f31-d060b7f61809 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:17.109088 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d94373a6-3ff7-400a-9f31-d060b7f61809 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/routers/5fa6a18b-4a2e-47ca-8747-1de907cb34fd HTTP/1.1" status: 204 len: 168 time: 0.5718381 Jul 29 16:45:17.115417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54136) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:17.166064 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:17.166733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:17.167953 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] 10.222.0.69 "PUT /v2.0/ports/08a6429f-9b8b-489f-8fbe-d72a401bd946 HTTP/1.1" status: 200 len: 1093 time: 2.0314989 Jul 29 16:45:17.168381 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70494a3c-bca1-4c8b-9480-dec26a367185', 'tag': '08a6429f-9b8b-489f-8fbe-d72a401bd946'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:45:17.199640 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67037e7-f0bb-4f5c-91c1-fec9a8e2d4fc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting subnet 8c10fade-96fd-4d33-973a-051b4d93dd0c {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:45:17.202553 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4a659-704f-4a3b-9b6b-67e6523782cf service neutron] Pushing event updated for resources: {'Port': ['ID=08a6429f-9b8b-489f-8fbe-d72a401bd946,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:17.208660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:17.212062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b67037e7-f0bb-4f5c-91c1-fec9a8e2d4fc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:17.221968 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ad3ddb-e977-47c4-8e98-246a6b6fdd24 None None] Sync routers for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:17.239904 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ad3ddb-e977-47c4-8e98-246a6b6fdd24 None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:17.242358 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f7ad3ddb-e977-47c4-8e98-246a6b6fdd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:44:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:17.260219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ac3a1-3dcd-47bd-b651-6ea19b004b59 req-27040c22-050a-4ee9-8a22-0080c3b32be1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:17.261769 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9c4ac3a1-3dcd-47bd-b651-6ea19b004b59 req-27040c22-050a-4ee9-8a22-0080c3b32be1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 943 time: 0.2276464 Jul 29 16:45:17.274021 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645e0817-980d-4b02-b821-d463a27ee9f3'] response: {'name': 'network-changed', 'server_uuid': '70494a3c-bca1-4c8b-9480-dec26a367185', 'tag': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'status': 'completed', 'code': 200} Jul 29 16:45:17.313010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:17.332178 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9c4ac3a1-3dcd-47bd-b651-6ea19b004b59 req-12bda80a-d628-45c6-a853-879c1333bdea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=61a811f8-5f7e-4715-874a-82d36cd01838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620437 Jul 29 16:45:17.349767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b67037e7-f0bb-4f5c-91c1-fec9a8e2d4fc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:17.379928 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9c36462b-fee0-404b-a9d5-4588e2d9bc7f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3032990 Jul 29 16:45:17.385370 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e85efd53-669c-40a0-81d9-787bbfcbbb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:17.387136 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-e85efd53-669c-40a0-81d9-787bbfcbbb74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 1096 time: 0.1541598 Jul 29 16:45:17.451130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b67037e7-f0bb-4f5c-91c1-fec9a8e2d4fc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:17.468870 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-bb5ea83b-789c-4a49-8c73-91c11017d9fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a6429f-9b8b-489f-8fbe-d72a401bd946 HTTP/1.1" status: 200 len: 217 time: 0.0740833 Jul 29 16:45:17.472103 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-f7ad3ddb-e977-47c4-8e98-246a6b6fdd24 None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:17.531394 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b67037e7-f0bb-4f5c-91c1-fec9a8e2d4fc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:17.539636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-a4378fda-3bea-4ce0-aa46-3e65440cccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:17.542745 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-a4378fda-3bea-4ce0-aa46-3e65440cccb1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4294e561-e994-46d7-bb3a-7271c3f4e55f HTTP/1.1" status: 200 len: 834 time: 0.0688574 Jul 29 16:45:17.608757 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0c5e08bd-f8db-4c05-93d3-76f04638e4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:17.653482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-7fda59be-9a01-44b6-bc5f-80996d70dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:17.655297 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-7fda59be-9a01-44b6-bc5f-80996d70dc11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26638b83-b8c8-4716-b887-d9e1cd2cbdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1056421 Jul 29 16:45:17.726361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67037e7-f0bb-4f5c-91c1-fec9a8e2d4fc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Subnet': ['ID=8c10fade-96fd-4d33-973a-051b4d93dd0c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:17.730707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b67037e7-f0bb-4f5c-91c1-fec9a8e2d4fc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:17.739661 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b67037e7-f0bb-4f5c-91c1-fec9a8e2d4fc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/8c10fade-96fd-4d33-973a-051b4d93dd0c HTTP/1.1" status: 204 len: 168 time: 0.6231122 Jul 29 16:45:17.739910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54144) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:17.744441 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2862bab2-8c17-446b-9e80-fc9d53877fc7 None None] Network 73976744-bc39-428e-9395-6baa1879e7d3 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:17.885581 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:17.900058 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-ddb26f84-f404-4bb9-9247-18ecaf13616e service neutron] 10.222.0.69 "GET /v2.0/networks/26638b83-b8c8-4716-b887-d9e1cd2cbdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383490 Jul 29 16:45:17.900590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port d14373dd-3d62-4aa9-9325-3bd7a56d8b69 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:17.900919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:17.917518 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f7ad3ddb-e977-47c4-8e98-246a6b6fdd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '0c866ac9-3426-4787-8ec0-d361bdda46ac', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'floating_ip_address': '172.26.1.151', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'port_id': 'b1eacc43-3760-47d1-a115-55154f59b28f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'mac_address': 'fa:16:3e:86:76:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add572a7-448b-4585-91d8-6e9ba4feaaaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:45:14Z', 'updated_at': '2022-07-29T16:45:14Z', 'revision_number': 0, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:17.921601 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ad3ddb-e977-47c4-8e98-246a6b6fdd24 None None] Checking router: 31614ca5-4733-4e24-9e1d-f0203645aa93 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:45:17.931548 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ad3ddb-e977-47c4-8e98-246a6b6fdd24 None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:17.932167 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f7ad3ddb-e977-47c4-8e98-246a6b6fdd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:18.003597 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f88c952-dd13-4e43-8dcc-dbd07f16e952 None None] DHCP port deletion for 73976744-bc39-428e-9395-6baa1879e7d3 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:45:18.008040 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1f88c952-dd13-4e43-8dcc-dbd07f16e952 None None] Deleting port d14373dd-3d62-4aa9-9325-3bd7a56d8b69 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:18.008424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1f88c952-dd13-4e43-8dcc-dbd07f16e952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:18.118971 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-f7ad3ddb-e977-47c4-8e98-246a6b6fdd24 None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:18.188437 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d14373dd-3d62-4aa9-9325-3bd7a56d8b69 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:45:18.288680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1f88c952-dd13-4e43-8dcc-dbd07f16e952 None None] For port d14373dd-3d62-4aa9-9325-3bd7a56d8b69, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d14373dd-3d62-4aa9-9325-3bd7a56d8b69,segment=NetworkSegment(0cf4ff7a-b101-4a3f-8a4e-1b957978488a),segment_id=0cf4ff7a-b101-4a3f-8a4e-1b957978488a)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:18.289075 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1f88c952-dd13-4e43-8dcc-dbd07f16e952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:18.296882 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:18.311092 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f5c2d1eb-9cef-4a82-bacc-f7e163274026 req-efa9f4cd-e659-4386-9a21-a3419185ad0e service neutron] 10.222.0.69 "GET /v2.0/networks/26638b83-b8c8-4716-b887-d9e1cd2cbdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621443 Jul 29 16:45:18.347953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] For port d14373dd-3d62-4aa9-9325-3bd7a56d8b69, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d14373dd-3d62-4aa9-9325-3bd7a56d8b69,segment=NetworkSegment(0cf4ff7a-b101-4a3f-8a4e-1b957978488a),segment_id=0cf4ff7a-b101-4a3f-8a4e-1b957978488a)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:18.348688 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:18.434200 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1f88c952-dd13-4e43-8dcc-dbd07f16e952 None None] Calling delete_port for d14373dd-3d62-4aa9-9325-3bd7a56d8b69 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:45:18.531618 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:18.547891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d14373dd-3d62-4aa9-9325-3bd7a56d8b69 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:18.548172 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:18.562531 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f7ad3ddb-e977-47c4-8e98-246a6b6fdd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '0c866ac9-3426-4787-8ec0-d361bdda46ac', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'floating_ip_address': '172.26.1.151', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'port_id': 'b1eacc43-3760-47d1-a115-55154f59b28f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'mac_address': 'fa:16:3e:86:76:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add572a7-448b-4585-91d8-6e9ba4feaaaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:45:14Z', 'updated_at': '2022-07-29T16:45:14Z', 'revision_number': 0, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:18.566682 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ad3ddb-e977-47c4-8e98-246a6b6fdd24 None None] The sync data for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv is: [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '0c866ac9-3426-4787-8ec0-d361bdda46ac', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'floating_ip_address': '172.26.1.151', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'port_id': 'b1eacc43-3760-47d1-a115-55154f59b28f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'mac_address': 'fa:16:3e:86:76:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add572a7-448b-4585-91d8-6e9ba4feaaaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:45:14Z', 'updated_at': '2022-07-29T16:45:14Z', 'revision_number': 0, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:18.572511 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cf420-2fcb-4cc1-87ab-00a172647e5d req-71a30e82-0679-4d32-9a5b-86a5bf73f3c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:18.580610 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-819cf420-2fcb-4cc1-87ab-00a172647e5d req-71a30e82-0679-4d32-9a5b-86a5bf73f3c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 943 time: 0.1213248 Jul 29 16:45:18.620013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for d14373dd-3d62-4aa9-9325-3bd7a56d8b69 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:45:18.645404 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-819cf420-2fcb-4cc1-87ab-00a172647e5d req-98510d77-fd7f-4518-88bd-7f58b12871b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=61a811f8-5f7e-4715-874a-82d36cd01838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624063 Jul 29 16:45:18.662066 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1f88c952-dd13-4e43-8dcc-dbd07f16e952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:18.718343 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88c952-dd13-4e43-8dcc-dbd07f16e952 None None] Pushing event deleted for resources: {'Port': ['ID=d14373dd-3d62-4aa9-9325-3bd7a56d8b69,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:18.721870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f88c952-dd13-4e43-8dcc-dbd07f16e952 None None] No DVR routers for this DVR port d14373dd-3d62-4aa9-9325-3bd7a56d8b69 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:45:18.728392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77048c-9be3-46de-af27-ca34bfd7a5eb req-faf76850-05ad-4c31-9d5a-51f83a76fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:18.728392 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7c77048c-9be3-46de-af27-ca34bfd7a5eb req-faf76850-05ad-4c31-9d5a-51f83a76fcf8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 1096 time: 0.3716097 Jul 29 16:45:18.730114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:45:18.730114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:45:18.810673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009423e-3709-4706-9851-7513aab25e28 None None] New status for floating IP 0c866ac9-3426-4787-8ec0-d361bdda46ac: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:45:18.866400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77048c-9be3-46de-af27-ca34bfd7a5eb req-c69055d6-9fbf-4b10-948b-5666e3d00080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:18.867838 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7c77048c-9be3-46de-af27-ca34bfd7a5eb req-c69055d6-9fbf-4b10-948b-5666e3d00080 service neutron] 10.222.0.69 "GET /v2.0/networks?id=26638b83-b8c8-4716-b887-d9e1cd2cbdcf HTTP/1.1" status: 200 len: 897 time: 0.1338513 Jul 29 16:45:18.939019 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7c77048c-9be3-46de-af27-ca34bfd7a5eb req-15d368cd-0ba9-445f-9709-dae644415c65 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a6429f-9b8b-489f-8fbe-d72a401bd946 HTTP/1.1" status: 200 len: 217 time: 0.0610633 Jul 29 16:45:19.007838 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77048c-9be3-46de-af27-ca34bfd7a5eb req-dcbd6565-8349-4757-a9c1-b3ce48efa385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:19.009967 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7c77048c-9be3-46de-af27-ca34bfd7a5eb req-dcbd6565-8349-4757-a9c1-b3ce48efa385 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4294e561-e994-46d7-bb3a-7271c3f4e55f HTTP/1.1" status: 200 len: 834 time: 0.0652895 Jul 29 16:45:19.100329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77048c-9be3-46de-af27-ca34bfd7a5eb req-2d55e303-dd77-4fb3-b427-bc6e7084eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:19.101845 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7c77048c-9be3-46de-af27-ca34bfd7a5eb req-2d55e303-dd77-4fb3-b427-bc6e7084eee1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26638b83-b8c8-4716-b887-d9e1cd2cbdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825250 Jul 29 16:45:19.230938 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port d14373dd-3d62-4aa9-9325-3bd7a56d8b69 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:19.231229 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:19.260358 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7c77048c-9be3-46de-af27-ca34bfd7a5eb req-e6bb5b58-9c63-439a-b89d-016eff745580 service neutron] 10.222.0.69 "GET /v2.0/networks/26638b83-b8c8-4716-b887-d9e1cd2cbdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513598 Jul 29 16:45:19.298732 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add572a7-448b-4585-91d8-6e9ba4feaaaf', 'tag': 'b1eacc43-3760-47d1-a115-55154f59b28f'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:45:19.325227 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] The port 'd14373dd-3d62-4aa9-9325-3bd7a56d8b69' was deleted {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:45:19.362913 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085b858b-0e51-4bc6-9fdd-104aa8e7a86c'] response: {'name': 'network-changed', 'server_uuid': 'add572a7-448b-4585-91d8-6e9ba4feaaaf', 'tag': 'b1eacc43-3760-47d1-a115-55154f59b28f', 'status': 'completed', 'code': 200} Jul 29 16:45:19.661275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:19.727082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73976744-bc39-428e-9395-6baa1879e7d3']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:19.744600 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7c77048c-9be3-46de-af27-ca34bfd7a5eb req-d5f69223-25e9-4dde-b9a1-3090286b60c4 service neutron] 10.222.0.69 "GET /v2.0/networks/26638b83-b8c8-4716-b887-d9e1cd2cbdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508336 Jul 29 16:45:19.746233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf4ff7a-b101-4a3f-8a4e-1b957978488a') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:19.746531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf4ff7a-b101-4a3f-8a4e-1b957978488a') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:19.763712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:19.775111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02297388-064e-4a09-9c2a-d41702cc5965 req-2d89ad94-4801-420f-b0d1-4d87ba76e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:19.776570 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-02297388-064e-4a09-9c2a-d41702cc5965 req-2d89ad94-4801-420f-b0d1-4d87ba76e3fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 1098 time: 0.3665845 Jul 29 16:45:19.784722 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:19.812300 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:45:19.812701 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:19.837612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ecd79-6872-4366-a56a-2748a6de1bf4 req-00289f1e-d96c-423d-8f23-a4859b079626 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:19.839199 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-602ecd79-6872-4366-a56a-2748a6de1bf4 req-00289f1e-d96c-423d-8f23-a4859b079626 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 943 time: 0.0919843 Jul 29 16:45:19.857178 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:19.893722 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-602ecd79-6872-4366-a56a-2748a6de1bf4 req-62045108-7c0a-4854-8c09-de70525e8659 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=61a811f8-5f7e-4715-874a-82d36cd01838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411522 Jul 29 16:45:19.923798 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 0cf4ff7a-b101-4a3f-8a4e-1b957978488a resource provider aggregate not found Jul 29 16:45:19.956700 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 0cf4ff7a-b101-4a3f-8a4e-1b957978488a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cf4ff7a-b101-4a3f-8a4e-1b957978488a found for delete ", "request_id": "req-73f6f799-921a-45f0-8ce3-97f09b3c89e6"}]} Jul 29 16:45:19.972115 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:19.997978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:20.015014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Network': ['ID=73976744-bc39-428e-9395-6baa1879e7d3,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:20.039131 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3469b910-96c3-4442-8447-e3ab705db592 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/networks/73976744-bc39-428e-9395-6baa1879e7d3 HTTP/1.1" status: 204 len: 168 time: 2.2982156 Jul 29 16:45:20.042865 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54158) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:20.046066 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02297388-064e-4a09-9c2a-d41702cc5965 req-1e107aef-b2b1-4444-a91e-8152cd41feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:20.047422 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-02297388-064e-4a09-9c2a-d41702cc5965 req-1e107aef-b2b1-4444-a91e-8152cd41feb7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 912 time: 0.2639494 Jul 29 16:45:20.050390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-79131160-40f7-4b48-9c0e-36f8ac724d3a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1081694981', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:20.057513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-79131160-40f7-4b48-9c0e-36f8ac724d3a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:20.113573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-79131160-40f7-4b48-9c0e-36f8ac724d3a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:router and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:20.123293 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-79131160-40f7-4b48-9c0e-36f8ac724d3a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:20.141648 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-79131160-40f7-4b48-9c0e-36f8ac724d3a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:20.162831 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-79131160-40f7-4b48-9c0e-36f8ac724d3a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:20.163800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-79131160-40f7-4b48-9c0e-36f8ac724d3a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:20.174594 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-02297388-064e-4a09-9c2a-d41702cc5965 req-2596773b-0ee9-419a-995b-844b491d5e08 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1eacc43-3760-47d1-a115-55154f59b28f HTTP/1.1" status: 200 len: 1001 time: 0.1181407 Jul 29 16:45:20.223499 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-79131160-40f7-4b48-9c0e-36f8ac724d3a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:20.249405 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02297388-064e-4a09-9c2a-d41702cc5965 req-8c155e74-3383-42e8-a319-eea2d3a7db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:20.250904 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-02297388-064e-4a09-9c2a-d41702cc5965 req-8c155e74-3383-42e8-a319-eea2d3a7db26 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38420142-86f7-4984-a5b1-490e5fa1b0e0 HTTP/1.1" status: 200 len: 850 time: 0.0700901 Jul 29 16:45:20.252196 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-79131160-40f7-4b48-9c0e-36f8ac724d3a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:20.333850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-79131160-40f7-4b48-9c0e-36f8ac724d3a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:20.335015 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-79131160-40f7-4b48-9c0e-36f8ac724d3a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2912233 Jul 29 16:45:20.338408 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54162) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:20.344020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'network': {'name': 'tempest-RoutersTest-888879140'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:20.348832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:20.353204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:network and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:20.354367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02297388-064e-4a09-9c2a-d41702cc5965 req-5592da92-9860-4a08-be09-0b39cf9ed00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:20.355856 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-02297388-064e-4a09-9c2a-d41702cc5965 req-5592da92-9860-4a08-be09-0b39cf9ed00a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4982755-8e39-4721-b20e-894fdb4eef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0975828 Jul 29 16:45:20.355999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:20.362042 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:20.373470 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:45:20.376957 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:20.406092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:45:20.419856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:20.420807 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Added segment 211d8bab-6cfd-41a8-b1be-776f0c729d44 of type vlan for network b8be6113-1cd6-43ca-a306-2117c10e4127 Jul 29 16:45:20.429503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:20.452144 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:20.489695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:20.495956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:20.496544 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:20.536991 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-02297388-064e-4a09-9c2a-d41702cc5965 req-1d9951f2-17cc-437f-b684-48b682631936 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746783 Jul 29 16:45:20.611176 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2716765 Jul 29 16:45:20.615809 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54166) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:20.621245 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be9a1a-b0ec-45de-80e7-b815ce70fa1c tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Network': ['ID=b8be6113-1cd6-43ca-a306-2117c10e4127,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:20.632564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network b8be6113-1cd6-43ca-a306-2117c10e4127 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:45:20.633309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'subnet': {'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:20.787629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:20.794129 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-02297388-064e-4a09-9c2a-d41702cc5965 req-b5b7efbf-3173-448a-b3c1-bfb76b95b7c7 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501018 Jul 29 16:45:20.795619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:subnet and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:20.797907 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:20.804485 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:20.817264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:45:20.821143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:21.056596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:21.111165 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a0b0a-894b-4358-8610-03759d61986b req-20b1adb5-d912-426a-b21e-3a8fb8214a55 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:21.112965 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2d1a0b0a-894b-4358-8610-03759d61986b req-20b1adb5-d912-426a-b21e-3a8fb8214a55 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 943 time: 0.0977533 Jul 29 16:45:21.147014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Subnet': ['ID=1108e72a-575b-4e97-bc07-5869cb4cb863,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:21.154893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Checking segment: {'id': '211d8bab-6cfd-41a8-b1be-776f0c729d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:21.155011 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network hostable DHCP agents. Network: b8be6113-1cd6-43ca-a306-2117c10e4127, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:45:21.164081 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2d1a0b0a-894b-4358-8610-03759d61986b req-6a8939b9-4b1f-4512-88da-35674e9277cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=61a811f8-5f7e-4715-874a-82d36cd01838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442891 Jul 29 16:45:21.176624 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network b8be6113-1cd6-43ca-a306-2117c10e4127 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:45:21.186447 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, b8be6113-1cd6-43ca-a306-2117c10e4127) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:21.194849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d120954-1172-4f2c-9cc2-925a13fb3930 None None] Network b8be6113-1cd6-43ca-a306-2117c10e4127 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:21.195851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:21.196306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:21.225832 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e35ace13-df4c-4977-8471-f74694a26e88 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6067636 Jul 29 16:45:21.225832 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54172) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:21.436095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 08a6429f-9b8b-489f-8fbe-d72a401bd946 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:45:21.446714 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-b8be6113-1cd6-43ca-a306-2117c10e4127', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:45:21.447655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:21.702650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 08a6429f-9b8b-489f-8fbe-d72a401bd946, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=08a6429f-9b8b-489f-8fbe-d72a401bd946,segment=NetworkSegment(a7e94c72-090a-49ae-87c5-e0e83a555c80),segment_id=a7e94c72-090a-49ae-87c5-e0e83a555c80)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:21.721238 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'port_id': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'mac_address': 'fa:16:3e:d7:55:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:45:21.764812 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Allocated IP 172.20.0.2 (b8be6113-1cd6-43ca-a306-2117c10e4127/1108e72a-575b-4e97-bc07-5869cb4cb863/2fc701bb-f125-422f-b3c7-5e59a44c0a8d) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:21.810115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 08a6429f-9b8b-489f-8fbe-d72a401bd946 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:21.810505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:21.849597 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:21.885226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a6429f-9b8b-489f-8fbe-d72a401bd946 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:45:21.910759 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 08a6429f-9b8b-489f-8fbe-d72a401bd946, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=08a6429f-9b8b-489f-8fbe-d72a401bd946,segment=NetworkSegment(a7e94c72-090a-49ae-87c5-e0e83a555c80),segment_id=a7e94c72-090a-49ae-87c5-e0e83a555c80)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:21.924486 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:22.059922 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=08a6429f-9b8b-489f-8fbe-d72a401bd946,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:22.072283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:22.072632 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:22.072976 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:22.073343 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:22.073683 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:22.074022 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:22.074355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:22.074686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:22.075017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:22.075344 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:22.075671 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:22.075996 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:45:22.089755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:22.099813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Transition to ACTIVE for port object 2fc701bb-f125-422f-b3c7-5e59a44c0a8d will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:22.122890 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Transition to ACTIVE for port object 2fc701bb-f125-422f-b3c7-5e59a44c0a8d will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:22.128583 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:22.193845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Network b8be6113-1cd6-43ca-a306-2117c10e4127 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:22.196719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:22.199180 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:22.201810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Allocated IP 172.20.0.1 (b8be6113-1cd6-43ca-a306-2117c10e4127/1108e72a-575b-4e97-bc07-5869cb4cb863/eebc5847-cc66-4af8-9212-18c876219974) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:22.209674 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Pushing event updated for resources: {'Port': ['ID=2fc701bb-f125-422f-b3c7-5e59a44c0a8d,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:22.250274 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['08a6429f-9b8b-489f-8fbe-d72a401bd946'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:45:22.362392 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Attempting to bind port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:45:22.362728 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Attempting to bind port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '211d8bab-6cfd-41a8-b1be-776f0c729d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:45:22.363047 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Attempting to bind port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d on network b8be6113-1cd6-43ca-a306-2117c10e4127 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:45:22.370357 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:45:22.370732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Checking segment: {'id': '211d8bab-6cfd-41a8-b1be-776f0c729d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:22.371330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:22.371732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Bound using segment: {'id': '211d8bab-6cfd-41a8-b1be-776f0c729d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:45:22.372201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Bound port: 2fc701bb-f125-422f-b3c7-5e59a44c0a8d, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211d8bab-6cfd-41a8-b1be-776f0c729d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:45:22.372581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:22.374381 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:22.391046 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15adef-7ff2-4ef2-b39f-731456cd0c1b req-8972c273-eb8f-461d-a64a-5d203c2fdea6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:22.391649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Transition to ACTIVE for port object eebc5847-cc66-4af8-9212-18c876219974 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:22.393217 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2b15adef-7ff2-4ef2-b39f-731456cd0c1b req-8972c273-eb8f-461d-a64a-5d203c2fdea6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 944 time: 0.0978260 Jul 29 16:45:22.417503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:22.442061 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2b15adef-7ff2-4ef2-b39f-731456cd0c1b req-15796000-52d6-4228-8989-16e231b4808b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=61a811f8-5f7e-4715-874a-82d36cd01838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412979 Jul 29 16:45:22.496995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network b8be6113-1cd6-43ca-a306-2117c10e4127 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:22.500056 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:22.505159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:22.521147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] For port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:45:22.533749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=eebc5847-cc66-4af8-9212-18c876219974,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:22.545489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] For port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2fc701bb-f125-422f-b3c7-5e59a44c0a8d,segment=NetworkSegment(211d8bab-6cfd-41a8-b1be-776f0c729d44),segment_id=211d8bab-6cfd-41a8-b1be-776f0c729d44)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:45:22.563474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:22.569647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:22.683498 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:22.691279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2218c-d07e-4bd2-8d9f-489b93f147fe None None] Pushing event updated for resources: {'Port': ['ID=2fc701bb-f125-422f-b3c7-5e59a44c0a8d,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:23.200090 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:23.204585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:23.316643 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:23.320112 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=eebc5847-cc66-4af8-9212-18c876219974,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:23.405893 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 08a6429f-9b8b-489f-8fbe-d72a401bd946 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:23.462254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network b8be6113-1cd6-43ca-a306-2117c10e4127 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:23.463635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:23.531704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 08a6429f-9b8b-489f-8fbe-d72a401bd946 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:23.536890 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 08a6429f-9b8b-489f-8fbe-d72a401bd946 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:23.537303 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:23.691882 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router d96c34df-ae85-4e0a-84ac-fb28a280c8ff is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:45:23.700876 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 08a6429f-9b8b-489f-8fbe-d72a401bd946 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:23.701298 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:23.704616 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b504d3-493a-4fd8-bc63-04cd7849161f req-91ca5a41-a241-4f96-967f-0ba79e993c4a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:23.706757 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e6b504d3-493a-4fd8-bc63-04cd7849161f req-91ca5a41-a241-4f96-967f-0ba79e993c4a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 944 time: 0.1186330 Jul 29 16:45:23.724000 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad717f29-11be-4dca-a39b-4d9b507060ad None None] Network b8be6113-1cd6-43ca-a306-2117c10e4127 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:23.762090 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e6b504d3-493a-4fd8-bc63-04cd7849161f req-5c0dd16c-cfc2-4509-bd4e-7ae5c8cefd47 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=61a811f8-5f7e-4715-874a-82d36cd01838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481510 Jul 29 16:45:23.809667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70494a3c-bca1-4c8b-9480-dec26a367185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a6429f-9b8b-489f-8fbe-d72a401bd946'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:45:23.829710 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 08a6429f-9b8b-489f-8fbe-d72a401bd946, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=08a6429f-9b8b-489f-8fbe-d72a401bd946,segment=NetworkSegment(a7e94c72-090a-49ae-87c5-e0e83a555c80),segment_id=a7e94c72-090a-49ae-87c5-e0e83a555c80)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:23.838787 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:23.873022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:23.876252 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3302ca4d-2c04-4c6b-ae9b-f690da989e8b'] response: {'server_uuid': '70494a3c-bca1-4c8b-9480-dec26a367185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'code': 200} Jul 29 16:45:23.884113 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Sync routers for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:23.884684 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-20c4c268-e821-4175-b553-00b97a6ae9d5 None None] Provisioning for port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:23.893003 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-91cdb8e0-6e22-4263-90ce-5759eee9ac20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/d96c34df-ae85-4e0a-84ac-fb28a280c8ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6667054 Jul 29 16:45:23.894297 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54182) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:23.898193 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:23.898867 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:23.899860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'network': {'name': 'tempest-RoutersTest-302451092'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:23.905452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:23.909580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:network and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:23.913213 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:23.921254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:23.936615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:45:23.941571 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:23.974363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:45:23.986358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:23.986716 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Added segment 2b302451-3327-4c05-9a5f-b08fa2ddf1bb of type vlan for network 324a9f5e-98a0-43ab-afbf-a2abed340b14 Jul 29 16:45:23.997492 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=08a6429f-9b8b-489f-8fbe-d72a401bd946,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:24.023340 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:24.093464 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:24.102957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:24.108815 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:24.109547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:24.240320 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3449767 Jul 29 16:45:24.242305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2fc701bb-f125-422f-b3c7-5e59a44c0a8d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:24.244545 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54186) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:24.257516 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'subnet': {'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:24.260201 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18a3d1-8866-4321-8e6f-a920b5da8665 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Network': ['ID=324a9f5e-98a0-43ab-afbf-a2abed340b14,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:24.275482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604b959-0902-4504-a780-a043c3cc96eb req-c3ce862c-253a-4d64-a4a5-9ad4e2fc3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:24.277249 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4604b959-0902-4504-a780-a043c3cc96eb req-c3ce862c-253a-4d64-a4a5-9ad4e2fc3dae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 1098 time: 0.2165360 Jul 29 16:45:24.281516 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:45:24.331382 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4604b959-0902-4504-a780-a043c3cc96eb req-9dedf29b-1b63-41f1-af80-4fa5f2f32f91 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=61a811f8-5f7e-4715-874a-82d36cd01838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429745 Jul 29 16:45:24.334249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 324a9f5e-98a0-43ab-afbf-a2abed340b14 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:45:24.418289 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:24.423540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:subnet and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:24.426834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:24.434304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:24.440782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:24.447477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:45:24.451820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:24.456281 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:24.456651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:24.478838 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:22Z', 'revision_number': 2, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:23Z', 'revision_number': 2, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:24.487397 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Checking router: d96c34df-ae85-4e0a-84ac-fb28a280c8ff for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:45:24.487753 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Updating router d96c34df-ae85-4e0a-84ac-fb28a280c8ff port eebc5847-cc66-4af8-9212-18c876219974 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:45:24.537091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f35389c9-f3c0-4321-a652-663d0ccb030d None None] Provisioning complete for port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:24.537685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f35389c9-f3c0-4321-a652-663d0ccb030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:24.558338 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:24.672867 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:24.673532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:24.757394 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f35389c9-f3c0-4321-a652-663d0ccb030d None None] Current status of the port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:24.757773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f35389c9-f3c0-4321-a652-663d0ccb030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:24.775278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2fc701bb-f125-422f-b3c7-5e59a44c0a8d,segment=NetworkSegment(211d8bab-6cfd-41a8-b1be-776f0c729d44),segment_id=211d8bab-6cfd-41a8-b1be-776f0c729d44)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:24.786066 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:24.819711 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:24.864965 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=2fc701bb-f125-422f-b3c7-5e59a44c0a8d,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:24.917149 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Subnet': ['ID=0ed46b59-397c-4f55-96e4-d35aa4b672e4,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:24.931938 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Checking segment: {'id': '2b302451-3327-4c05-9a5f-b08fa2ddf1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:24.932554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network hostable DHCP agents. Network: 324a9f5e-98a0-43ab-afbf-a2abed340b14, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:45:24.938370 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-f35389c9-f3c0-4321-a652-663d0ccb030d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:45:24.938712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-f35389c9-f3c0-4321-a652-663d0ccb030d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:45:25.003186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network 324a9f5e-98a0-43ab-afbf-a2abed340b14 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:45:25.016284 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 324a9f5e-98a0-43ab-afbf-a2abed340b14) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:25.026823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adda84d-a904-4560-aaac-d2cf32bf2d20 None None] Network 324a9f5e-98a0-43ab-afbf-a2abed340b14 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:25.028271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:25.029059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:25.035277 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:25.049432 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Transition to ACTIVE for port object eebc5847-cc66-4af8-9212-18c876219974 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:25.055934 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7e604683-c796-495b-99b8-a897ef1f8ad5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8105166 Jul 29 16:45:25.059895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54194) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:25.062596 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:25.068705 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1405f9-4ffb-4368-8d9c-80078cb97cd4 req-fbc349bc-db24-44e9-8b44-a7ec1a48d48e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:25.070222 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1e1405f9-4ffb-4368-8d9c-80078cb97cd4 req-fbc349bc-db24-44e9-8b44-a7ec1a48d48e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 945 time: 0.1250310 Jul 29 16:45:25.128320 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1e1405f9-4ffb-4368-8d9c-80078cb97cd4 req-f89cf2f5-20e1-4c08-a252-444c06d3b96e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=61a811f8-5f7e-4715-874a-82d36cd01838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509574 Jul 29 16:45:25.215029 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bba0f2-d4d3-4d90-80cc-761854c34b1c None None] Pushing event updated for resources: {'Port': ['ID=eebc5847-cc66-4af8-9212-18c876219974,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:25.293991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-324a9f5e-98a0-43ab-afbf-a2abed340b14', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:45:25.295110 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:25.325156 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Attempting to bind port eebc5847-cc66-4af8-9212-18c876219974 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:45:25.325789 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Attempting to bind port eebc5847-cc66-4af8-9212-18c876219974 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '211d8bab-6cfd-41a8-b1be-776f0c729d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:45:25.326345 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Attempting to bind port eebc5847-cc66-4af8-9212-18c876219974 on network b8be6113-1cd6-43ca-a306-2117c10e4127 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:45:25.332245 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:45:25.332624 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Checking segment: {'id': '211d8bab-6cfd-41a8-b1be-776f0c729d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:25.333023 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:25.333557 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Bound using segment: {'id': '211d8bab-6cfd-41a8-b1be-776f0c729d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:45:25.334017 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Bound port: eebc5847-cc66-4af8-9212-18c876219974, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211d8bab-6cfd-41a8-b1be-776f0c729d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:45:25.334400 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:25.436929 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] For port eebc5847-cc66-4af8-9212-18c876219974, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:45:25.441908 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] For port eebc5847-cc66-4af8-9212-18c876219974, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=eebc5847-cc66-4af8-9212-18c876219974,segment=NetworkSegment(211d8bab-6cfd-41a8-b1be-776f0c729d44),segment_id=211d8bab-6cfd-41a8-b1be-776f0c729d44)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:45:25.447054 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:25.508572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f35389c9-f3c0-4321-a652-663d0ccb030d None None] Current status of the port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:25.511201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Allocated IP 172.21.0.2 (324a9f5e-98a0-43ab-afbf-a2abed340b14/0ed46b59-397c-4f55-96e4-d35aa4b672e4/0845de52-0c4b-4da2-b4e4-712ce4739507) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:25.545699 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f35389c9-f3c0-4321-a652-663d0ccb030d None None] Provisioning for port eebc5847-cc66-4af8-9212-18c876219974 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:25.553527 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bba0f2-d4d3-4d90-80cc-761854c34b1c None None] Pushing event updated for resources: {'Port': ['ID=eebc5847-cc66-4af8-9212-18c876219974,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:25.563427 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:25.564568 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:25.815525 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:25.869652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:25.880851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Transition to ACTIVE for port object 0845de52-0c4b-4da2-b4e4-712ce4739507 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:25.900761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Transition to ACTIVE for port object 0845de52-0c4b-4da2-b4e4-712ce4739507 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:25.906135 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:25.929543 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:25.976466 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Network 324a9f5e-98a0-43ab-afbf-a2abed340b14 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:25.979645 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:25.987408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:25.990284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Pushing event updated for resources: {'Port': ['ID=0845de52-0c4b-4da2-b4e4-712ce4739507,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:26.097592 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Attempting to bind port 0845de52-0c4b-4da2-b4e4-712ce4739507 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:45:26.097870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Attempting to bind port 0845de52-0c4b-4da2-b4e4-712ce4739507 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '2b302451-3327-4c05-9a5f-b08fa2ddf1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:45:26.098229 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Attempting to bind port 0845de52-0c4b-4da2-b4e4-712ce4739507 on network 324a9f5e-98a0-43ab-afbf-a2abed340b14 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:45:26.104015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:45:26.104385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Checking segment: {'id': '2b302451-3327-4c05-9a5f-b08fa2ddf1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:26.104780 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:26.105198 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Bound using segment: {'id': '2b302451-3327-4c05-9a5f-b08fa2ddf1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:45:26.105654 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Bound port: 0845de52-0c4b-4da2-b4e4-712ce4739507, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b302451-3327-4c05-9a5f-b08fa2ddf1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:45:26.106023 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:26.152127 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:22Z', 'revision_number': 2, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:25Z', 'revision_number': 4, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:26.156645 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8cb42-4458-4e39-aa7e-d8093eed38a5 None None] The sync data for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv is: [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:22Z', 'revision_number': 2, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:25Z', 'revision_number': 4, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:26.207640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2fc701bb-f125-422f-b3c7-5e59a44c0a8d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:26.262452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] For port 0845de52-0c4b-4da2-b4e4-712ce4739507, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:45:26.278476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] For port 0845de52-0c4b-4da2-b4e4-712ce4739507, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0845de52-0c4b-4da2-b4e4-712ce4739507,segment=NetworkSegment(2b302451-3327-4c05-9a5f-b08fa2ddf1bb),segment_id=2b302451-3327-4c05-9a5f-b08fa2ddf1bb)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:45:26.284678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:26.363135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Allocated IP 172.21.0.1 (324a9f5e-98a0-43ab-afbf-a2abed340b14/0ed46b59-397c-4f55-96e4-d35aa4b672e4/c3089495-0645-4397-8c2a-64267da236c2) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:26.368124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:26.368508 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:26.420283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d64ba9-c501-4320-a40a-0105988b1942 req-d8af2cbf-1dbf-4f8b-b01c-97d56684080a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:26.422746 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b0d64ba9-c501-4320-a40a-0105988b1942 req-d8af2cbf-1dbf-4f8b-b01c-97d56684080a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 945 time: 0.1327748 Jul 29 16:45:26.439645 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aaa498-780e-4858-ad7a-bc13ed9d5c96 None None] Pushing event updated for resources: {'Port': ['ID=0845de52-0c4b-4da2-b4e4-712ce4739507,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:26.515555 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b0d64ba9-c501-4320-a40a-0105988b1942 req-5ab2d1c1-d1ea-48da-ad5c-4668f70887bf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=61a811f8-5f7e-4715-874a-82d36cd01838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842195 Jul 29 16:45:26.596323 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:26.694350 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:26.712982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Transition to ACTIVE for port object c3089495-0645-4397-8c2a-64267da236c2 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:26.748881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:26.819306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a738912-c4b4-4db7-b340-fc8b689d40b2 req-6ca9af91-072f-4800-bd41-900adb409059 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:26.820817 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4a738912-c4b4-4db7-b340-fc8b689d40b2 req-6ca9af91-072f-4800-bd41-900adb409059 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 945 time: 0.1354403 Jul 29 16:45:26.839306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network 324a9f5e-98a0-43ab-afbf-a2abed340b14 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:26.842958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:26.851114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:26.888341 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4a738912-c4b4-4db7-b340-fc8b689d40b2 req-b692f731-5297-42bc-bf68-d010379c3c90 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=61a811f8-5f7e-4715-874a-82d36cd01838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573151 Jul 29 16:45:26.901504 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=c3089495-0645-4397-8c2a-64267da236c2,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:26.908587 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54202) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:26.920746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:27.005987 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fe5764-0756-427c-8aca-fcbe4b6096bf tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:27.011291 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-71fe5764-0756-427c-8aca-fcbe4b6096bf tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 1093 time: 0.1016140 Jul 29 16:45:27.012233 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54206) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:27.017892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:27.024284 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:27.028332 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:floatingip and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:27.031446 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:27.039100 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:27.052191 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:27.060331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:27.198608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:27.341518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.134 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/fc5a074e-521b-4e71-838c-faabde6bd4da) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:27.468362 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4a1a32e9-9b69-4bc0-98ae-40f0fdd36db6 req-72649866-f1eb-4674-87f5-c543de9f3f1d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1925890 Jul 29 16:45:27.497518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:27.559699 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:27.688147 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:27.688957 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=fc5a074e-521b-4e71-838c-faabde6bd4da,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:27.693681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:27.701174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:27.770995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:27.783898 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a32e9-9b69-4bc0-98ae-40f0fdd36db6 req-5f7cb8f8-8208-4169-9911-d3a2256bfefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:27.783898 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4a1a32e9-9b69-4bc0-98ae-40f0fdd36db6 req-5f7cb8f8-8208-4169-9911-d3a2256bfefb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 1098 time: 0.1209657 Jul 29 16:45:27.783898 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:27.939723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=c3089495-0645-4397-8c2a-64267da236c2,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:28.069970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:28.280694 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a32e9-9b69-4bc0-98ae-40f0fdd36db6 req-45dae38d-d30b-40c7-a7e7-5b194a985bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:28.288035 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4a1a32e9-9b69-4bc0-98ae-40f0fdd36db6 req-45dae38d-d30b-40c7-a7e7-5b194a985bce service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 912 time: 0.4649224 Jul 29 16:45:28.344102 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0845de52-0c4b-4da2-b4e4-712ce4739507 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:28.465136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31280f39-47b7-41ec-a433-6cd4c8ef1d69 None None] Network 324a9f5e-98a0-43ab-afbf-a2abed340b14 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:28.469226 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4a1a32e9-9b69-4bc0-98ae-40f0fdd36db6 req-a8f3cf3b-f45d-4731-a7dc-8c30e20c6fc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1eacc43-3760-47d1-a115-55154f59b28f HTTP/1.1" status: 200 len: 1001 time: 0.1749830 Jul 29 16:45:28.570075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network 324a9f5e-98a0-43ab-afbf-a2abed340b14 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:28.572517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a32e9-9b69-4bc0-98ae-40f0fdd36db6 req-6d9390a1-f994-46bd-a746-12072a3ae9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:28.574901 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4a1a32e9-9b69-4bc0-98ae-40f0fdd36db6 req-6d9390a1-f994-46bd-a746-12072a3ae9a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38420142-86f7-4984-a5b1-490e5fa1b0e0 HTTP/1.1" status: 200 len: 850 time: 0.0944324 Jul 29 16:45:28.577295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:28.627433 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-505a7d5b-ed96-40b5-af26-bbc81cd0a97f None None] Provisioning for port 0845de52-0c4b-4da2-b4e4-712ce4739507 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:28.637817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:28.668589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 0845de52-0c4b-4da2-b4e4-712ce4739507 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:28.707080 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 0845de52-0c4b-4da2-b4e4-712ce4739507 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:28.709113 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:28.736849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:28.872023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router d96c34df-ae85-4e0a-84ac-fb28a280c8ff has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:45:28.919086 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 0845de52-0c4b-4da2-b4e4-712ce4739507 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:28.919708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:28.937853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a32e9-9b69-4bc0-98ae-40f0fdd36db6 req-582b9db9-ccd1-4162-bde4-3aae371c6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:28.939350 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4a1a32e9-9b69-4bc0-98ae-40f0fdd36db6 req-582b9db9-ccd1-4162-bde4-3aae371c6944 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4982755-8e39-4721-b20e-894fdb4eef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3435159 Jul 29 16:45:28.958591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 0845de52-0c4b-4da2-b4e4-712ce4739507, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0845de52-0c4b-4da2-b4e4-712ce4739507,segment=NetworkSegment(2b302451-3327-4c05-9a5f-b08fa2ddf1bb),segment_id=2b302451-3327-4c05-9a5f-b08fa2ddf1bb)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:28.964686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:28.965886 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device eebc5847-cc66-4af8-9212-18c876219974 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:28.972922 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:28.977572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:29.095862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=0845de52-0c4b-4da2-b4e4-712ce4739507,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:29.108696 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=fc5a074e-521b-4e71-838c-faabde6bd4da,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:29.109631 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port eebc5847-cc66-4af8-9212-18c876219974 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:29.121391 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port eebc5847-cc66-4af8-9212-18c876219974 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:29.122366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:29.122557 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:29.149173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:29.166845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Sync routers for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:29.179163 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7e479873-b846-42fa-b38b-8002c0427c81 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/d96c34df-ae85-4e0a-84ac-fb28a280c8ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1174765 Jul 29 16:45:29.182645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54210) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:29.198107 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4a1a32e9-9b69-4bc0-98ae-40f0fdd36db6 req-9bdcaa28-08df-4a33-9dfe-5d5b24a19631 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415047 Jul 29 16:45:29.198926 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:29.199566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:29.204082 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'network': {'name': 'tempest-RoutersTest-1788479612'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:29.262139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:29.299317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:network and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:29.305082 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:29.313992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:29.353305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:45:29.356821 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:29.362526 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4a1a32e9-9b69-4bc0-98ae-40f0fdd36db6 req-b8bc42ac-6090-4a4b-9ccc-3651f32601a7 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574333 Jul 29 16:45:29.395633 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP 8f6e8b87-d0ec-4271-b2a5-a395bc59a355 associated. External IP: 172.26.1.134, port: 08a6429f-9b8b-489f-8fbe-d72a401bd946. Jul 29 16:45:29.450176 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b13e8de9-e50b-4bee-b28c-8f4ea1c6396e None None] Provisioning complete for port 0845de52-0c4b-4da2-b4e4-712ce4739507 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:29.450176 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b13e8de9-e50b-4bee-b28c-8f4ea1c6396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:29.530805 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:45:29.557464 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:29.559256 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:29.559982 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Added segment 0bc282bf-b159-4bf3-801c-aa2b70aec2b9 of type vlan for network 2027ca79-9bde-4963-8c6a-1d71a58ffdfa Jul 29 16:45:29.611226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:29.642628 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port eebc5847-cc66-4af8-9212-18c876219974 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:29.643013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:29.790823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:29.796079 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:29.796674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:29.847365 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port eebc5847-cc66-4af8-9212-18c876219974, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=eebc5847-cc66-4af8-9212-18c876219974,segment=NetworkSegment(211d8bab-6cfd-41a8-b1be-776f0c729d44),segment_id=211d8bab-6cfd-41a8-b1be-776f0c729d44)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:29.904432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:29.934155 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7471075 Jul 29 16:45:29.935071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54214) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:29.936017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded87d86-6c12-4d42-93d2-c3c29440ef77 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Network': ['ID=2027ca79-9bde-4963-8c6a-1d71a58ffdfa,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:29.942441 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'subnet': {'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:29.958674 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 2027ca79-9bde-4963-8c6a-1d71a58ffdfa details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:45:29.969806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:45:30.069334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b13e8de9-e50b-4bee-b28c-8f4ea1c6396e None None] Current status of the port 0845de52-0c4b-4da2-b4e4-712ce4739507 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:30.158521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=eebc5847-cc66-4af8-9212-18c876219974,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:30.174230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b13e8de9-e50b-4bee-b28c-8f4ea1c6396e None None] Provisioning for port c3089495-0645-4397-8c2a-64267da236c2 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:30.195549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:30.199493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:subnet and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:30.202405 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:30.208112 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:30.210283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b13e8de9-e50b-4bee-b28c-8f4ea1c6396e None None] Provisioning complete for port c3089495-0645-4397-8c2a-64267da236c2 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:30.211172 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b13e8de9-e50b-4bee-b28c-8f4ea1c6396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:30.223193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:45:30.227727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:30.247672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0845de52-0c4b-4da2-b4e4-712ce4739507 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:30.296239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:30.307831 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cedb6ff-a8b5-4130-9069-a26735ab6769 None None] Sync routers for ids ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:30.319061 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cedb6ff-a8b5-4130-9069-a26735ab6769 None None] Routers {'4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:30.320070 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1cedb6ff-a8b5-4130-9069-a26735ab6769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:30.320286 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:30.339009 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b13e8de9-e50b-4bee-b28c-8f4ea1c6396e None None] Port c3089495-0645-4397-8c2a-64267da236c2 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:45:30.371153 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 0845de52-0c4b-4da2-b4e4-712ce4739507 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:30.371788 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:30.389482 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-274857ac-bde9-4234-b074-a702beb3a0c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3756733 Jul 29 16:45:30.390387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54218) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:30.390859 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70494a3c-bca1-4c8b-9480-dec26a367185', 'tag': '08a6429f-9b8b-489f-8fbe-d72a401bd946'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:45:30.403650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:26Z', 'revision_number': 3, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:27Z', 'revision_number': 2, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:25Z', 'revision_number': 4, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:30.423134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Checking router: d96c34df-ae85-4e0a-84ac-fb28a280c8ff for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:45:30.423721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Updating router d96c34df-ae85-4e0a-84ac-fb28a280c8ff port c3089495-0645-4397-8c2a-64267da236c2 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:45:30.506387 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:30.527979 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-521aa0f4-20d1-45fb-966f-d843ba4d2fbd None None] Provisioning complete for port c3089495-0645-4397-8c2a-64267da236c2 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:30.528628 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-521aa0f4-20d1-45fb-966f-d843ba4d2fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:30.528748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:30.584206 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4e0c658c-4e3f-42e8-94b4-aab84542ffc2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/8f6e8b87-d0ec-4271-b2a5-a395bc59a355 HTTP/1.1" status: 200 len: 991 time: 0.1883042 Jul 29 16:45:30.613782 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-1cedb6ff-a8b5-4130-9069-a26735ab6769 None None] Set router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:30.669706 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced3868b-09a1-40aa-8de2-47bb1aaf8a54'] response: {'name': 'network-changed', 'server_uuid': '70494a3c-bca1-4c8b-9480-dec26a367185', 'tag': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'status': 'completed', 'code': 200} Jul 29 16:45:30.694770 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Subnet': ['ID=848bf108-8613-4073-8db7-eafc5a91063f,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:30.707524 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 0845de52-0c4b-4da2-b4e4-712ce4739507 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:30.764712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-521aa0f4-20d1-45fb-966f-d843ba4d2fbd None None] Port c3089495-0645-4397-8c2a-64267da236c2 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:45:30.775294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Checking segment: {'id': '0bc282bf-b159-4bf3-801c-aa2b70aec2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:30.775294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network hostable DHCP agents. Network: 2027ca79-9bde-4963-8c6a-1d71a58ffdfa, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:45:30.820427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network 2027ca79-9bde-4963-8c6a-1d71a58ffdfa is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:45:30.842996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf090-7d55-4690-b015-45d82013bb99 req-d07d496c-89ad-41af-b2a4-46ef512f6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:30.842996 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5d0cf090-7d55-4690-b015-45d82013bb99 req-d07d496c-89ad-41af-b2a4-46ef512f6b55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 1098 time: 0.1350091 Jul 29 16:45:30.844470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 2027ca79-9bde-4963-8c6a-1d71a58ffdfa) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:30.861135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:30.861135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:30.861480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd697df-7e86-46f7-9cac-8b71c0ad8e89 None None] Network 2027ca79-9bde-4963-8c6a-1d71a58ffdfa requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:31.017693 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e3f4a466-3c98-426d-be79-3c267a9777c9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0733435 Jul 29 16:45:31.020190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54228) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:31.076771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf090-7d55-4690-b015-45d82013bb99 req-f4e0987e-a094-4c68-a293-e89c24319abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:31.078539 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5d0cf090-7d55-4690-b015-45d82013bb99 req-f4e0987e-a094-4c68-a293-e89c24319abc service neutron] 10.222.0.69 "GET /v2.0/networks?id=26638b83-b8c8-4716-b887-d9e1cd2cbdcf HTTP/1.1" status: 200 len: 897 time: 0.2145393 Jul 29 16:45:31.154923 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1cedb6ff-a8b5-4130-9069-a26735ab6769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:45:05Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '8f6e8b87-d0ec-4271-b2a5-a395bc59a355', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'port_id': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'mac_address': 'fa:16:3e:d7:55:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70494a3c-bca1-4c8b-9480-dec26a367185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:45:28Z', 'updated_at': '2022-07-29T16:45:28Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f151174e-82f1-40c6-93d1-309f142d66ea', 'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:07:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:04Z', 'updated_at': '2022-07-29T16:45:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:31.154923 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cedb6ff-a8b5-4130-9069-a26735ab6769 None None] Checking router: 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:45:31.170131 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cedb6ff-a8b5-4130-9069-a26735ab6769 None None] Routers {'4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:31.170928 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1cedb6ff-a8b5-4130-9069-a26735ab6769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:31.212309 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5d0cf090-7d55-4690-b015-45d82013bb99 req-664384f3-5063-4468-b7f6-2e35a5bb9bbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a6429f-9b8b-489f-8fbe-d72a401bd946 HTTP/1.1" status: 200 len: 999 time: 0.1268914 Jul 29 16:45:31.280661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf090-7d55-4690-b015-45d82013bb99 req-0a9119f9-0c94-4c38-ac16-58d2cc7a4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:31.282157 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5d0cf090-7d55-4690-b015-45d82013bb99 req-0a9119f9-0c94-4c38-ac16-58d2cc7a4c74 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4294e561-e994-46d7-bb3a-7271c3f4e55f HTTP/1.1" status: 200 len: 834 time: 0.0636141 Jul 29 16:45:31.383774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-2027ca79-9bde-4963-8c6a-1d71a58ffdfa', 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'fixed_ips': [{'subnet_id': '848bf108-8613-4073-8db7-eafc5a91063f'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:45:31.383774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:31.442231 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-1cedb6ff-a8b5-4130-9069-a26735ab6769 None None] Set router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:31.462309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf090-7d55-4690-b015-45d82013bb99 req-7a7d65c7-ae5b-4f09-9b43-55b6183d4ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:31.464750 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5d0cf090-7d55-4690-b015-45d82013bb99 req-7a7d65c7-ae5b-4f09-9b43-55b6183d4ac3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26638b83-b8c8-4716-b887-d9e1cd2cbdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1744194 Jul 29 16:45:31.490441 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:31.514317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Transition to ACTIVE for port object c3089495-0645-4397-8c2a-64267da236c2 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:31.569191 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:31.597648 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54232) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:31.670913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1fca3-bbca-4c77-b8eb-2b23cb8caeef None None] Pushing event updated for resources: {'Port': ['ID=c3089495-0645-4397-8c2a-64267da236c2,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:31.863512 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Attempting to bind port c3089495-0645-4397-8c2a-64267da236c2 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:45:31.864241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Attempting to bind port c3089495-0645-4397-8c2a-64267da236c2 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '2b302451-3327-4c05-9a5f-b08fa2ddf1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:45:31.864361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Attempting to bind port c3089495-0645-4397-8c2a-64267da236c2 on network 324a9f5e-98a0-43ab-afbf-a2abed340b14 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:45:31.877954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:45:31.878206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Checking segment: {'id': '2b302451-3327-4c05-9a5f-b08fa2ddf1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:31.878490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:31.878893 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Bound using segment: {'id': '2b302451-3327-4c05-9a5f-b08fa2ddf1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:45:31.880750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Bound port: c3089495-0645-4397-8c2a-64267da236c2, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b302451-3327-4c05-9a5f-b08fa2ddf1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:45:31.882727 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:31.912401 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Allocated IP 172.22.0.2 (2027ca79-9bde-4963-8c6a-1d71a58ffdfa/848bf108-8613-4073-8db7-eafc5a91063f/d1029ceb-1e14-4dea-af28-4568419030ba) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:31.914472 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a721179d-ce87-460a-9b2a-f87cd7567127 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/8f6e8b87-d0ec-4271-b2a5-a395bc59a355 HTTP/1.1" status: 200 len: 991 time: 0.3149519 Jul 29 16:45:31.932291 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:31.959452 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5d0cf090-7d55-4690-b015-45d82013bb99 req-6f48e324-9ec6-4182-90c3-3431e8aa1b30 service neutron] 10.222.0.69 "GET /v2.0/networks/26638b83-b8c8-4716-b887-d9e1cd2cbdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861109 Jul 29 16:45:31.998247 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] For port c3089495-0645-4397-8c2a-64267da236c2, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:45:32.001626 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] For port c3089495-0645-4397-8c2a-64267da236c2, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c3089495-0645-4397-8c2a-64267da236c2,segment=NetworkSegment(2b302451-3327-4c05-9a5f-b08fa2ddf1bb),segment_id=2b302451-3327-4c05-9a5f-b08fa2ddf1bb)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:45:32.017202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:32.102479 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:32.103223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:32.186143 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5d0cf090-7d55-4690-b015-45d82013bb99 req-2c73d100-42ca-431e-8bca-349db2769859 service neutron] 10.222.0.69 "GET /v2.0/networks/26638b83-b8c8-4716-b887-d9e1cd2cbdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061877 Jul 29 16:45:32.298200 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device eebc5847-cc66-4af8-9212-18c876219974 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:32.314101 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1cedb6ff-a8b5-4130-9069-a26735ab6769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:45:05Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '8f6e8b87-d0ec-4271-b2a5-a395bc59a355', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'port_id': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'mac_address': 'fa:16:3e:d7:55:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70494a3c-bca1-4c8b-9480-dec26a367185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:45:28Z', 'updated_at': '2022-07-29T16:45:28Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f151174e-82f1-40c6-93d1-309f142d66ea', 'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:07:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:04Z', 'updated_at': '2022-07-29T16:45:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:32.319618 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cedb6ff-a8b5-4130-9069-a26735ab6769 None None] The sync data for ids ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'] in dv-neutron-851534-1-hyperv is: [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:45:05Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '8f6e8b87-d0ec-4271-b2a5-a395bc59a355', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'port_id': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'mac_address': 'fa:16:3e:d7:55:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70494a3c-bca1-4c8b-9480-dec26a367185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:45:28Z', 'updated_at': '2022-07-29T16:45:28Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f151174e-82f1-40c6-93d1-309f142d66ea', 'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:07:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:04Z', 'updated_at': '2022-07-29T16:45:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:32.477693 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1fca3-bbca-4c77-b8eb-2b23cb8caeef None None] Pushing event updated for resources: {'Port': ['ID=c3089495-0645-4397-8c2a-64267da236c2,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:32.528150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port eebc5847-cc66-4af8-9212-18c876219974 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:32.528727 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:32.558387 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:32.665573 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87634502-bf21-4b06-93fe-745c80465d65 None None] New status for floating IP 8f6e8b87-d0ec-4271-b2a5-a395bc59a355: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:45:32.917324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54236) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:33.035084 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-01281735-e809-4ef8-8024-d67d74d97c05 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/8f6e8b87-d0ec-4271-b2a5-a395bc59a355 HTTP/1.1" status: 200 len: 991 time: 0.1165915 Jul 29 16:45:33.183884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:33.271234 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Transition to ACTIVE for port object d1029ceb-1e14-4dea-af28-4568419030ba will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:33.273443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port eebc5847-cc66-4af8-9212-18c876219974 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:33.348034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Transition to ACTIVE for port object d1029ceb-1e14-4dea-af28-4568419030ba will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:33.363514 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:33.442692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Network 2027ca79-9bde-4963-8c6a-1d71a58ffdfa is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:33.447550 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:33.449806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:33.489295 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Pushing event updated for resources: {'Port': ['ID=d1029ceb-1e14-4dea-af28-4568419030ba,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:33.557670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Allocated IP 172.22.0.1 (2027ca79-9bde-4963-8c6a-1d71a58ffdfa/848bf108-8613-4073-8db7-eafc5a91063f/e56540db-8776-4288-89bd-a02790fecc72) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:33.562675 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:26Z', 'revision_number': 3, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:31Z', 'revision_number': 4, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:33.575934 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc3a02-e3a7-48ae-93e8-cddc3e34e93f None None] The sync data for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv is: [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:26Z', 'revision_number': 3, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:31Z', 'revision_number': 4, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:33.577836 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Attempting to bind port d1029ceb-1e14-4dea-af28-4568419030ba on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:45:33.578141 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Attempting to bind port d1029ceb-1e14-4dea-af28-4568419030ba by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '0bc282bf-b159-4bf3-801c-aa2b70aec2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:45:33.578476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Attempting to bind port d1029ceb-1e14-4dea-af28-4568419030ba on network 2027ca79-9bde-4963-8c6a-1d71a58ffdfa {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:45:33.584196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:45:33.585620 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Checking segment: {'id': '0bc282bf-b159-4bf3-801c-aa2b70aec2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:33.585620 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:33.585620 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Bound using segment: {'id': '0bc282bf-b159-4bf3-801c-aa2b70aec2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:45:33.587166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Bound port: d1029ceb-1e14-4dea-af28-4568419030ba, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc282bf-b159-4bf3-801c-aa2b70aec2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:45:33.587166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:33.717771 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] For port d1029ceb-1e14-4dea-af28-4568419030ba, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:45:33.722105 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] For port d1029ceb-1e14-4dea-af28-4568419030ba, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d1029ceb-1e14-4dea-af28-4568419030ba,segment=NetworkSegment(0bc282bf-b159-4bf3-801c-aa2b70aec2b9),segment_id=0bc282bf-b159-4bf3-801c-aa2b70aec2b9)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:45:33.732067 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:33.792236 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:33.812086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Transition to ACTIVE for port object e56540db-8776-4288-89bd-a02790fecc72 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:33.835278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22850b-662c-479f-8a7d-1c218a8bf9c4 None None] Pushing event updated for resources: {'Port': ['ID=d1029ceb-1e14-4dea-af28-4568419030ba,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:33.856663 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:33.943458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network 2027ca79-9bde-4963-8c6a-1d71a58ffdfa is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:33.947500 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:33.952361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:33.984129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=e56540db-8776-4288-89bd-a02790fecc72,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:34.031354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:34.040478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54240) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:34.255391 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-08d7466e-9a63-4acc-acc7-97f68f00a0e9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/8f6e8b87-d0ec-4271-b2a5-a395bc59a355 HTTP/1.1" status: 200 len: 993 time: 0.2132161 Jul 29 16:45:34.267833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:34.329881 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d1029ceb-1e14-4dea-af28-4568419030ba up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:34.406707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port d1029ceb-1e14-4dea-af28-4568419030ba completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:34.412642 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c3089495-0645-4397-8c2a-64267da236c2 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:34.510943 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port c3089495-0645-4397-8c2a-64267da236c2 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:34.517474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c3089495-0645-4397-8c2a-64267da236c2 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:34.520223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:34.647359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c3089495-0645-4397-8c2a-64267da236c2 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:34.647945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:34.684241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port c3089495-0645-4397-8c2a-64267da236c2, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c3089495-0645-4397-8c2a-64267da236c2,segment=NetworkSegment(2b302451-3327-4c05-9a5f-b08fa2ddf1bb),segment_id=2b302451-3327-4c05-9a5f-b08fa2ddf1bb)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:34.690382 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:34.744024 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:34.752155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:34.781033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=c3089495-0645-4397-8c2a-64267da236c2,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:34.893954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=e56540db-8776-4288-89bd-a02790fecc72,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:34.896512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:35.056355 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network 2027ca79-9bde-4963-8c6a-1d71a58ffdfa is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:35.057518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:35.064091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65696e8-570d-43bc-a5b8-ab92b7df11b2 None None] Network 2027ca79-9bde-4963-8c6a-1d71a58ffdfa requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:35.168975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b03febeb-b34f-4f2c-8e03-b1d6601744f0 None None] Provisioning for port d1029ceb-1e14-4dea-af28-4568419030ba completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:35.189639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b03febeb-b34f-4f2c-8e03-b1d6601744f0 None None] Provisioning complete for port d1029ceb-1e14-4dea-af28-4568419030ba triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:35.190052 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b03febeb-b34f-4f2c-8e03-b1d6601744f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:35.233429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router d96c34df-ae85-4e0a-84ac-fb28a280c8ff has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:45:35.436052 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b03febeb-b34f-4f2c-8e03-b1d6601744f0 None None] Current status of the port d1029ceb-1e14-4dea-af28-4568419030ba is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:35.436052 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b03febeb-b34f-4f2c-8e03-b1d6601744f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:35.480821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b03febeb-b34f-4f2c-8e03-b1d6601744f0 None None] For port d1029ceb-1e14-4dea-af28-4568419030ba, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d1029ceb-1e14-4dea-af28-4568419030ba,segment=NetworkSegment(0bc282bf-b159-4bf3-801c-aa2b70aec2b9),segment_id=0bc282bf-b159-4bf3-801c-aa2b70aec2b9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:35.495282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b03febeb-b34f-4f2c-8e03-b1d6601744f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:35.550483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:35.567402 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Sync routers for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:35.570293 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a3e6d6b3-40ae-4202-abd7-f40d633e1009 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/d96c34df-ae85-4e0a-84ac-fb28a280c8ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5566156 Jul 29 16:45:35.571772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54244) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:35.582833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'network': {'name': 'tempest-RoutersTest-1066960135'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:35.584317 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:35.585345 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:35.588432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:35.592653 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:network and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:35.596392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:35.604528 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:35.623822 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:45:35.628277 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:35.649728 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03febeb-b34f-4f2c-8e03-b1d6601744f0 None None] Pushing event updated for resources: {'Port': ['ID=d1029ceb-1e14-4dea-af28-4568419030ba,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:35.675936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:45:35.690064 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:35.690064 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Added segment 68104084-a9fa-4ef4-89da-8c7ced7ac6ed of type vlan for network efcf800f-16d6-4f7e-90d7-ece0b182a691 Jul 29 16:45:35.727738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:35.766675 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:35.774020 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:35.780927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:35.781965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:35.906942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54248) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:35.907271 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3295970 Jul 29 16:45:35.911614 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'subnet': {'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:35.915896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef60043-f4fc-4c94-945e-7d8073507b05 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Network': ['ID=efcf800f-16d6-4f7e-90d7-ece0b182a691,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:35.935298 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network efcf800f-16d6-4f7e-90d7-ece0b182a691 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:45:35.968435 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d4fe71c6-0305-43d9-8f8d-42fff84079e2 None None] Provisioning complete for port d1029ceb-1e14-4dea-af28-4568419030ba triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:35.968992 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d4fe71c6-0305-43d9-8f8d-42fff84079e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:36.050402 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:45:36.054669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:subnet and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:45:36.059085 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:45:36.066269 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:45:36.082720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Made reservation on behalf of b730b87619944e91826db8974f2acc5e for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:45:36.088046 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:36.223639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe71c6-0305-43d9-8f8d-42fff84079e2 None None] Current status of the port d1029ceb-1e14-4dea-af28-4568419030ba is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:36.238183 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d4fe71c6-0305-43d9-8f8d-42fff84079e2 None None] Provisioning for port e56540db-8776-4288-89bd-a02790fecc72 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:36.244084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d1029ceb-1e14-4dea-af28-4568419030ba up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:36.297719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d4fe71c6-0305-43d9-8f8d-42fff84079e2 None None] Provisioning complete for port e56540db-8776-4288-89bd-a02790fecc72 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:36.298357 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d4fe71c6-0305-43d9-8f8d-42fff84079e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:36.309508 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 4, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e56540db-8776-4288-89bd-a02790fecc72', 'name': '', 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b1:0d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '848bf108-8613-4073-8db7-eafc5a91063f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:32Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 2, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '848bf108-8613-4073-8db7-eafc5a91063f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:36.314163 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Checking router: d96c34df-ae85-4e0a-84ac-fb28a280c8ff for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:45:36.314527 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Updating router d96c34df-ae85-4e0a-84ac-fb28a280c8ff port e56540db-8776-4288-89bd-a02790fecc72 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:45:36.377967 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe71c6-0305-43d9-8f8d-42fff84079e2 None None] Port e56540db-8776-4288-89bd-a02790fecc72 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:45:36.381476 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:36.400027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port d1029ceb-1e14-4dea-af28-4568419030ba triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:36.400497 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:36.403571 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:36.493692 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Subnet': ['ID=e0115518-a737-4eaf-b204-964c4b4315f2,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:36.498061 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Checking segment: {'id': '68104084-a9fa-4ef4-89da-8c7ced7ac6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:36.498420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network hostable DHCP agents. Network: efcf800f-16d6-4f7e-90d7-ece0b182a691, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:45:36.519205 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network efcf800f-16d6-4f7e-90d7-ece0b182a691 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:45:36.543884 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, efcf800f-16d6-4f7e-90d7-ece0b182a691) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:36.543884 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:45:36.543884 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:36.577603 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-12c6a17c-34cd-4bc8-9706-adc5c4bef613 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6733270 Jul 29 16:45:36.579601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54252) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:36.582520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cdb05b-5e83-47b5-85bf-efc00ef2df82 None None] Network efcf800f-16d6-4f7e-90d7-ece0b182a691 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:36.675514 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d1029ceb-1e14-4dea-af28-4568419030ba is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:36.676794 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c3089495-0645-4397-8c2a-64267da236c2 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:36.713964 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0c63e428-8dad-41ae-af36-629dc810a738 None None] Provisioning complete for port e56540db-8776-4288-89bd-a02790fecc72 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:36.714126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0c63e428-8dad-41ae-af36-629dc810a738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:36.818315 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0c63e428-8dad-41ae-af36-629dc810a738 None None] Port e56540db-8776-4288-89bd-a02790fecc72 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:45:36.836360 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:36.848399 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Transition to ACTIVE for port object e56540db-8776-4288-89bd-a02790fecc72 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:36.856217 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:36.888194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c3089495-0645-4397-8c2a-64267da236c2 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:36.888490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:36.996797 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-efcf800f-16d6-4f7e-90d7-ece0b182a691', 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'fixed_ips': [{'subnet_id': 'e0115518-a737-4eaf-b204-964c4b4315f2'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:45:36.997906 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:37.007562 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf0536-b114-47e2-9aab-bc1628b3921a None None] Pushing event updated for resources: {'Port': ['ID=e56540db-8776-4288-89bd-a02790fecc72,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:37.113424 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Attempting to bind port e56540db-8776-4288-89bd-a02790fecc72 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:45:37.113789 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Attempting to bind port e56540db-8776-4288-89bd-a02790fecc72 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '0bc282bf-b159-4bf3-801c-aa2b70aec2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:45:37.114142 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Attempting to bind port e56540db-8776-4288-89bd-a02790fecc72 on network 2027ca79-9bde-4963-8c6a-1d71a58ffdfa {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:45:37.120398 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:45:37.120764 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Checking segment: {'id': '0bc282bf-b159-4bf3-801c-aa2b70aec2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:37.121362 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:37.121904 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Bound using segment: {'id': '0bc282bf-b159-4bf3-801c-aa2b70aec2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:45:37.122367 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Bound port: e56540db-8776-4288-89bd-a02790fecc72, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc282bf-b159-4bf3-801c-aa2b70aec2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:45:37.122759 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:37.129526 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c3089495-0645-4397-8c2a-64267da236c2 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:37.221377 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] For port e56540db-8776-4288-89bd-a02790fecc72, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:45:37.223414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Allocated IP 172.23.0.2 (efcf800f-16d6-4f7e-90d7-ece0b182a691/e0115518-a737-4eaf-b204-964c4b4315f2/191d911b-c953-4648-9eae-339bda6749c2) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:37.225496 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] For port e56540db-8776-4288-89bd-a02790fecc72, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e56540db-8776-4288-89bd-a02790fecc72,segment=NetworkSegment(0bc282bf-b159-4bf3-801c-aa2b70aec2b9),segment_id=0bc282bf-b159-4bf3-801c-aa2b70aec2b9)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:45:37.231376 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:37.311716 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:37.312416 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:37.372078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:37.440673 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf0536-b114-47e2-9aab-bc1628b3921a None None] Pushing event updated for resources: {'Port': ['ID=e56540db-8776-4288-89bd-a02790fecc72,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:37.476156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:37.487432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Transition to ACTIVE for port object 191d911b-c953-4648-9eae-339bda6749c2 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:37.498322 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:37.520085 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Transition to ACTIVE for port object 191d911b-c953-4648-9eae-339bda6749c2 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:37.537644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:37.632225 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Network efcf800f-16d6-4f7e-90d7-ece0b182a691 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:37.639239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:37.643626 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:37.742643 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Pushing event updated for resources: {'Port': ['ID=191d911b-c953-4648-9eae-339bda6749c2,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:37.776295 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Attempting to bind port 191d911b-c953-4648-9eae-339bda6749c2 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:45:37.776821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Attempting to bind port 191d911b-c953-4648-9eae-339bda6749c2 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '68104084-a9fa-4ef4-89da-8c7ced7ac6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:45:37.777231 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Attempting to bind port 191d911b-c953-4648-9eae-339bda6749c2 on network efcf800f-16d6-4f7e-90d7-ece0b182a691 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:45:37.790819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:45:37.791534 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Checking segment: {'id': '68104084-a9fa-4ef4-89da-8c7ced7ac6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:37.791938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:37.792328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Bound using segment: {'id': '68104084-a9fa-4ef4-89da-8c7ced7ac6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:45:37.792791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Bound port: 191d911b-c953-4648-9eae-339bda6749c2, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68104084-a9fa-4ef4-89da-8c7ced7ac6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:45:37.793185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:37.809383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Allocated IP 172.23.0.1 (efcf800f-16d6-4f7e-90d7-ece0b182a691/e0115518-a737-4eaf-b204-964c4b4315f2/9785304c-3137-4cd9-bd6c-cc35a4f94344) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:45:37.861643 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 4, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e56540db-8776-4288-89bd-a02790fecc72', 'name': '', 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b1:0d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '848bf108-8613-4073-8db7-eafc5a91063f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:32Z', 'updated_at': '2022-07-29T16:45:37Z', 'revision_number': 4, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '848bf108-8613-4073-8db7-eafc5a91063f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:37.866030 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da03d6e-9243-4140-bf8b-429ce6b69448 None None] The sync data for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv is: [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 4, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e56540db-8776-4288-89bd-a02790fecc72', 'name': '', 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b1:0d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '848bf108-8613-4073-8db7-eafc5a91063f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:32Z', 'updated_at': '2022-07-29T16:45:37Z', 'revision_number': 4, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '848bf108-8613-4073-8db7-eafc5a91063f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:37.933404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] For port 191d911b-c953-4648-9eae-339bda6749c2, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:45:37.938808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] For port 191d911b-c953-4648-9eae-339bda6749c2, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=191d911b-c953-4648-9eae-339bda6749c2,segment=NetworkSegment(68104084-a9fa-4ef4-89da-8c7ced7ac6ed),segment_id=68104084-a9fa-4ef4-89da-8c7ced7ac6ed)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:45:37.943158 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:37.999301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:38.017353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Transition to ACTIVE for port object 9785304c-3137-4cd9-bd6c-cc35a4f94344 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:38.049835 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77f272-702b-4db9-9aeb-46be9dbe3df1 None None] Pushing event updated for resources: {'Port': ['ID=191d911b-c953-4648-9eae-339bda6749c2,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:38.074167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:38.155217 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network efcf800f-16d6-4f7e-90d7-ece0b182a691 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:38.158845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:38.162709 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:45:38.224020 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=9785304c-3137-4cd9-bd6c-cc35a4f94344,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:38.280148 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:38.298290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e56540db-8776-4288-89bd-a02790fecc72 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:38.390623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port e56540db-8776-4288-89bd-a02790fecc72 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:38.405934 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e56540db-8776-4288-89bd-a02790fecc72 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:38.406565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:38.460031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:38.553774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e56540db-8776-4288-89bd-a02790fecc72 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:38.554168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:38.600150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port e56540db-8776-4288-89bd-a02790fecc72, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e56540db-8776-4288-89bd-a02790fecc72,segment=NetworkSegment(0bc282bf-b159-4bf3-801c-aa2b70aec2b9),segment_id=0bc282bf-b159-4bf3-801c-aa2b70aec2b9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:38.604093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:38.696162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=e56540db-8776-4288-89bd-a02790fecc72,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:39.157621 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:39.165761 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:39.274954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b22b04-7f87-4fb7-8fab-e82a8c259334 None None] Network efcf800f-16d6-4f7e-90d7-ece0b182a691 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:39.323059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event updated for resources: {'Port': ['ID=9785304c-3137-4cd9-bd6c-cc35a4f94344,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:39.323658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:39.396981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e5729edc-ccf7-453a-bf63-d51ebbfaa78d None None] Provisioning for port 191d911b-c953-4648-9eae-339bda6749c2 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:39.481193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Network efcf800f-16d6-4f7e-90d7-ece0b182a691 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:45:39.481193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:45:39.676852 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router d96c34df-ae85-4e0a-84ac-fb28a280c8ff has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:45:39.841416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-592daf75-b031-41af-a92b-291a633b0267 None None] Provisioning for port 9785304c-3137-4cd9-bd6c-cc35a4f94344 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:39.857401 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-592daf75-b031-41af-a92b-291a633b0267 None None] Provisioning complete for port 9785304c-3137-4cd9-bd6c-cc35a4f94344 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:39.857401 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-592daf75-b031-41af-a92b-291a633b0267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:39.858651 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:39.874603 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f55d3700-c029-4350-8a81-9c5b028abc09 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/d96c34df-ae85-4e0a-84ac-fb28a280c8ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2931955 Jul 29 16:45:39.877314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54258) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:39.882544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-6bd3359f-6cc2-48ad-bb1e-bdcb293a1073 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:39.886620 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Sync routers for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:39.981114 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:39.981114 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:40.135628 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-592daf75-b031-41af-a92b-291a633b0267 None None] Port 9785304c-3137-4cd9-bd6c-cc35a4f94344 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:45:40.270718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:40.453950 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 191d911b-c953-4648-9eae-339bda6749c2 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:40.662755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-51b69bb5-ce6e-45c8-ae16-7730f6ad5c9a None None] Provisioning complete for port 9785304c-3137-4cd9-bd6c-cc35a4f94344 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:40.663133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-51b69bb5-ce6e-45c8-ae16-7730f6ad5c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:40.777809 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.extraroute_db [None req-6bd3359f-6cc2-48ad-bb1e-bdcb293a1073 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89210) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jul 29 16:45:40.800179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.extraroute_db [None req-6bd3359f-6cc2-48ad-bb1e-bdcb293a1073 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Removed routes are [] {{(pid=89210) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jul 29 16:45:40.800642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6bd3359f-6cc2-48ad-bb1e-bdcb293a1073 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:40.801166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-51b69bb5-ce6e-45c8-ae16-7730f6ad5c9a None None] Port 9785304c-3137-4cd9-bd6c-cc35a4f94344 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:45:40.848314 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 191d911b-c953-4648-9eae-339bda6749c2 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:40.864409 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 191d911b-c953-4648-9eae-339bda6749c2 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:40.864866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:40.966113 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-aab35f89-fc29-4c18-8ae9-a545726f054c None None] Provisioning complete for port 9785304c-3137-4cd9-bd6c-cc35a4f94344 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:40.966491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aab35f89-fc29-4c18-8ae9-a545726f054c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:41.083929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-aab35f89-fc29-4c18-8ae9-a545726f054c None None] Port 9785304c-3137-4cd9-bd6c-cc35a4f94344 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:45:41.093741 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:38Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': '9785304c-3137-4cd9-bd6c-cc35a4f94344', 'name': '', 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:73:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'e0115518-a737-4eaf-b204-964c4b4315f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:37Z', 'updated_at': '2022-07-29T16:45:38Z', 'revision_number': 2, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': 'e0115518-a737-4eaf-b204-964c4b4315f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e56540db-8776-4288-89bd-a02790fecc72', 'name': '', 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b1:0d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '848bf108-8613-4073-8db7-eafc5a91063f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:32Z', 'updated_at': '2022-07-29T16:45:38Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '848bf108-8613-4073-8db7-eafc5a91063f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:41.107791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Checking router: d96c34df-ae85-4e0a-84ac-fb28a280c8ff for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:45:41.107791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Updating router d96c34df-ae85-4e0a-84ac-fb28a280c8ff port 9785304c-3137-4cd9-bd6c-cc35a4f94344 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:45:41.138229 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6bd3359f-6cc2-48ad-bb1e-bdcb293a1073 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:41.143153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6bd3359f-6cc2-48ad-bb1e-bdcb293a1073 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:41.145564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 191d911b-c953-4648-9eae-339bda6749c2 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:41.145564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:41.191219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:41.216771 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 191d911b-c953-4648-9eae-339bda6749c2, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=191d911b-c953-4648-9eae-339bda6749c2,segment=NetworkSegment(68104084-a9fa-4ef4-89da-8c7ced7ac6ed),segment_id=68104084-a9fa-4ef4-89da-8c7ced7ac6ed)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:41.249006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:41.250654 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e56540db-8776-4288-89bd-a02790fecc72 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:41.311427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd3359f-6cc2-48ad-bb1e-bdcb293a1073 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router d96c34df-ae85-4e0a-84ac-fb28a280c8ff has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:45:41.462226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=191d911b-c953-4648-9eae-339bda6749c2,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:41.491050 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd3359f-6cc2-48ad-bb1e-bdcb293a1073 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:41.491050 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6bd3359f-6cc2-48ad-bb1e-bdcb293a1073 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:41.495710 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6bd3359f-6cc2-48ad-bb1e-bdcb293a1073 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/d96c34df-ae85-4e0a-84ac-fb28a280c8ff HTTP/1.1" status: 200 len: 934 time: 1.6167789 Jul 29 16:45:41.496618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54262) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:41.566317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e56540db-8776-4288-89bd-a02790fecc72 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:41.566317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:41.707994 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c96080e3-8eca-4f11-a7a3-6e91d891baa5 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/routers/d96c34df-ae85-4e0a-84ac-fb28a280c8ff HTTP/1.1" status: 200 len: 934 time: 0.2033358 Jul 29 16:45:41.707994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54266) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:41.713515 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a7965b39-f76d-44d1-8f44-1ce507a6e8f9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'router': {'routes': None}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:41.811516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e56540db-8776-4288-89bd-a02790fecc72 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:41.836608 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:41.847401 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Transition to ACTIVE for port object 9785304c-3137-4cd9-bd6c-cc35a4f94344 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:45:41.854372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:41.991839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838c140-d260-4069-be90-0fe38426bae1 None None] Pushing event updated for resources: {'Port': ['ID=9785304c-3137-4cd9-bd6c-cc35a4f94344,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:42.106087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Attempting to bind port 9785304c-3137-4cd9-bd6c-cc35a4f94344 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:45:42.107130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Attempting to bind port 9785304c-3137-4cd9-bd6c-cc35a4f94344 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '68104084-a9fa-4ef4-89da-8c7ced7ac6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:45:42.107130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Attempting to bind port 9785304c-3137-4cd9-bd6c-cc35a4f94344 on network efcf800f-16d6-4f7e-90d7-ece0b182a691 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:45:42.113784 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:45:42.114533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Checking segment: {'id': '68104084-a9fa-4ef4-89da-8c7ced7ac6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:45:42.114697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:42.115223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Bound using segment: {'id': '68104084-a9fa-4ef4-89da-8c7ced7ac6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:45:42.116137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Bound port: 9785304c-3137-4cd9-bd6c-cc35a4f94344, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68104084-a9fa-4ef4-89da-8c7ced7ac6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:45:42.116137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:42.210227 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 191d911b-c953-4648-9eae-339bda6749c2 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:42.308537 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] For port 9785304c-3137-4cd9-bd6c-cc35a4f94344, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:45:42.312150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] For port 9785304c-3137-4cd9-bd6c-cc35a4f94344, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9785304c-3137-4cd9-bd6c-cc35a4f94344,segment=NetworkSegment(68104084-a9fa-4ef4-89da-8c7ced7ac6ed),segment_id=68104084-a9fa-4ef4-89da-8c7ced7ac6ed)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:45:42.318264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:42.380339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 191d911b-c953-4648-9eae-339bda6749c2 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:42.380339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:42.396634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.extraroute_db [None req-a7965b39-f76d-44d1-8f44-1ce507a6e8f9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Added routes are [] {{(pid=89209) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jul 29 16:45:42.396634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.extraroute_db [None req-a7965b39-f76d-44d1-8f44-1ce507a6e8f9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89209) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jul 29 16:45:42.439304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a7965b39-f76d-44d1-8f44-1ce507a6e8f9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:42.462404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:42.463082 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:42.688034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838c140-d260-4069-be90-0fe38426bae1 None None] Pushing event updated for resources: {'Port': ['ID=9785304c-3137-4cd9-bd6c-cc35a4f94344,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:42.759127 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:42.852654 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 191d911b-c953-4648-9eae-339bda6749c2 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:42.925931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a7965b39-f76d-44d1-8f44-1ce507a6e8f9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:42.929353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a7965b39-f76d-44d1-8f44-1ce507a6e8f9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:43.092015 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7965b39-f76d-44d1-8f44-1ce507a6e8f9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router d96c34df-ae85-4e0a-84ac-fb28a280c8ff has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:45:43.110203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:42Z', 'revision_number': 7, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': '9785304c-3137-4cd9-bd6c-cc35a4f94344', 'name': '', 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:73:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'e0115518-a737-4eaf-b204-964c4b4315f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:37Z', 'updated_at': '2022-07-29T16:45:42Z', 'revision_number': 4, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': 'e0115518-a737-4eaf-b204-964c4b4315f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e56540db-8776-4288-89bd-a02790fecc72', 'name': '', 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b1:0d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '848bf108-8613-4073-8db7-eafc5a91063f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:32Z', 'updated_at': '2022-07-29T16:45:38Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '848bf108-8613-4073-8db7-eafc5a91063f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:43.114251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749464db-18d2-479c-9358-7d49ddd13ffd None None] The sync data for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv is: [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:42Z', 'revision_number': 7, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': '9785304c-3137-4cd9-bd6c-cc35a4f94344', 'name': '', 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:73:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'e0115518-a737-4eaf-b204-964c4b4315f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:37Z', 'updated_at': '2022-07-29T16:45:42Z', 'revision_number': 4, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': 'e0115518-a737-4eaf-b204-964c4b4315f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e56540db-8776-4288-89bd-a02790fecc72', 'name': '', 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b1:0d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '848bf108-8613-4073-8db7-eafc5a91063f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:32Z', 'updated_at': '2022-07-29T16:45:38Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '848bf108-8613-4073-8db7-eafc5a91063f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:43.259511 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7965b39-f76d-44d1-8f44-1ce507a6e8f9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:43.270034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a7965b39-f76d-44d1-8f44-1ce507a6e8f9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:43.271250 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a7965b39-f76d-44d1-8f44-1ce507a6e8f9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/d96c34df-ae85-4e0a-84ac-fb28a280c8ff HTTP/1.1" status: 200 len: 700 time: 1.5677214 Jul 29 16:45:43.273779 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54270) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:43.458450 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5e0eb6bb-e995-4709-a3a3-c622fa8f0597 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/routers/d96c34df-ae85-4e0a-84ac-fb28a280c8ff HTTP/1.1" status: 200 len: 700 time: 0.1811349 Jul 29 16:45:43.458661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54274) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:43.819815 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe6a99-3718-4e6c-afb3-584cbf5d4939 None None] Sync routers for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:43.829979 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe6a99-3718-4e6c-afb3-584cbf5d4939 None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:43.830582 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9dfe6a99-3718-4e6c-afb3-584cbf5d4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:44.006375 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-97e69c71-47c4-4c7b-a007-435329537111 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:44.008897 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-9dfe6a99-3718-4e6c-afb3-584cbf5d4939 None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:44.216449 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9785304c-3137-4cd9-bd6c-cc35a4f94344 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:45:44.287417 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 9785304c-3137-4cd9-bd6c-cc35a4f94344 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:45:44.292814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 9785304c-3137-4cd9-bd6c-cc35a4f94344 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:45:44.293235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:44.340038 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9dfe6a99-3718-4e6c-afb3-584cbf5d4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:42Z', 'revision_number': 7, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': '9785304c-3137-4cd9-bd6c-cc35a4f94344', 'name': '', 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:73:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'e0115518-a737-4eaf-b204-964c4b4315f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:37Z', 'updated_at': '2022-07-29T16:45:42Z', 'revision_number': 4, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': 'e0115518-a737-4eaf-b204-964c4b4315f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e56540db-8776-4288-89bd-a02790fecc72', 'name': '', 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b1:0d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '848bf108-8613-4073-8db7-eafc5a91063f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:32Z', 'updated_at': '2022-07-29T16:45:38Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '848bf108-8613-4073-8db7-eafc5a91063f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:44.343857 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe6a99-3718-4e6c-afb3-584cbf5d4939 None None] Checking router: d96c34df-ae85-4e0a-84ac-fb28a280c8ff for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:45:44.352883 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe6a99-3718-4e6c-afb3-584cbf5d4939 None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:44.353507 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9dfe6a99-3718-4e6c-afb3-584cbf5d4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:44.416200 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 9785304c-3137-4cd9-bd6c-cc35a4f94344 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:45:44.416590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:44.449504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 9785304c-3137-4cd9-bd6c-cc35a4f94344, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9785304c-3137-4cd9-bd6c-cc35a4f94344,segment=NetworkSegment(68104084-a9fa-4ef4-89da-8c7ced7ac6ed),segment_id=68104084-a9fa-4ef4-89da-8c7ced7ac6ed)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:44.454192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:44.499526 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-97e69c71-47c4-4c7b-a007-435329537111 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port 9785304c-3137-4cd9-bd6c-cc35a4f94344 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:44.499923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-97e69c71-47c4-4c7b-a007-435329537111 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:44.514656 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-9dfe6a99-3718-4e6c-afb3-584cbf5d4939 None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:44.526781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=9785304c-3137-4cd9-bd6c-cc35a4f94344,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:44.700753 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-97e69c71-47c4-4c7b-a007-435329537111 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] For port 9785304c-3137-4cd9-bd6c-cc35a4f94344, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9785304c-3137-4cd9-bd6c-cc35a4f94344,segment=NetworkSegment(68104084-a9fa-4ef4-89da-8c7ced7ac6ed),segment_id=68104084-a9fa-4ef4-89da-8c7ced7ac6ed)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:44.701143 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-97e69c71-47c4-4c7b-a007-435329537111 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:44.829559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-97e69c71-47c4-4c7b-a007-435329537111 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for 9785304c-3137-4cd9-bd6c-cc35a4f94344 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:45:44.839279 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9dfe6a99-3718-4e6c-afb3-584cbf5d4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:42Z', 'revision_number': 7, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': '9785304c-3137-4cd9-bd6c-cc35a4f94344', 'name': '', 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:73:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'e0115518-a737-4eaf-b204-964c4b4315f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:37Z', 'updated_at': '2022-07-29T16:45:42Z', 'revision_number': 4, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': 'e0115518-a737-4eaf-b204-964c4b4315f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e56540db-8776-4288-89bd-a02790fecc72', 'name': '', 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b1:0d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '848bf108-8613-4073-8db7-eafc5a91063f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:32Z', 'updated_at': '2022-07-29T16:45:38Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '848bf108-8613-4073-8db7-eafc5a91063f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:44.843160 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe6a99-3718-4e6c-afb3-584cbf5d4939 None None] The sync data for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv is: [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:42Z', 'revision_number': 7, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': '9785304c-3137-4cd9-bd6c-cc35a4f94344', 'name': '', 'network_id': 'efcf800f-16d6-4f7e-90d7-ece0b182a691', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:73:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'e0115518-a737-4eaf-b204-964c4b4315f2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:37Z', 'updated_at': '2022-07-29T16:45:42Z', 'revision_number': 4, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': 'e0115518-a737-4eaf-b204-964c4b4315f2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e56540db-8776-4288-89bd-a02790fecc72', 'name': '', 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b1:0d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '848bf108-8613-4073-8db7-eafc5a91063f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:32Z', 'updated_at': '2022-07-29T16:45:38Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '848bf108-8613-4073-8db7-eafc5a91063f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:45.013333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-97e69c71-47c4-4c7b-a007-435329537111 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:45.061160 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1152d3c8-2b17-42b8-98d4-a67a69ea8298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:45.062865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e69c71-47c4-4c7b-a007-435329537111 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=9785304c-3137-4cd9-bd6c-cc35a4f94344,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:45.337285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-97e69c71-47c4-4c7b-a007-435329537111 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:45.772264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e69c71-47c4-4c7b-a007-435329537111 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router d96c34df-ae85-4e0a-84ac-fb28a280c8ff has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:45:45.932020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e69c71-47c4-4c7b-a007-435329537111 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:45.940978 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ffd0d-2f70-4b84-879a-7a7eb92959ed None None] Sync routers for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:45.944549 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-97e69c71-47c4-4c7b-a007-435329537111 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/d96c34df-ae85-4e0a-84ac-fb28a280c8ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4849336 Jul 29 16:45:45.947214 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54280) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:45.950220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ffd0d-2f70-4b84-879a-7a7eb92959ed None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:45.950832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2d3ffd0d-2f70-4b84-879a-7a7eb92959ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:46.011902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7569a99-87f9-4af1-ab6c-5354ff19798d tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting subnet e0115518-a737-4eaf-b204-964c4b4315f2 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:45:46.014826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7569a99-87f9-4af1-ab6c-5354ff19798d tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:46.072258 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7569a99-87f9-4af1-ab6c-5354ff19798d tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:46.105433 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-2d3ffd0d-2f70-4b84-879a-7a7eb92959ed None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:46.172799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7569a99-87f9-4af1-ab6c-5354ff19798d tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:46.253572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7569a99-87f9-4af1-ab6c-5354ff19798d tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:46.295952 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7569a99-87f9-4af1-ab6c-5354ff19798d tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Subnet': ['ID=e0115518-a737-4eaf-b204-964c4b4315f2,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:46.301439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7569a99-87f9-4af1-ab6c-5354ff19798d tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:46.308040 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d7569a99-87f9-4af1-ab6c-5354ff19798d tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/e0115518-a737-4eaf-b204-964c4b4315f2 HTTP/1.1" status: 204 len: 168 time: 0.3598328 Jul 29 16:45:46.308701 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e2be86-119b-4932-a61a-9587bd6be509 None None] Network efcf800f-16d6-4f7e-90d7-ece0b182a691 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:46.310557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54284) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:46.422553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:46.432801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port 191d911b-c953-4648-9eae-339bda6749c2 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:46.433165 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:46.653908 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] For port 191d911b-c953-4648-9eae-339bda6749c2, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=191d911b-c953-4648-9eae-339bda6749c2,segment=NetworkSegment(68104084-a9fa-4ef4-89da-8c7ced7ac6ed),segment_id=68104084-a9fa-4ef4-89da-8c7ced7ac6ed)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:46.654351 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:46.654712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2d3ffd0d-2f70-4b84-879a-7a7eb92959ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:44Z', 'revision_number': 8, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e56540db-8776-4288-89bd-a02790fecc72', 'name': '', 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b1:0d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '848bf108-8613-4073-8db7-eafc5a91063f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:32Z', 'updated_at': '2022-07-29T16:45:38Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '848bf108-8613-4073-8db7-eafc5a91063f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:46.659087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ffd0d-2f70-4b84-879a-7a7eb92959ed None None] Checking router: d96c34df-ae85-4e0a-84ac-fb28a280c8ff for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:45:46.668189 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ffd0d-2f70-4b84-879a-7a7eb92959ed None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:46.668815 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2d3ffd0d-2f70-4b84-879a-7a7eb92959ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:46.721694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112318df-ef0c-4d5f-bc6e-8d8017b21421 None None] DHCP port deletion for efcf800f-16d6-4f7e-90d7-ece0b182a691 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:45:46.781576 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for 191d911b-c953-4648-9eae-339bda6749c2 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:45:46.788511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-112318df-ef0c-4d5f-bc6e-8d8017b21421 None None] Deleting port 191d911b-c953-4648-9eae-339bda6749c2 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:46.788511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-112318df-ef0c-4d5f-bc6e-8d8017b21421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:46.869174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:46.908299 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-112318df-ef0c-4d5f-bc6e-8d8017b21421 None None] The port '191d911b-c953-4648-9eae-339bda6749c2' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:45:46.909582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-2d3ffd0d-2f70-4b84-879a-7a7eb92959ed None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:46.919968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=191d911b-c953-4648-9eae-339bda6749c2,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:46.925363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] No DVR routers for this DVR port 191d911b-c953-4648-9eae-339bda6749c2 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:45:47.053517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:47.079149 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efcf800f-16d6-4f7e-90d7-ece0b182a691']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:47.091490 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68104084-a9fa-4ef4-89da-8c7ced7ac6ed') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:47.091792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68104084-a9fa-4ef4-89da-8c7ced7ac6ed') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:47.103724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:47.123652 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:47.129571 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:45:47.129954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:47.195650 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 68104084-a9fa-4ef4-89da-8c7ced7ac6ed resource provider aggregate not found Jul 29 16:45:47.219530 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 68104084-a9fa-4ef4-89da-8c7ced7ac6ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68104084-a9fa-4ef4-89da-8c7ced7ac6ed found for delete ", "request_id": "req-319607d6-fa94-4abe-8c55-b58d201dc165"}]} Jul 29 16:45:47.233580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2d3ffd0d-2f70-4b84-879a-7a7eb92959ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:44Z', 'revision_number': 8, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e56540db-8776-4288-89bd-a02790fecc72', 'name': '', 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b1:0d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '848bf108-8613-4073-8db7-eafc5a91063f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:32Z', 'updated_at': '2022-07-29T16:45:38Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '848bf108-8613-4073-8db7-eafc5a91063f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:47.234795 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:47.239370 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ffd0d-2f70-4b84-879a-7a7eb92959ed None None] The sync data for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv is: [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:44Z', 'revision_number': 8, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e56540db-8776-4288-89bd-a02790fecc72', 'name': '', 'network_id': '2027ca79-9bde-4963-8c6a-1d71a58ffdfa', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b1:0d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '848bf108-8613-4073-8db7-eafc5a91063f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:32Z', 'updated_at': '2022-07-29T16:45:38Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '848bf108-8613-4073-8db7-eafc5a91063f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:47.252839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:47.263879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Network': ['ID=efcf800f-16d6-4f7e-90d7-ece0b182a691,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:47.271649 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fc53ebde-28d8-4fdd-9ef1-e00054ee849a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/networks/efcf800f-16d6-4f7e-90d7-ece0b182a691 HTTP/1.1" status: 204 len: 168 time: 0.9601109 Jul 29 16:45:47.274361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54292) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:47.615923 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4e3ff8e4-f857-419e-afd7-f0240d26af26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:47.905713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de270bce-d258-4be5-ba86-5f6ad03097aa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:48.184170 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 191d911b-c953-4648-9eae-339bda6749c2 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:45:48.217553 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 191d911b-c953-4648-9eae-339bda6749c2 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:45:48.217895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 191d911b-c953-4648-9eae-339bda6749c2 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:45:48.218303 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9785304c-3137-4cd9-bd6c-cc35a4f94344 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:45:48.244149 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-de270bce-d258-4be5-ba86-5f6ad03097aa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port e56540db-8776-4288-89bd-a02790fecc72 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:48.244736 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de270bce-d258-4be5-ba86-5f6ad03097aa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:48.256018 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 9785304c-3137-4cd9-bd6c-cc35a4f94344 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:45:48.256527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9785304c-3137-4cd9-bd6c-cc35a4f94344 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:45:48.271623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:48.358205 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:48.435015 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-de270bce-d258-4be5-ba86-5f6ad03097aa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] For port e56540db-8776-4288-89bd-a02790fecc72, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e56540db-8776-4288-89bd-a02790fecc72,segment=NetworkSegment(0bc282bf-b159-4bf3-801c-aa2b70aec2b9),segment_id=0bc282bf-b159-4bf3-801c-aa2b70aec2b9)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:48.435296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de270bce-d258-4be5-ba86-5f6ad03097aa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:48.560381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-de270bce-d258-4be5-ba86-5f6ad03097aa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for e56540db-8776-4288-89bd-a02790fecc72 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:45:48.735877 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de270bce-d258-4be5-ba86-5f6ad03097aa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:48.785963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de270bce-d258-4be5-ba86-5f6ad03097aa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=e56540db-8776-4288-89bd-a02790fecc72,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:49.161548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de270bce-d258-4be5-ba86-5f6ad03097aa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:49.485443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de270bce-d258-4be5-ba86-5f6ad03097aa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router d96c34df-ae85-4e0a-84ac-fb28a280c8ff has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:45:49.644810 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de270bce-d258-4be5-ba86-5f6ad03097aa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:49.654143 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac522bd1-aecd-46be-9cd0-55164ebe9334 None None] Sync routers for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:49.657987 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-de270bce-d258-4be5-ba86-5f6ad03097aa tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/d96c34df-ae85-4e0a-84ac-fb28a280c8ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3825936 Jul 29 16:45:49.660562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54296) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:49.663064 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac522bd1-aecd-46be-9cd0-55164ebe9334 None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:49.663665 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ac522bd1-aecd-46be-9cd0-55164ebe9334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:49.726306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f7bc0e-919b-4362-96b5-0ccaa2fdca20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting subnet 848bf108-8613-4073-8db7-eafc5a91063f {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:45:49.729444 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1f7bc0e-919b-4362-96b5-0ccaa2fdca20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:49.786889 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1f7bc0e-919b-4362-96b5-0ccaa2fdca20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:49.819079 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ac522bd1-aecd-46be-9cd0-55164ebe9334 None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:49.863575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:49.883623 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1f7bc0e-919b-4362-96b5-0ccaa2fdca20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:49.959910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1f7bc0e-919b-4362-96b5-0ccaa2fdca20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:49.998874 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7bc0e-919b-4362-96b5-0ccaa2fdca20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Subnet': ['ID=848bf108-8613-4073-8db7-eafc5a91063f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:50.002465 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c1f7bc0e-919b-4362-96b5-0ccaa2fdca20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:50.009510 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c1f7bc0e-919b-4362-96b5-0ccaa2fdca20 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/848bf108-8613-4073-8db7-eafc5a91063f HTTP/1.1" status: 204 len: 168 time: 0.3475294 Jul 29 16:45:50.011587 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54300) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:50.016434 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4a9ced-8ac6-4b94-9bf5-53be21d9500a None None] Network 2027ca79-9bde-4963-8c6a-1d71a58ffdfa requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:50.134380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:50.154614 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port d1029ceb-1e14-4dea-af28-4568419030ba {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:50.155097 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:50.181182 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ac522bd1-aecd-46be-9cd0-55164ebe9334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:48Z', 'revision_number': 9, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:50.185561 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac522bd1-aecd-46be-9cd0-55164ebe9334 None None] Checking router: d96c34df-ae85-4e0a-84ac-fb28a280c8ff for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:45:50.194730 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac522bd1-aecd-46be-9cd0-55164ebe9334 None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:50.196164 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ac522bd1-aecd-46be-9cd0-55164ebe9334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:50.310050 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd02fb30-15a4-436c-9642-15f42d1a35ab None None] DHCP port deletion for 2027ca79-9bde-4963-8c6a-1d71a58ffdfa request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:45:50.316188 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-bd02fb30-15a4-436c-9642-15f42d1a35ab None None] Deleting port d1029ceb-1e14-4dea-af28-4568419030ba {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:50.316571 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bd02fb30-15a4-436c-9642-15f42d1a35ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:50.364733 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ac522bd1-aecd-46be-9cd0-55164ebe9334 None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:50.391228 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] For port d1029ceb-1e14-4dea-af28-4568419030ba, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d1029ceb-1e14-4dea-af28-4568419030ba,segment=NetworkSegment(0bc282bf-b159-4bf3-801c-aa2b70aec2b9),segment_id=0bc282bf-b159-4bf3-801c-aa2b70aec2b9)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:50.391588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:50.434867 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:50.545801 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-bd02fb30-15a4-436c-9642-15f42d1a35ab None None] For port d1029ceb-1e14-4dea-af28-4568419030ba, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d1029ceb-1e14-4dea-af28-4568419030ba,segment=NetworkSegment(0bc282bf-b159-4bf3-801c-aa2b70aec2b9),segment_id=0bc282bf-b159-4bf3-801c-aa2b70aec2b9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:50.546316 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bd02fb30-15a4-436c-9642-15f42d1a35ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:50.716495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-bd02fb30-15a4-436c-9642-15f42d1a35ab None None] Calling delete_port for d1029ceb-1e14-4dea-af28-4568419030ba owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:45:50.739278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for d1029ceb-1e14-4dea-af28-4568419030ba owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:45:50.745823 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ac522bd1-aecd-46be-9cd0-55164ebe9334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:48Z', 'revision_number': 9, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:50.745823 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac522bd1-aecd-46be-9cd0-55164ebe9334 None None] The sync data for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv is: [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:48Z', 'revision_number': 9, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'c3089495-0645-4397-8c2a-64267da236c2', 'name': '', 'network_id': '324a9f5e-98a0-43ab-afbf-a2abed340b14', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:b8:20:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:26Z', 'updated_at': '2022-07-29T16:45:34Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '0ed46b59-397c-4f55-96e4-d35aa4b672e4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:50.809259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bd02fb30-15a4-436c-9642-15f42d1a35ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:50.841245 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:45:50.842006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:45:50.860723 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02fb30-15a4-436c-9642-15f42d1a35ab None None] Pushing event deleted for resources: {'Port': ['ID=d1029ceb-1e14-4dea-af28-4568419030ba,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:50.873372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd02fb30-15a4-436c-9642-15f42d1a35ab None None] No DVR routers for this DVR port d1029ceb-1e14-4dea-af28-4568419030ba on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:45:51.342720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port d1029ceb-1e14-4dea-af28-4568419030ba {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:51.343071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:51.407638 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] The port 'd1029ceb-1e14-4dea-af28-4568419030ba' was deleted {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:45:51.538845 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:51.565280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2027ca79-9bde-4963-8c6a-1d71a58ffdfa']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:51.578859 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc282bf-b159-4bf3-801c-aa2b70aec2b9') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:51.580260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc282bf-b159-4bf3-801c-aa2b70aec2b9') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:51.591556 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:51.608094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:51.614011 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:45:51.614386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:51.686132 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 0bc282bf-b159-4bf3-801c-aa2b70aec2b9 resource provider aggregate not found Jul 29 16:45:51.711619 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 0bc282bf-b159-4bf3-801c-aa2b70aec2b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bc282bf-b159-4bf3-801c-aa2b70aec2b9 found for delete ", "request_id": "req-0185ad9c-85db-4313-af51-202e719fe3f0"}]} Jul 29 16:45:51.722873 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:51.751707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:51.768529 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Network': ['ID=2027ca79-9bde-4963-8c6a-1d71a58ffdfa,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:51.768529 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ebf9e3de-e668-4afb-abe0-77ec2dc60c5a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/networks/2027ca79-9bde-4963-8c6a-1d71a58ffdfa HTTP/1.1" status: 204 len: 168 time: 1.7546134 Jul 29 16:45:51.775132 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54312) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:52.188247 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d1029ceb-1e14-4dea-af28-4568419030ba no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:45:52.223283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: d1029ceb-1e14-4dea-af28-4568419030ba {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:45:52.223633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d1029ceb-1e14-4dea-af28-4568419030ba not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:45:52.224052 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e56540db-8776-4288-89bd-a02790fecc72 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:45:52.258055 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: e56540db-8776-4288-89bd-a02790fecc72 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:45:52.258402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e56540db-8776-4288-89bd-a02790fecc72 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:45:52.322904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-185415df-7f3e-4085-90d0-64e25a6d01db tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:52.787852 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-185415df-7f3e-4085-90d0-64e25a6d01db tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port c3089495-0645-4397-8c2a-64267da236c2 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:52.788685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-185415df-7f3e-4085-90d0-64e25a6d01db tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:52.996650 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-185415df-7f3e-4085-90d0-64e25a6d01db tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] For port c3089495-0645-4397-8c2a-64267da236c2, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c3089495-0645-4397-8c2a-64267da236c2,segment=NetworkSegment(2b302451-3327-4c05-9a5f-b08fa2ddf1bb),segment_id=2b302451-3327-4c05-9a5f-b08fa2ddf1bb)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:52.996650 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-185415df-7f3e-4085-90d0-64e25a6d01db tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:53.135716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-185415df-7f3e-4085-90d0-64e25a6d01db tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for c3089495-0645-4397-8c2a-64267da236c2 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:45:53.330417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-185415df-7f3e-4085-90d0-64e25a6d01db tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:53.374328 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185415df-7f3e-4085-90d0-64e25a6d01db tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=c3089495-0645-4397-8c2a-64267da236c2,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:53.645252 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-185415df-7f3e-4085-90d0-64e25a6d01db tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:53.956807 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185415df-7f3e-4085-90d0-64e25a6d01db tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router d96c34df-ae85-4e0a-84ac-fb28a280c8ff has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:45:54.219867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185415df-7f3e-4085-90d0-64e25a6d01db tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:54.228751 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f4bb3c-6150-4654-a809-ff19f0716dfa None None] Sync routers for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:54.232510 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-185415df-7f3e-4085-90d0-64e25a6d01db tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/d96c34df-ae85-4e0a-84ac-fb28a280c8ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4618502 Jul 29 16:45:54.235230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54316) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:54.240036 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f4bb3c-6150-4654-a809-ff19f0716dfa None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:54.240632 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c2f4bb3c-6150-4654-a809-ff19f0716dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:54.302507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d06050-2695-4445-954b-958a392dabc1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting subnet 0ed46b59-397c-4f55-96e4-d35aa4b672e4 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:45:54.305852 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23d06050-2695-4445-954b-958a392dabc1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:54.359304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23d06050-2695-4445-954b-958a392dabc1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:54.392976 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c2f4bb3c-6150-4654-a809-ff19f0716dfa None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:54.440369 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23d06050-2695-4445-954b-958a392dabc1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:54.522572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23d06050-2695-4445-954b-958a392dabc1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:54.564385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d06050-2695-4445-954b-958a392dabc1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed46b59-397c-4f55-96e4-d35aa4b672e4,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:54.566347 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23d06050-2695-4445-954b-958a392dabc1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:54.576501 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-23d06050-2695-4445-954b-958a392dabc1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/0ed46b59-397c-4f55-96e4-d35aa4b672e4 HTTP/1.1" status: 204 len: 168 time: 0.3368654 Jul 29 16:45:54.576501 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54320) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:54.586951 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873d85b8-03ed-43d8-a35f-200633f7839f None None] Network 324a9f5e-98a0-43ab-afbf-a2abed340b14 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:54.693945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:54.705279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port 0845de52-0c4b-4da2-b4e4-712ce4739507 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:54.705608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:54.872507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c2f4bb3c-6150-4654-a809-ff19f0716dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:53Z', 'revision_number': 10, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:54.878729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f4bb3c-6150-4654-a809-ff19f0716dfa None None] Checking router: d96c34df-ae85-4e0a-84ac-fb28a280c8ff for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:45:54.887821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f4bb3c-6150-4654-a809-ff19f0716dfa None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:54.888430 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c2f4bb3c-6150-4654-a809-ff19f0716dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:54.912941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] For port 0845de52-0c4b-4da2-b4e4-712ce4739507, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0845de52-0c4b-4da2-b4e4-712ce4739507,segment=NetworkSegment(2b302451-3327-4c05-9a5f-b08fa2ddf1bb),segment_id=2b302451-3327-4c05-9a5f-b08fa2ddf1bb)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:54.913335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:54.945618 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded04d8e-7563-4e3d-9b7a-311be7cac7a2 None None] DHCP port deletion for 324a9f5e-98a0-43ab-afbf-a2abed340b14 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:45:55.013324 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ded04d8e-7563-4e3d-9b7a-311be7cac7a2 None None] Deleting port 0845de52-0c4b-4da2-b4e4-712ce4739507 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:55.013696 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ded04d8e-7563-4e3d-9b7a-311be7cac7a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:55.035593 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for 0845de52-0c4b-4da2-b4e4-712ce4739507 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:45:55.110323 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:55.116408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c2f4bb3c-6150-4654-a809-ff19f0716dfa None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:55.161439 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ded04d8e-7563-4e3d-9b7a-311be7cac7a2 None None] The port '0845de52-0c4b-4da2-b4e4-712ce4739507' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:45:55.162366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] No DVR routers for this DVR port 0845de52-0c4b-4da2-b4e4-712ce4739507 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:45:55.164062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=0845de52-0c4b-4da2-b4e4-712ce4739507,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:55.291335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:55.316567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324a9f5e-98a0-43ab-afbf-a2abed340b14']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:55.328219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b302451-3327-4c05-9a5f-b08fa2ddf1bb') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:55.328515 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b302451-3327-4c05-9a5f-b08fa2ddf1bb') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:55.339542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:55.355335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:55.361236 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:45:55.361610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:55.430472 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 2b302451-3327-4c05-9a5f-b08fa2ddf1bb resource provider aggregate not found Jul 29 16:45:55.453960 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 2b302451-3327-4c05-9a5f-b08fa2ddf1bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b302451-3327-4c05-9a5f-b08fa2ddf1bb found for delete ", "request_id": "req-7314f49d-7c54-45f1-987d-e790d2231b68"}]} Jul 29 16:45:55.465382 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c2f4bb3c-6150-4654-a809-ff19f0716dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:53Z', 'revision_number': 10, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:55.467354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:55.469734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f4bb3c-6150-4654-a809-ff19f0716dfa None None] The sync data for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv is: [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:53Z', 'revision_number': 10, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None, '_interfaces': [{'id': 'eebc5847-cc66-4af8-9212-18c876219974', 'name': '', 'network_id': 'b8be6113-1cd6-43ca-a306-2117c10e4127', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'mac_address': 'fa:16:3e:1b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:22Z', 'updated_at': '2022-07-29T16:45:29Z', 'revision_number': 5, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'subnets': [{'id': '1108e72a-575b-4e97-bc07-5869cb4cb863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:55.485742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:55.504773 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/networks/324a9f5e-98a0-43ab-afbf-a2abed340b14 HTTP/1.1" status: 204 len: 168 time: 0.9249663 Jul 29 16:45:55.504773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54328) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:55.569032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27987608-bf1b-46a9-801f-d4da21b8f545 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Network': ['ID=324a9f5e-98a0-43ab-afbf-a2abed340b14,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:56.113691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3e99865f-e92c-4afa-86f3-01120bc18418 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:56.186563 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0845de52-0c4b-4da2-b4e4-712ce4739507 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:45:56.224198 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 0845de52-0c4b-4da2-b4e4-712ce4739507 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:45:56.224541 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0845de52-0c4b-4da2-b4e4-712ce4739507 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:45:56.224956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c3089495-0645-4397-8c2a-64267da236c2 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:45:56.256459 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: c3089495-0645-4397-8c2a-64267da236c2 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:45:56.256878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c3089495-0645-4397-8c2a-64267da236c2 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:45:56.441550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-3e99865f-e92c-4afa-86f3-01120bc18418 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port eebc5847-cc66-4af8-9212-18c876219974 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:56.441811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3e99865f-e92c-4afa-86f3-01120bc18418 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:56.630309 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-3e99865f-e92c-4afa-86f3-01120bc18418 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] For port eebc5847-cc66-4af8-9212-18c876219974, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=eebc5847-cc66-4af8-9212-18c876219974,segment=NetworkSegment(211d8bab-6cfd-41a8-b1be-776f0c729d44),segment_id=211d8bab-6cfd-41a8-b1be-776f0c729d44)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:56.630659 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3e99865f-e92c-4afa-86f3-01120bc18418 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:56.749575 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-3e99865f-e92c-4afa-86f3-01120bc18418 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for eebc5847-cc66-4af8-9212-18c876219974 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:45:56.922968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3e99865f-e92c-4afa-86f3-01120bc18418 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:56.968729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99865f-e92c-4afa-86f3-01120bc18418 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=eebc5847-cc66-4af8-9212-18c876219974,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:57.306698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3e99865f-e92c-4afa-86f3-01120bc18418 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:57.573273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e99865f-e92c-4afa-86f3-01120bc18418 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router d96c34df-ae85-4e0a-84ac-fb28a280c8ff has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:45:57.703904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e99865f-e92c-4afa-86f3-01120bc18418 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:45:57.713219 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf56d7d-439e-4081-ac2a-3d6a5cd97d59 None None] Sync routers for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:45:57.718806 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3e99865f-e92c-4afa-86f3-01120bc18418 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/d96c34df-ae85-4e0a-84ac-fb28a280c8ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2112279 Jul 29 16:45:57.719030 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54332) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:57.722793 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf56d7d-439e-4081-ac2a-3d6a5cd97d59 None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:57.723392 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3cf56d7d-439e-4081-ac2a-3d6a5cd97d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:57.782347 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-13cc1f7a-116f-4294-a42c-57067921b0d7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting subnet 1108e72a-575b-4e97-bc07-5869cb4cb863 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:45:57.785265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13cc1f7a-116f-4294-a42c-57067921b0d7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:57.844285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13cc1f7a-116f-4294-a42c-57067921b0d7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:57.850532 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-3cf56d7d-439e-4081-ac2a-3d6a5cd97d59 None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:57.926786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13cc1f7a-116f-4294-a42c-57067921b0d7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:57.954249 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3cf56d7d-439e-4081-ac2a-3d6a5cd97d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:56Z', 'revision_number': 11, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:57.958206 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf56d7d-439e-4081-ac2a-3d6a5cd97d59 None None] Checking router: d96c34df-ae85-4e0a-84ac-fb28a280c8ff for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:45:57.966929 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf56d7d-439e-4081-ac2a-3d6a5cd97d59 None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:45:57.967512 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3cf56d7d-439e-4081-ac2a-3d6a5cd97d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:58.002550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13cc1f7a-116f-4294-a42c-57067921b0d7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:58.039680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc1f7a-116f-4294-a42c-57067921b0d7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Subnet': ['ID=1108e72a-575b-4e97-bc07-5869cb4cb863,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:58.045316 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-13cc1f7a-116f-4294-a42c-57067921b0d7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:58.051352 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-13cc1f7a-116f-4294-a42c-57067921b0d7 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/1108e72a-575b-4e97-bc07-5869cb4cb863 HTTP/1.1" status: 204 len: 168 time: 0.3313594 Jul 29 16:45:58.052307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82aa5d4-7575-442a-a1bc-648950b88f9b None None] Network b8be6113-1cd6-43ca-a306-2117c10e4127 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:45:58.054465 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54336) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:58.091472 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-3cf56d7d-439e-4081-ac2a-3d6a5cd97d59 None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:45:58.174223 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:58.186322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Deleting port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:58.186836 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:58.196847 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3cf56d7d-439e-4081-ac2a-3d6a5cd97d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:56Z', 'revision_number': 11, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:58.201199 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf56d7d-439e-4081-ac2a-3d6a5cd97d59 None None] The sync data for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv is: [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:56Z', 'revision_number': 11, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:45:58.395847 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] For port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2fc701bb-f125-422f-b3c7-5e59a44c0a8d,segment=NetworkSegment(211d8bab-6cfd-41a8-b1be-776f0c729d44),segment_id=211d8bab-6cfd-41a8-b1be-776f0c729d44)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:58.396390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:58.580253 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f42e418-2c62-4550-86e3-88781002241e None None] DHCP port deletion for b8be6113-1cd6-43ca-a306-2117c10e4127 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:45:58.584748 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0f42e418-2c62-4550-86e3-88781002241e None None] Deleting port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:58.585162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0f42e418-2c62-4550-86e3-88781002241e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:58.641356 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Calling delete_port for 2fc701bb-f125-422f-b3c7-5e59a44c0a8d owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:45:58.720579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:58.768799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Port': ['ID=2fc701bb-f125-422f-b3c7-5e59a44c0a8d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:58.772303 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] No DVR routers for this DVR port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:45:58.794650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-0f42e418-2c62-4550-86e3-88781002241e None None] For port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2fc701bb-f125-422f-b3c7-5e59a44c0a8d,segment=NetworkSegment(211d8bab-6cfd-41a8-b1be-776f0c729d44),segment_id=211d8bab-6cfd-41a8-b1be-776f0c729d44)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:45:58.795033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0f42e418-2c62-4550-86e3-88781002241e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:58.895379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:58.920931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8be6113-1cd6-43ca-a306-2117c10e4127']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:58.925383 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0f42e418-2c62-4550-86e3-88781002241e None None] Calling delete_port for 2fc701bb-f125-422f-b3c7-5e59a44c0a8d owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:45:58.932688 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211d8bab-6cfd-41a8-b1be-776f0c729d44') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:58.932984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211d8bab-6cfd-41a8-b1be-776f0c729d44') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:45:58.944243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:58.959777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:58.966199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:45:58.966574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: from cryptography.utils import int_from_bytes Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: from cryptography.utils import int_from_bytes Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn_limited( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn_limited( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 16:45:58.992267 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 16:45:59.002834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-0f42e418-2c62-4550-86e3-88781002241e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:45:59.003197 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-0f42e418-2c62-4550-86e3-88781002241e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:45:59.036347 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 211d8bab-6cfd-41a8-b1be-776f0c729d44 resource provider aggregate not found Jul 29 16:45:59.058480 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 211d8bab-6cfd-41a8-b1be-776f0c729d44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 211d8bab-6cfd-41a8-b1be-776f0c729d44 found for delete ", "request_id": "req-0c385a64-355c-42db-9faf-10204015266e"}]} Jul 29 16:45:59.070430 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:59.087751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:59.098291 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Pushing event deleted for resources: {'Network': ['ID=b8be6113-1cd6-43ca-a306-2117c10e4127,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:45:59.105301 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-26adf33a-6d28-430a-ae60-38c94de7bce6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/networks/b8be6113-1cd6-43ca-a306-2117c10e4127 HTTP/1.1" status: 204 len: 168 time: 1.0497153 Jul 29 16:45:59.107921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54344) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:45:59.112746 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1841afee-d43c-4c2e-8235-d950ac6c4952 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'router': {'routes': None}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:45:59.396747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.extraroute_db [None req-1841afee-d43c-4c2e-8235-d950ac6c4952 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Added routes are [] {{(pid=89209) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jul 29 16:45:59.397505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.extraroute_db [None req-1841afee-d43c-4c2e-8235-d950ac6c4952 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Removed routes are [] {{(pid=89209) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jul 29 16:45:59.397505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1841afee-d43c-4c2e-8235-d950ac6c4952 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:59.504545 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0f42e418-2c62-4550-86e3-88781002241e None None] Deleting port 2fc701bb-f125-422f-b3c7-5e59a44c0a8d {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:45:59.505111 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0f42e418-2c62-4550-86e3-88781002241e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:59.574769 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0f42e418-2c62-4550-86e3-88781002241e None None] The port '2fc701bb-f125-422f-b3c7-5e59a44c0a8d' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:45:59.645771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1841afee-d43c-4c2e-8235-d950ac6c4952 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:59.649058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1841afee-d43c-4c2e-8235-d950ac6c4952 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:45:59.777710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1841afee-d43c-4c2e-8235-d950ac6c4952 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router d96c34df-ae85-4e0a-84ac-fb28a280c8ff has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:46:00.018125 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1841afee-d43c-4c2e-8235-d950ac6c4952 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:46:00.024517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1841afee-d43c-4c2e-8235-d950ac6c4952 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:00.025666 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1841afee-d43c-4c2e-8235-d950ac6c4952 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/d96c34df-ae85-4e0a-84ac-fb28a280c8ff HTTP/1.1" status: 200 len: 701 time: 0.9168298 Jul 29 16:46:00.027435 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faf7358-029a-43d2-a3e4-9090b9f9e1e6 None None] Sync routers for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:46:00.028348 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54348) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:00.036913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faf7358-029a-43d2-a3e4-9090b9f9e1e6 None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:46:00.037538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3faf7358-029a-43d2-a3e4-9090b9f9e1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:00.077568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-08b13b4a-2897-42cc-b232-17bf513e7207 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Synchronizing usage tracker for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:00.093466 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-08b13b4a-2897-42cc-b232-17bf513e7207 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Unset dirty status for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:00.094745 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-08b13b4a-2897-42cc-b232-17bf513e7207 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d96c34df-ae85-4e0a-84ac-fb28a280c8ff HTTP/1.1" status: 200 len: 205 time: 0.0655015 Jul 29 16:46:00.097411 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54352) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:00.175919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-3faf7358-029a-43d2-a3e4-9090b9f9e1e6 None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:46:00.220565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2fc701bb-f125-422f-b3c7-5e59a44c0a8d no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:46:00.237912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-97bc75fa-11e3-4d33-9885-452eeb551fb8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:00.353640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 2fc701bb-f125-422f-b3c7-5e59a44c0a8d {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:46:00.353888 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2fc701bb-f125-422f-b3c7-5e59a44c0a8d not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:46:00.354300 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device eebc5847-cc66-4af8-9212-18c876219974 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:46:00.381841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3faf7358-029a-43d2-a3e4-9090b9f9e1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:56Z', 'revision_number': 11, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:00.389206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: eebc5847-cc66-4af8-9212-18c876219974 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:46:00.389554 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device eebc5847-cc66-4af8-9212-18c876219974 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:46:00.392007 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faf7358-029a-43d2-a3e4-9090b9f9e1e6 None None] Checking router: d96c34df-ae85-4e0a-84ac-fb28a280c8ff for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:46:00.401769 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faf7358-029a-43d2-a3e4-9090b9f9e1e6 None None] Routers {'d96c34df-ae85-4e0a-84ac-fb28a280c8ff'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:46:00.402309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3faf7358-029a-43d2-a3e4-9090b9f9e1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:00.527551 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-3faf7358-029a-43d2-a3e4-9090b9f9e1e6 None None] Set router d96c34df-ae85-4e0a-84ac-fb28a280c8ff gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:46:00.536464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-97bc75fa-11e3-4d33-9885-452eeb551fb8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:00.538935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-97bc75fa-11e3-4d33-9885-452eeb551fb8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:00.563319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-97bc75fa-11e3-4d33-9885-452eeb551fb8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:00.564051 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bc75fa-11e3-4d33-9885-452eeb551fb8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Fanout notify agent at l3_agent the message router_deleted on router d96c34df-ae85-4e0a-84ac-fb28a280c8ff {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:46:00.578866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-97bc75fa-11e3-4d33-9885-452eeb551fb8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:00.579952 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-97bc75fa-11e3-4d33-9885-452eeb551fb8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/routers/d96c34df-ae85-4e0a-84ac-fb28a280c8ff HTTP/1.1" status: 204 len: 168 time: 0.4816394 Jul 29 16:46:00.584160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54356) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:00.590233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-afe19adf-8198-4752-b93e-da736a47a35e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1354972618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:00.597237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-afe19adf-8198-4752-b93e-da736a47a35e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:00.601457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-afe19adf-8198-4752-b93e-da736a47a35e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Usage tracker for resource:router and tenant:b730b87619944e91826db8974f2acc5e is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:00.604371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-afe19adf-8198-4752-b93e-da736a47a35e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:00.610851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-afe19adf-8198-4752-b93e-da736a47a35e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:00.620643 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-afe19adf-8198-4752-b93e-da736a47a35e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:00.621706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-afe19adf-8198-4752-b93e-da736a47a35e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:00.636855 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-afe19adf-8198-4752-b93e-da736a47a35e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:00.640328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3faf7358-029a-43d2-a3e4-9090b9f9e1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:56Z', 'revision_number': 11, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:00.644290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faf7358-029a-43d2-a3e4-9090b9f9e1e6 None None] The sync data for ids ['d96c34df-ae85-4e0a-84ac-fb28a280c8ff'] in dv-neutron-851534-1-hyperv is: [{'id': 'd96c34df-ae85-4e0a-84ac-fb28a280c8ff', 'name': 'tempest-RoutersTest-router-1081694981', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:45:20Z', 'updated_at': '2022-07-29T16:45:56Z', 'revision_number': 11, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:46:00.655755 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-afe19adf-8198-4752-b93e-da736a47a35e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:00.683061 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-afe19adf-8198-4752-b93e-da736a47a35e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:00.686766 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-afe19adf-8198-4752-b93e-da736a47a35e tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0990667 Jul 29 16:46:00.686970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54360) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:00.691976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f1369d14-348a-4696-8c61-a3bd8e6441f4 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:01.191963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f1369d14-348a-4696-8c61-a3bd8e6441f4 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:01.203169 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f1369d14-348a-4696-8c61-a3bd8e6441f4 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:01.260478 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:46:01.358557 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1369d14-348a-4696-8c61-a3bd8e6441f4 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Router 2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:46:01.490478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1369d14-348a-4696-8c61-a3bd8e6441f4 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:46:01.497693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f1369d14-348a-4696-8c61-a3bd8e6441f4 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:01.499353 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f1369d14-348a-4696-8c61-a3bd8e6441f4 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "PUT /v2.0/routers/2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f HTTP/1.1" status: 200 len: 694 time: 0.8114603 Jul 29 16:46:01.500731 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32da8949-cea7-4fb2-911b-c6d5c38e5e30 None None] Sync routers for ids ['2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:46:01.502107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54364) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:01.510318 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32da8949-cea7-4fb2-911b-c6d5c38e5e30 None None] Routers {'2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:46:01.511018 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-32da8949-cea7-4fb2-911b-c6d5c38e5e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:01.640418 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f2d32e35-cc60-4aec-a578-31ae93c331f9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/routers/2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f HTTP/1.1" status: 200 len: 700 time: 0.1345782 Jul 29 16:46:01.641011 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54368) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:01.665500 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-32da8949-cea7-4fb2-911b-c6d5c38e5e30 None None] Set router 2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:46:01.693360 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a4d766b9-448b-4bd2-b669-80addfa13379 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Synchronizing usage tracker for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:01.704931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a4d766b9-448b-4bd2-b669-80addfa13379 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Unset dirty status for tenant:b730b87619944e91826db8974f2acc5e on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:01.706081 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a4d766b9-448b-4bd2-b669-80addfa13379 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports?device_id=2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f HTTP/1.1" status: 200 len: 205 time: 0.0645709 Jul 29 16:46:01.708775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54372) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:01.768961 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-32da8949-cea7-4fb2-911b-c6d5c38e5e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f', 'name': 'tempest-RoutersTest-router-1354972618', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:46:00Z', 'updated_at': '2022-07-29T16:46:01Z', 'revision_number': 2, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:01.773520 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32da8949-cea7-4fb2-911b-c6d5c38e5e30 None None] Checking router: 2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:46:01.781625 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32da8949-cea7-4fb2-911b-c6d5c38e5e30 None None] Routers {'2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:46:01.782221 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-32da8949-cea7-4fb2-911b-c6d5c38e5e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:01.839303 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-19ad3006-314e-4233-92c4-efeea05e7b7a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:01.906131 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-32da8949-cea7-4fb2-911b-c6d5c38e5e30 None None] Set router 2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:46:02.009450 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-32da8949-cea7-4fb2-911b-c6d5c38e5e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f', 'name': 'tempest-RoutersTest-router-1354972618', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:46:00Z', 'updated_at': '2022-07-29T16:46:01Z', 'revision_number': 2, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:02.013333 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32da8949-cea7-4fb2-911b-c6d5c38e5e30 None None] The sync data for ids ['2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f'] in dv-neutron-851534-1-hyperv is: [{'id': '2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f', 'name': 'tempest-RoutersTest-router-1354972618', 'tenant_id': 'b730b87619944e91826db8974f2acc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:46:00Z', 'updated_at': '2022-07-29T16:46:01Z', 'revision_number': 2, 'project_id': 'b730b87619944e91826db8974f2acc5e', 'gw_port_host': None}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:46:02.134748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-19ad3006-314e-4233-92c4-efeea05e7b7a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:02.136936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-19ad3006-314e-4233-92c4-efeea05e7b7a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:02.160351 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-19ad3006-314e-4233-92c4-efeea05e7b7a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:02.160859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ad3006-314e-4233-92c4-efeea05e7b7a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Fanout notify agent at l3_agent the message router_deleted on router 2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:46:02.176049 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-19ad3006-314e-4233-92c4-efeea05e7b7a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:02.177168 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-19ad3006-314e-4233-92c4-efeea05e7b7a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/routers/2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f HTTP/1.1" status: 204 len: 168 time: 0.4674571 Jul 29 16:46:02.180586 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54376) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:02.232130 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a91d9fe2-d350-47b6-91ce-37661aaf0eab tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports?device_id=2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f HTTP/1.1" status: 200 len: 205 time: 0.0502923 Jul 29 16:46:02.234451 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54380) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:02.302379 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-41d3c66f-b159-450d-9e38-8c54197c2767 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] delete failed (client error): The resource could not be found. Jul 29 16:46:02.303300 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-41d3c66f-b159-450d-9e38-8c54197c2767 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/routers/2fcb534b-6fb3-4eb7-bf31-d3bde6d43d2f HTTP/1.1" status: 404 len: 336 time: 0.0679646 Jul 29 16:46:02.305942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54384) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:02.343263 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-663df010-ac53-43c2-bb5b-63c12f338491 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] DELETE failed (client error): The resource could not be found. Jul 29 16:46:02.343708 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663df010-ac53-43c2-bb5b-63c12f338491 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:46:02.345363 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-663df010-ac53-43c2-bb5b-63c12f338491 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/e0115518-a737-4eaf-b204-964c4b4315f2 HTTP/1.1" status: 404 len: 337 time: 0.0385306 Jul 29 16:46:02.347721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54388) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:02.388754 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-8490234e-266e-4fc6-8f00-caf64fc3e8ee tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] DELETE failed (client error): The resource could not be found. Jul 29 16:46:02.389258 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8490234e-266e-4fc6-8f00-caf64fc3e8ee tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:46:02.390937 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8490234e-266e-4fc6-8f00-caf64fc3e8ee tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/848bf108-8613-4073-8db7-eafc5a91063f HTTP/1.1" status: 404 len: 337 time: 0.0421753 Jul 29 16:46:02.393402 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54394) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:02.431939 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a64f7c-d172-40db-aa85-e1546b9690e8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] DELETE failed (client error): The resource could not be found. Jul 29 16:46:02.432418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a64f7c-d172-40db-aa85-e1546b9690e8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:46:02.434139 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-71a64f7c-d172-40db-aa85-e1546b9690e8 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/0ed46b59-397c-4f55-96e4-d35aa4b672e4 HTTP/1.1" status: 404 len: 337 time: 0.0398436 Jul 29 16:46:02.436679 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54398) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:02.472932 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca737984-9521-4e5c-8942-1836808a7a91 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] DELETE failed (client error): The resource could not be found. Jul 29 16:46:02.473400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca737984-9521-4e5c-8942-1836808a7a91 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:46:02.474986 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ca737984-9521-4e5c-8942-1836808a7a91 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/1108e72a-575b-4e97-bc07-5869cb4cb863 HTTP/1.1" status: 404 len: 337 time: 0.0374000 Jul 29 16:46:02.477382 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54402) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:02.531597 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-74ac9e63-e0f6-4f12-9ce6-593f2e434243 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports?device_id=d96c34df-ae85-4e0a-84ac-fb28a280c8ff HTTP/1.1" status: 200 len: 205 time: 0.0531867 Jul 29 16:46:02.533946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54408) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:02.599676 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-e44091fd-4e1a-46c0-8a03-5d5f513bbf97 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] delete failed (client error): The resource could not be found. Jul 29 16:46:02.600714 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e44091fd-4e1a-46c0-8a03-5d5f513bbf97 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/routers/d96c34df-ae85-4e0a-84ac-fb28a280c8ff HTTP/1.1" status: 404 len: 336 time: 0.0658681 Jul 29 16:46:02.603359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54412) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:02.659197 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cc16bb45-2d48-4ba4-b845-5a0688c55df9 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fa6a18b-4a2e-47ca-8747-1de907cb34fd HTTP/1.1" status: 200 len: 205 time: 0.0530820 Jul 29 16:46:02.659801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54416) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:02.725611 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-0920b656-a277-4fc3-8dec-c8ca5a86b368 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] delete failed (client error): The resource could not be found. Jul 29 16:46:02.728712 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0920b656-a277-4fc3-8dec-c8ca5a86b368 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/routers/5fa6a18b-4a2e-47ca-8747-1de907cb34fd HTTP/1.1" status: 404 len: 336 time: 0.0659401 Jul 29 16:46:02.729338 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54420) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:02.893175 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-154bdf72-e134-4fd8-82ef-62df51f1df79 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] DELETE failed (client error): The resource could not be found. Jul 29 16:46:02.893569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154bdf72-e134-4fd8-82ef-62df51f1df79 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:46:02.895228 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-154bdf72-e134-4fd8-82ef-62df51f1df79 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/8c10fade-96fd-4d33-973a-051b4d93dd0c HTTP/1.1" status: 404 len: 337 time: 0.1649232 Jul 29 16:46:02.897984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54424) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:03.060482 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cf009a91-a2ad-43be-a01b-9ad33082ffd6 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f79d911-1e95-4dc2-b3ca-80d5c06b932b HTTP/1.1" status: 200 len: 205 time: 0.1612065 Jul 29 16:46:03.062710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54428) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:03.129374 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-ec1904de-30c7-43ec-91f1-1450f3e531dd tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] delete failed (client error): The resource could not be found. Jul 29 16:46:03.130295 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ec1904de-30c7-43ec-91f1-1450f3e531dd tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/routers/3f79d911-1e95-4dc2-b3ca-80d5c06b932b HTTP/1.1" status: 404 len: 336 time: 0.0667152 Jul 29 16:46:03.132729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54432) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:03.182418 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2eab7e2e-2b83-4b3b-9c55-a2e651b0d0cb tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports?device_id=b074a0a4-f609-4202-b1ec-6cfc8c372ba6 HTTP/1.1" status: 200 len: 205 time: 0.0486526 Jul 29 16:46:03.184561 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54436) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:03.250905 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-ff6fa479-cba8-4030-9bae-7a2004dbcc43 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] delete failed (client error): The resource could not be found. Jul 29 16:46:03.251876 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ff6fa479-cba8-4030-9bae-7a2004dbcc43 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/routers/b074a0a4-f609-4202-b1ec-6cfc8c372ba6 HTTP/1.1" status: 404 len: 336 time: 0.0664191 Jul 29 16:46:03.254197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54440) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:03.290962 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4db7b81-e8e4-4745-ae2f-ad5603a984a4 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] DELETE failed (client error): The resource could not be found. Jul 29 16:46:03.291402 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4db7b81-e8e4-4745-ae2f-ad5603a984a4 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:46:03.292968 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e4db7b81-e8e4-4745-ae2f-ad5603a984a4 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/0d7bc84d-4f41-4f5a-b38c-535e3a4f3d04 HTTP/1.1" status: 404 len: 337 time: 0.0379205 Jul 29 16:46:03.295476 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54444) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:03.343573 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9712c7b5-8ae2-410d-bdff-78fa6a8e7d36 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cac2c8-704e-4461-8adf-586e89a8e43c HTTP/1.1" status: 200 len: 205 time: 0.0471048 Jul 29 16:46:03.345765 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54448) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:03.412157 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-4e934d6d-daa9-4766-be83-e0a44dcf93af tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] delete failed (client error): The resource could not be found. Jul 29 16:46:03.413037 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4e934d6d-daa9-4766-be83-e0a44dcf93af tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/routers/84cac2c8-704e-4461-8adf-586e89a8e43c HTTP/1.1" status: 404 len: 336 time: 0.0664108 Jul 29 16:46:03.416075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54452) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:03.452224 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-af86feeb-9664-4219-ae7f-6bd12f3382f1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] DELETE failed (client error): The resource could not be found. Jul 29 16:46:03.452657 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af86feeb-9664-4219-ae7f-6bd12f3382f1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:46:03.454251 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-af86feeb-9664-4219-ae7f-6bd12f3382f1 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/2faf0fa8-6815-4b5a-beae-ce5b980e2ed2 HTTP/1.1" status: 404 len: 337 time: 0.0373104 Jul 29 16:46:03.456529 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54456) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:03.509461 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e8f51410-2924-43d8-95d7-993c24696c01 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "GET /v2.0/ports?device_id=11baf6e4-5f7b-492d-a36f-b8efe4cb67d6 HTTP/1.1" status: 200 len: 205 time: 0.0519054 Jul 29 16:46:03.511741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54460) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:03.580588 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-64c54125-323f-49af-bf06-73d1c5599edc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] delete failed (client error): The resource could not be found. Jul 29 16:46:03.581599 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-64c54125-323f-49af-bf06-73d1c5599edc tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/routers/11baf6e4-5f7b-492d-a36f-b8efe4cb67d6 HTTP/1.1" status: 404 len: 336 time: 0.0689991 Jul 29 16:46:03.584161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54464) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:03.620878 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-9257b345-3194-45ea-bc4d-926b9a8acf1a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] DELETE failed (client error): The resource could not be found. Jul 29 16:46:03.621340 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9257b345-3194-45ea-bc4d-926b9a8acf1a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:46:03.622909 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9257b345-3194-45ea-bc4d-926b9a8acf1a tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/8850f711-e9ff-4d92-bc91-58e2d65577e0 HTTP/1.1" status: 404 len: 337 time: 0.0378704 Jul 29 16:46:03.625151 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54468) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:03.661148 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5f6bb1-648e-414d-8bb8-227366b2d1c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] DELETE failed (client error): The resource could not be found. Jul 29 16:46:03.661585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5f6bb1-648e-414d-8bb8-227366b2d1c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 16:46:03.663306 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5f5f6bb1-648e-414d-8bb8-227366b2d1c2 tempest-RoutersTest-241300298 tempest-RoutersTest-241300298-project] 10.222.0.58 "DELETE /v2.0/subnets/9d9be2bc-b61b-40b5-997d-e9ec4b857998 HTTP/1.1" status: 404 len: 337 time: 0.0371370 Jul 29 16:46:03.920927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54476) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:04.066249 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cdf28ebf-a8c0-4140-9f1b-deb2c23e38e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b730b87619944e91826db8974f2acc5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441143 Jul 29 16:46:04.068981 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54482) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:04.124984 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d055bfc4-8d52-4d18-afa5-363cf73d7a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:04.150285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d055bfc4-8d52-4d18-afa5-363cf73d7a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:04.200640 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d055bfc4-8d52-4d18-afa5-363cf73d7a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:04.216800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055bfc4-8d52-4d18-afa5-363cf73d7a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19889438-417d-442d-ae34-d409a57c4cbd,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:04.220073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d055bfc4-8d52-4d18-afa5-363cf73d7a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:04.223957 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d055bfc4-8d52-4d18-afa5-363cf73d7a83 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19889438-417d-442d-ae34-d409a57c4cbd HTTP/1.1" status: 204 len: 168 time: 0.1532454 Jul 29 16:46:04.883380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54506) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:04.982872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2850c1ae-9553-48b6-b37f-ecb02686eec7 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-892133954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:04.989476 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2850c1ae-9553-48b6-b37f-ecb02686eec7 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:04.993845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2850c1ae-9553-48b6-b37f-ecb02686eec7 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Usage tracker for resource:router and tenant:3f44220548594028b10f53eb0721cfdc is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:04.996699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2850c1ae-9553-48b6-b37f-ecb02686eec7 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:05.003022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2850c1ae-9553-48b6-b37f-ecb02686eec7 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:05.013279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2850c1ae-9553-48b6-b37f-ecb02686eec7 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.014240 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2850c1ae-9553-48b6-b37f-ecb02686eec7 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.028729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2850c1ae-9553-48b6-b37f-ecb02686eec7 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.049263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2850c1ae-9553-48b6-b37f-ecb02686eec7 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.070816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2850c1ae-9553-48b6-b37f-ecb02686eec7 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.072027 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2850c1ae-9553-48b6-b37f-ecb02686eec7 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1876040 Jul 29 16:46:05.074706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54514) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:05.080374 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-943524439'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:05.085139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:05.089472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Usage tracker for resource:network and tenant:3f44220548594028b10f53eb0721cfdc is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:05.092257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:05.097937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:05.107093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Made reservation on behalf of 3f44220548594028b10f53eb0721cfdc for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:46:05.110488 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.123064 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.137378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:05.141165 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Usage tracker for resource:security_group_rule and tenant:3f44220548594028b10f53eb0721cfdc is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:05.143937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:05.149633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:05.233435 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.237012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.266362 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:46:05.279011 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a30c64-728e-4f18-b709-81e5f36fd257,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:05.283637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.283995 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Added segment 6edb78ab-f6a5-4af1-ba78-75aae5ea9517 of type vlan for network cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0 Jul 29 16:46:05.311075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.338825 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.344168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:05.344740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.452818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event updated for resources: {'Network': ['ID=cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:05.455756 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c8ba4ed7-6361-40b2-8ef9-df47b867acf5 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3801210 Jul 29 16:46:05.458527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54518) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:05.463087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:46:05.464469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Request body: {'subnet': {'network_id': 'cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:05.580173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:05.583969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Usage tracker for resource:subnet and tenant:3f44220548594028b10f53eb0721cfdc is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:05.587291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:05.592899 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:05.602815 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Made reservation on behalf of 3f44220548594028b10f53eb0721cfdc for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:46:05.606193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.818821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.899380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event updated for resources: {'Subnet': ['ID=80d07a31-86cf-4496-b4e3-c99e8c53a270,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:05.903748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Checking segment: {'id': '6edb78ab-f6a5-4af1-ba78-75aae5ea9517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:46:05.904111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Network hostable DHCP agents. Network: cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:46:05.922590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Network cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:46:05.931351 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:46:05.935229 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:05.935813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:05.940929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2453ba3e-e6d8-4f25-b12c-0b7598bfd684 None None] Network cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:46:05.956669 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e43c29c7-d942-4fd9-9fe3-2683d7153a90 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4971328 Jul 29 16:46:05.959714 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54522) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:05.967014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Request body: {'network': {'name': 'tempest-router-network01--1790479347'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:05.972035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:05.975845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Usage tracker for resource:network and tenant:3f44220548594028b10f53eb0721cfdc is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:05.978703 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:05.984385 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:05.993904 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Made reservation on behalf of 3f44220548594028b10f53eb0721cfdc for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:46:05.997261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.025365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:46:06.034399 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.034741 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Added segment 4873fa7e-a883-4f6e-8ee3-c119cdd95d4c of type vlan for network cd12e583-c5df-4aef-9f04-84370b3ca997 Jul 29 16:46:06.060535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.094063 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.099289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:06.099857 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.181927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0', 'network_id': 'cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0', 'tenant_id': '3f44220548594028b10f53eb0721cfdc', 'fixed_ips': [{'subnet_id': '80d07a31-86cf-4496-b4e3-c99e8c53a270'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:46:06.183093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.197382 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2359762 Jul 29 16:46:06.200001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54526) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:06.203268 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e675f0-2c50-409e-97ad-14ddfc98d9af tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event updated for resources: {'Network': ['ID=cd12e583-c5df-4aef-9f04-84370b3ca997,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:06.205985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Request body: {'network': {'name': 'tempest-router-network02--509265654'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:06.211112 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:06.215032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Usage tracker for resource:network and tenant:3f44220548594028b10f53eb0721cfdc is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:06.217925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:06.223843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:06.234996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Made reservation on behalf of 3f44220548594028b10f53eb0721cfdc for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:46:06.238534 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.247462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network cd12e583-c5df-4aef-9f04-84370b3ca997 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:46:06.266670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:46:06.275447 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.275791 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Added segment 4630eebe-d813-4042-9e1e-e1f701cb3e71 of type vlan for network 87afb898-96c7-45f9-bcb8-77a2dff85203 Jul 29 16:46:06.305346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.335857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.341226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:06.341805 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.442686 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2416077 Jul 29 16:46:06.443161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Allocated IP 172.20.0.2 (cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0/80d07a31-86cf-4496-b4e3-c99e8c53a270/89e45ab3-53a9-4700-88ca-f22103481ffd) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:46:06.446279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54530) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:06.450399 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89dbf91-75d1-4e43-892b-d70c7510b0c6 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event updated for resources: {'Network': ['ID=87afb898-96c7-45f9-bcb8-77a2dff85203,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:06.452153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Request body: {'subnet': {'network_id': 'cd12e583-c5df-4aef-9f04-84370b3ca997', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:06.462212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 87afb898-96c7-45f9-bcb8-77a2dff85203 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:46:06.563264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:06.567217 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Usage tracker for resource:subnet and tenant:3f44220548594028b10f53eb0721cfdc is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:06.570043 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:06.575895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:06.586806 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Made reservation on behalf of 3f44220548594028b10f53eb0721cfdc for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:46:06.590838 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.748338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.758255 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Transition to ACTIVE for port object 89e45ab3-53a9-4700-88ca-f22103481ffd will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:46:06.776135 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Transition to ACTIVE for port object 89e45ab3-53a9-4700-88ca-f22103481ffd will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:46:06.782917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.811488 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.851889 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Network cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:46:06.854737 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:46:06.858462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:46:06.864259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Pushing event updated for resources: {'Port': ['ID=89e45ab3-53a9-4700-88ca-f22103481ffd,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:06.887976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event updated for resources: {'Subnet': ['ID=493b1505-9d86-4ac5-8126-aea8bb185420,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:06.896698 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Checking segment: {'id': '4873fa7e-a883-4f6e-8ee3-c119cdd95d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd12e583-c5df-4aef-9f04-84370b3ca997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:46:06.897090 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Network hostable DHCP agents. Network: cd12e583-c5df-4aef-9f04-84370b3ca997, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:46:06.917520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Network cd12e583-c5df-4aef-9f04-84370b3ca997 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:46:06.927816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, cd12e583-c5df-4aef-9f04-84370b3ca997) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:46:06.931911 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:06.932500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:06.944398 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ac59a2-0ad3-4f04-82c4-ca738b108649 None None] Network cd12e583-c5df-4aef-9f04-84370b3ca997 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:46:06.956517 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-51f08f2e-4083-401a-a21e-6c8f5f639f10 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5066440 Jul 29 16:46:06.956901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54534) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:06.963164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Request body: {'subnet': {'network_id': '87afb898-96c7-45f9-bcb8-77a2dff85203', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:07.070264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:07.072334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Attempting to bind port 89e45ab3-53a9-4700-88ca-f22103481ffd on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:46:07.072724 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Attempting to bind port 89e45ab3-53a9-4700-88ca-f22103481ffd by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '6edb78ab-f6a5-4af1-ba78-75aae5ea9517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:46:07.073097 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Attempting to bind port 89e45ab3-53a9-4700-88ca-f22103481ffd on network cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:46:07.074339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Usage tracker for resource:subnet and tenant:3f44220548594028b10f53eb0721cfdc is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:07.077349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:07.082633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:46:07.083014 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Checking segment: {'id': '6edb78ab-f6a5-4af1-ba78-75aae5ea9517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:46:07.083198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:07.083411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:07.083801 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Bound using segment: {'id': '6edb78ab-f6a5-4af1-ba78-75aae5ea9517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:46:07.084259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Bound port: 89e45ab3-53a9-4700-88ca-f22103481ffd, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edb78ab-f6a5-4af1-ba78-75aae5ea9517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:46:07.084628 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:07.093425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Made reservation on behalf of 3f44220548594028b10f53eb0721cfdc for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:46:07.097338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:07.245198 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] For port 89e45ab3-53a9-4700-88ca-f22103481ffd, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:46:07.249982 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] For port 89e45ab3-53a9-4700-88ca-f22103481ffd, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=89e45ab3-53a9-4700-88ca-f22103481ffd,segment=NetworkSegment(6edb78ab-f6a5-4af1-ba78-75aae5ea9517),segment_id=6edb78ab-f6a5-4af1-ba78-75aae5ea9517)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:46:07.288443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:07.315966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:07.344884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-cd12e583-c5df-4aef-9f04-84370b3ca997', 'network_id': 'cd12e583-c5df-4aef-9f04-84370b3ca997', 'tenant_id': '3f44220548594028b10f53eb0721cfdc', 'fixed_ips': [{'subnet_id': '493b1505-9d86-4ac5-8126-aea8bb185420'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:46:07.345730 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:07.398546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event updated for resources: {'Subnet': ['ID=a489132b-07c7-42d6-a280-a43176e8b65d,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:07.407005 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Checking segment: {'id': '4630eebe-d813-4042-9e1e-e1f701cb3e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '87afb898-96c7-45f9-bcb8-77a2dff85203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:46:07.407376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Network hostable DHCP agents. Network: 87afb898-96c7-45f9-bcb8-77a2dff85203, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:46:07.427299 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Network 87afb898-96c7-45f9-bcb8-77a2dff85203 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:46:07.439356 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 87afb898-96c7-45f9-bcb8-77a2dff85203) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:46:07.443478 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:07.444044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:07.453641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a91805-7c27-451a-9ea7-212f4a33831e None None] Network 87afb898-96c7-45f9-bcb8-77a2dff85203 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:46:07.469492 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-76e099a7-2b83-44d9-91a2-3f8a93d7b1d8 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5114143 Jul 29 16:46:07.472267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54538) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:07.529240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b814400-cb19-4d1f-949b-f672c7b24405 None None] Pushing event updated for resources: {'Port': ['ID=89e45ab3-53a9-4700-88ca-f22103481ffd,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:07.671645 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Allocated IP 172.20.0.2 (cd12e583-c5df-4aef-9f04-84370b3ca997/493b1505-9d86-4ac5-8126-aea8bb185420/25a2ba6f-9327-407e-9cc2-3e6b00016fff) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:46:07.891648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-87afb898-96c7-45f9-bcb8-77a2dff85203', 'network_id': '87afb898-96c7-45f9-bcb8-77a2dff85203', 'tenant_id': '3f44220548594028b10f53eb0721cfdc', 'fixed_ips': [{'subnet_id': 'a489132b-07c7-42d6-a280-a43176e8b65d'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:46:07.892486 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:08.048656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:08.088921 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:08.090874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Transition to ACTIVE for port object 25a2ba6f-9327-407e-9cc2-3e6b00016fff will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:46:08.125660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Transition to ACTIVE for port object 25a2ba6f-9327-407e-9cc2-3e6b00016fff will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:46:08.134678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:08.174116 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Allocated IP 172.20.0.2 (87afb898-96c7-45f9-bcb8-77a2dff85203/a489132b-07c7-42d6-a280-a43176e8b65d/ca07fda4-c2a9-4595-a909-c968c6cd1425) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:46:08.221459 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Network cd12e583-c5df-4aef-9f04-84370b3ca997 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:46:08.228619 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:46:08.233092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:46:08.282288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 89e45ab3-53a9-4700-88ca-f22103481ffd up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:46:08.473223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Pushing event updated for resources: {'Port': ['ID=25a2ba6f-9327-407e-9cc2-3e6b00016fff,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:08.506401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Allocated IP 172.20.0.1 (cd12e583-c5df-4aef-9f04-84370b3ca997/493b1505-9d86-4ac5-8126-aea8bb185420/5e3b6f38-da26-4e18-9b17-c6081ec09d4e) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:46:08.515034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Attempting to bind port 25a2ba6f-9327-407e-9cc2-3e6b00016fff on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:46:08.515575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Attempting to bind port 25a2ba6f-9327-407e-9cc2-3e6b00016fff by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '4873fa7e-a883-4f6e-8ee3-c119cdd95d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd12e583-c5df-4aef-9f04-84370b3ca997'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:46:08.516030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Attempting to bind port 25a2ba6f-9327-407e-9cc2-3e6b00016fff on network cd12e583-c5df-4aef-9f04-84370b3ca997 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:46:08.538624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:46:08.539136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Checking segment: {'id': '4873fa7e-a883-4f6e-8ee3-c119cdd95d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd12e583-c5df-4aef-9f04-84370b3ca997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:46:08.539650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:08.540137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Bound using segment: {'id': '4873fa7e-a883-4f6e-8ee3-c119cdd95d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd12e583-c5df-4aef-9f04-84370b3ca997'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:46:08.546126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Bound port: 25a2ba6f-9327-407e-9cc2-3e6b00016fff, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4873fa7e-a883-4f6e-8ee3-c119cdd95d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd12e583-c5df-4aef-9f04-84370b3ca997'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:46:08.546634 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:08.707921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dbd0cc-7a7d-443f-9b06-4e7b8a768f61 None None] Network cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:46:08.716757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:08.734373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Transition to ACTIVE for port object 5e3b6f38-da26-4e18-9b17-c6081ec09d4e will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:46:08.751374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 89e45ab3-53a9-4700-88ca-f22103481ffd completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:46:08.761617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:08.834134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Network cd12e583-c5df-4aef-9f04-84370b3ca997 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:46:08.842213 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:46:08.846749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:46:08.848381 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8e71bbd1-b085-408d-9693-25067febd2ae None None] Provisioning for port 89e45ab3-53a9-4700-88ca-f22103481ffd completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:46:08.853385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:08.872518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8e71bbd1-b085-408d-9693-25067febd2ae None None] Provisioning complete for port 89e45ab3-53a9-4700-88ca-f22103481ffd triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:08.872867 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8e71bbd1-b085-408d-9693-25067febd2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:08.895566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event updated for resources: {'Port': ['ID=5e3b6f38-da26-4e18-9b17-c6081ec09d4e,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:08.906036 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Transition to ACTIVE for port object ca07fda4-c2a9-4595-a909-c968c6cd1425 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:46:08.915780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:08.963215 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] For port 25a2ba6f-9327-407e-9cc2-3e6b00016fff, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:46:08.978883 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Transition to ACTIVE for port object ca07fda4-c2a9-4595-a909-c968c6cd1425 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:46:08.996157 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] For port 25a2ba6f-9327-407e-9cc2-3e6b00016fff, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=25a2ba6f-9327-407e-9cc2-3e6b00016fff,segment=NetworkSegment(4873fa7e-a883-4f6e-8ee3-c119cdd95d4c),segment_id=4873fa7e-a883-4f6e-8ee3-c119cdd95d4c)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:46:08.997670 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:09.025880 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:09.070540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:09.125599 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Network 87afb898-96c7-45f9-bcb8-77a2dff85203 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:46:09.137132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:46:09.146217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:46:09.180019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Pushing event updated for resources: {'Port': ['ID=ca07fda4-c2a9-4595-a909-c968c6cd1425,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:09.397475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8e71bbd1-b085-408d-9693-25067febd2ae None None] Current status of the port 89e45ab3-53a9-4700-88ca-f22103481ffd is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:46:09.397914 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8e71bbd1-b085-408d-9693-25067febd2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:09.467074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Attempting to bind port ca07fda4-c2a9-4595-a909-c968c6cd1425 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:46:09.467450 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Attempting to bind port ca07fda4-c2a9-4595-a909-c968c6cd1425 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '4630eebe-d813-4042-9e1e-e1f701cb3e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '87afb898-96c7-45f9-bcb8-77a2dff85203'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:46:09.467814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Attempting to bind port ca07fda4-c2a9-4595-a909-c968c6cd1425 on network 87afb898-96c7-45f9-bcb8-77a2dff85203 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:46:09.476241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a7ba9-b2d8-4c03-9c27-22a0543e0756 None None] Pushing event updated for resources: {'Port': ['ID=25a2ba6f-9327-407e-9cc2-3e6b00016fff,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:09.487155 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:46:09.487564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Checking segment: {'id': '4630eebe-d813-4042-9e1e-e1f701cb3e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '87afb898-96c7-45f9-bcb8-77a2dff85203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:46:09.487929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:09.488367 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Bound using segment: {'id': '4630eebe-d813-4042-9e1e-e1f701cb3e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '87afb898-96c7-45f9-bcb8-77a2dff85203'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:46:09.488961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Bound port: ca07fda4-c2a9-4595-a909-c968c6cd1425, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4630eebe-d813-4042-9e1e-e1f701cb3e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '87afb898-96c7-45f9-bcb8-77a2dff85203'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:46:09.489629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:09.511192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-8e71bbd1-b085-408d-9693-25067febd2ae None None] For port 89e45ab3-53a9-4700-88ca-f22103481ffd, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=89e45ab3-53a9-4700-88ca-f22103481ffd,segment=NetworkSegment(6edb78ab-f6a5-4af1-ba78-75aae5ea9517),segment_id=6edb78ab-f6a5-4af1-ba78-75aae5ea9517)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:46:09.555105 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8e71bbd1-b085-408d-9693-25067febd2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:09.578579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:09.583596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:09.669243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71bbd1-b085-408d-9693-25067febd2ae None None] Pushing event updated for resources: {'Port': ['ID=89e45ab3-53a9-4700-88ca-f22103481ffd,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:09.673215 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] For port ca07fda4-c2a9-4595-a909-c968c6cd1425, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:46:09.676633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] For port ca07fda4-c2a9-4595-a909-c968c6cd1425, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=ca07fda4-c2a9-4595-a909-c968c6cd1425,segment=NetworkSegment(4630eebe-d813-4042-9e1e-e1f701cb3e71),segment_id=4630eebe-d813-4042-9e1e-e1f701cb3e71)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:46:09.682545 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:09.709794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:09.714048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event updated for resources: {'Port': ['ID=5e3b6f38-da26-4e18-9b17-c6081ec09d4e,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:09.738678 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:09.739124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:09.739532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:09.739934 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:09.740328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:09.740722 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:09.741491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:09.741601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:09.742002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:09.742395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:09.742780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:09.743263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:09.774798 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ca183-da99-4a66-a5f0-6db94aea28d7 None None] Pushing event updated for resources: {'Port': ['ID=ca07fda4-c2a9-4595-a909-c968c6cd1425,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:09.880603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Network cd12e583-c5df-4aef-9f04-84370b3ca997 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:46:09.881281 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2d5c9114-8a79-4847-b04b-022b9945ef91 None None] Provisioning complete for port 89e45ab3-53a9-4700-88ca-f22103481ffd triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:09.881712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2d5c9114-8a79-4847-b04b-022b9945ef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:09.882432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:46:10.021938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c9114-8a79-4847-b04b-022b9945ef91 None None] Current status of the port 89e45ab3-53a9-4700-88ca-f22103481ffd is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:46:10.093240 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Router 0885647e-fc62-4eae-bc86-b90356e50f28 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:46:10.269680 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:46:10.279186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e77e2-f20f-42d6-8f19-f9d0ec36c119 None None] Sync routers for ids ['0885647e-fc62-4eae-bc86-b90356e50f28'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:46:10.287103 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-344e3429-5ac2-475b-980c-120b7ed9413d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "PUT /v2.0/routers/0885647e-fc62-4eae-bc86-b90356e50f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8135712 Jul 29 16:46:10.291687 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54544) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:10.297503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e77e2-f20f-42d6-8f19-f9d0ec36c119 None None] Routers {'0885647e-fc62-4eae-bc86-b90356e50f28'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:46:10.298132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-857e77e2-f20f-42d6-8f19-f9d0ec36c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0885647e-fc62-4eae-bc86-b90356e50f28'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:10.377239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 25a2ba6f-9327-407e-9cc2-3e6b00016fff up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:46:10.401929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-857e77e2-f20f-42d6-8f19-f9d0ec36c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:10.430680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e77e2-f20f-42d6-8f19-f9d0ec36c119 None None] Routers {'0885647e-fc62-4eae-bc86-b90356e50f28'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:46:10.431321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-857e77e2-f20f-42d6-8f19-f9d0ec36c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0885647e-fc62-4eae-bc86-b90356e50f28'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:10.486166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90daba2-175c-46e2-ad81-b526f911147d None None] Network cd12e583-c5df-4aef-9f04-84370b3ca997 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:46:10.568546 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-857e77e2-f20f-42d6-8f19-f9d0ec36c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:10.568957 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e77e2-f20f-42d6-8f19-f9d0ec36c119 None None] The sync data for ids ['0885647e-fc62-4eae-bc86-b90356e50f28'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:46:10.612083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-734c974d-ff24-4146-ab0b-2905a5988e3b None None] Provisioning for port 25a2ba6f-9327-407e-9cc2-3e6b00016fff completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:46:10.619614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 25a2ba6f-9327-407e-9cc2-3e6b00016fff completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:46:10.633069 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-734c974d-ff24-4146-ab0b-2905a5988e3b None None] Provisioning complete for port 25a2ba6f-9327-407e-9cc2-3e6b00016fff triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:10.633451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-734c974d-ff24-4146-ab0b-2905a5988e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:10.666428 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 25a2ba6f-9327-407e-9cc2-3e6b00016fff triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:10.666808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:10.942808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629e0e9d-617a-4e6f-92a7-28d6575e13a3 None None] Network 87afb898-96c7-45f9-bcb8-77a2dff85203 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:46:11.019582 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-0c2bd835-72f0-4bd7-9076-d1c00ca11040 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 16:46:11.020607 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0c2bd835-72f0-4bd7-9076-d1c00ca11040 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "PUT /v2.0/routers/0885647e-fc62-4eae-bc86-b90356e50f28/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7278318 Jul 29 16:46:11.023450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54548) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:11.093491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-734c974d-ff24-4146-ab0b-2905a5988e3b None None] Current status of the port 25a2ba6f-9327-407e-9cc2-3e6b00016fff is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:46:11.094153 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-734c974d-ff24-4146-ab0b-2905a5988e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:11.122364 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 25a2ba6f-9327-407e-9cc2-3e6b00016fff is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:46:11.122739 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:11.220637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-734c974d-ff24-4146-ab0b-2905a5988e3b None None] For port 25a2ba6f-9327-407e-9cc2-3e6b00016fff, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=25a2ba6f-9327-407e-9cc2-3e6b00016fff,segment=NetworkSegment(4873fa7e-a883-4f6e-8ee3-c119cdd95d4c),segment_id=4873fa7e-a883-4f6e-8ee3-c119cdd95d4c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:46:11.235535 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-734c974d-ff24-4146-ab0b-2905a5988e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:11.410680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:46:11.411053 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:46:11.416913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c974d-ff24-4146-ab0b-2905a5988e3b None None] Pushing event updated for resources: {'Port': ['ID=25a2ba6f-9327-407e-9cc2-3e6b00016fff,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:11.433202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2f98baae-5233-465c-86d4-33af9c83eebf None None] Provisioning for port ca07fda4-c2a9-4595-a909-c968c6cd1425 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:46:11.547196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2ba13962-dab2-4b86-8a13-bfaf0eecc1be tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:11.572296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4cec0dda-336f-4bb2-8e46-4f718ecbfb9a None None] Provisioning complete for port 25a2ba6f-9327-407e-9cc2-3e6b00016fff triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:11.572928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4cec0dda-336f-4bb2-8e46-4f718ecbfb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:11.706013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4cec0dda-336f-4bb2-8e46-4f718ecbfb9a None None] Current status of the port 25a2ba6f-9327-407e-9cc2-3e6b00016fff is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:46:11.721773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4cec0dda-336f-4bb2-8e46-4f718ecbfb9a None None] Provisioning for port 5e3b6f38-da26-4e18-9b17-c6081ec09d4e completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:46:11.727772 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4cec0dda-336f-4bb2-8e46-4f718ecbfb9a None None] Provisioning complete for port 5e3b6f38-da26-4e18-9b17-c6081ec09d4e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:11.728154 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4cec0dda-336f-4bb2-8e46-4f718ecbfb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:11.786489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4cec0dda-336f-4bb2-8e46-4f718ecbfb9a None None] Port 5e3b6f38-da26-4e18-9b17-c6081ec09d4e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:46:11.981984 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3dd09a09-c924-49df-82f7-dac342eadc97 None None] Provisioning complete for port 5e3b6f38-da26-4e18-9b17-c6081ec09d4e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:11.981984 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3dd09a09-c924-49df-82f7-dac342eadc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:12.008997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 25a2ba6f-9327-407e-9cc2-3e6b00016fff is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:46:12.010061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 89e45ab3-53a9-4700-88ca-f22103481ffd up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:46:12.032035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2ba13962-dab2-4b86-8a13-bfaf0eecc1be tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Deleting port 5e3b6f38-da26-4e18-9b17-c6081ec09d4e {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:46:12.032379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2ba13962-dab2-4b86-8a13-bfaf0eecc1be tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:12.084546 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-3dd09a09-c924-49df-82f7-dac342eadc97 None None] Port 5e3b6f38-da26-4e18-9b17-c6081ec09d4e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:46:12.099452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 89e45ab3-53a9-4700-88ca-f22103481ffd triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:12.100102 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:12.216375 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2ba13962-dab2-4b86-8a13-bfaf0eecc1be tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:12.217616 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 89e45ab3-53a9-4700-88ca-f22103481ffd is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:46:12.218660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device ca07fda4-c2a9-4595-a909-c968c6cd1425 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:46:12.283413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port ca07fda4-c2a9-4595-a909-c968c6cd1425 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:46:12.288756 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port ca07fda4-c2a9-4595-a909-c968c6cd1425 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:12.289167 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:12.339655 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2ba13962-dab2-4b86-8a13-bfaf0eecc1be tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Calling delete_port for 5e3b6f38-da26-4e18-9b17-c6081ec09d4e owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:46:12.404465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port ca07fda4-c2a9-4595-a909-c968c6cd1425 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:46:12.404848 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:12.437186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port ca07fda4-c2a9-4595-a909-c968c6cd1425, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=ca07fda4-c2a9-4595-a909-c968c6cd1425,segment=NetworkSegment(4630eebe-d813-4042-9e1e-e1f701cb3e71),segment_id=4630eebe-d813-4042-9e1e-e1f701cb3e71)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:46:12.441474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:12.512339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=ca07fda4-c2a9-4595-a909-c968c6cd1425,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:12.525399 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2ba13962-dab2-4b86-8a13-bfaf0eecc1be tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:12.529740 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 25a2ba6f-9327-407e-9cc2-3e6b00016fff up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:46:12.601826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 25a2ba6f-9327-407e-9cc2-3e6b00016fff triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:12.602204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:12.620148 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba13962-dab2-4b86-8a13-bfaf0eecc1be tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event deleted for resources: {'Port': ['ID=5e3b6f38-da26-4e18-9b17-c6081ec09d4e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:12.774448 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 25a2ba6f-9327-407e-9cc2-3e6b00016fff is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:46:12.823463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2ba13962-dab2-4b86-8a13-bfaf0eecc1be tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:13.085959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba13962-dab2-4b86-8a13-bfaf0eecc1be tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Router 0885647e-fc62-4eae-bc86-b90356e50f28 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:46:13.214001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba13962-dab2-4b86-8a13-bfaf0eecc1be tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:46:13.222693 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2ba13962-dab2-4b86-8a13-bfaf0eecc1be tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "PUT /v2.0/routers/0885647e-fc62-4eae-bc86-b90356e50f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1983271 Jul 29 16:46:13.223216 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22cebb-3532-4fd1-9f2d-8c6ce38b4016 None None] Sync routers for ids ['0885647e-fc62-4eae-bc86-b90356e50f28'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:46:13.226657 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54556) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:13.232859 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22cebb-3532-4fd1-9f2d-8c6ce38b4016 None None] Routers {'0885647e-fc62-4eae-bc86-b90356e50f28'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:46:13.233498 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ee22cebb-3532-4fd1-9f2d-8c6ce38b4016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0885647e-fc62-4eae-bc86-b90356e50f28'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:13.293763 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ee22cebb-3532-4fd1-9f2d-8c6ce38b4016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:13.303129 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22cebb-3532-4fd1-9f2d-8c6ce38b4016 None None] Routers {'0885647e-fc62-4eae-bc86-b90356e50f28'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:46:13.304271 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ee22cebb-3532-4fd1-9f2d-8c6ce38b4016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0885647e-fc62-4eae-bc86-b90356e50f28'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:13.367671 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ee22cebb-3532-4fd1-9f2d-8c6ce38b4016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:13.367986 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22cebb-3532-4fd1-9f2d-8c6ce38b4016 None None] The sync data for ids ['0885647e-fc62-4eae-bc86-b90356e50f28'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:46:13.414768 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-b0229587-d546-4665-87e4-8f4e7f527d2f tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] delete failed (client error): The resource could not be found. Jul 29 16:46:13.416167 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b0229587-d546-4665-87e4-8f4e7f527d2f tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1563929641 HTTP/1.1" status: 404 len: 335 time: 0.1883965 Jul 29 16:46:13.420511 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54560) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:13.425398 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-50b96364-ba52-4c70-808b-1c18745b7492 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Request body: {'router': {'external_gateway_info': {'network_id': '0885647e-fc62-4eae-bc86-b90356e50f28'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:13.796515 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-50b96364-ba52-4c70-808b-1c18745b7492 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:13.822617 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-50b96364-ba52-4c70-808b-1c18745b7492 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] update failed (client error): The resource could not be found. Jul 29 16:46:13.823625 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-50b96364-ba52-4c70-808b-1c18745b7492 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "PUT /v2.0/routers/0885647e-fc62-4eae-bc86-b90356e50f28 HTTP/1.1" status: 404 len: 339 time: 0.4022059 Jul 29 16:46:13.827287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54564) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:14.291281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:14.519247 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device ca07fda4-c2a9-4595-a909-c968c6cd1425 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:46:14.587283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port ca07fda4-c2a9-4595-a909-c968c6cd1425 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:14.587658 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:14.703843 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port ca07fda4-c2a9-4595-a909-c968c6cd1425 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:46:14.762393 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Allocated IP 172.20.0.1 (cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0/80d07a31-86cf-4496-b4e3-c99e8c53a270/f0eef2d8-eb06-4eca-a102-ef3a2b171c52) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:46:14.916184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:14.931572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Transition to ACTIVE for port object f0eef2d8-eb06-4eca-a102-ef3a2b171c52 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:46:14.954091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:15.021348 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Network cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:46:15.024274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:46:15.028145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:46:15.064309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f68a9922-890a-463b-8c4a-0f0ce86d8514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:15.071150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event updated for resources: {'Port': ['ID=f0eef2d8-eb06-4eca-a102-ef3a2b171c52,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:15.093718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:15.199972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:15.224410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-67fc8746-03cb-4eff-88d0-77c5e3cf7912 None None] Provisioning for port f0eef2d8-eb06-4eca-a102-ef3a2b171c52 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:46:15.229847 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-67fc8746-03cb-4eff-88d0-77c5e3cf7912 None None] Provisioning complete for port f0eef2d8-eb06-4eca-a102-ef3a2b171c52 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:15.230226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-67fc8746-03cb-4eff-88d0-77c5e3cf7912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:15.282020 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-67fc8746-03cb-4eff-88d0-77c5e3cf7912 None None] Port f0eef2d8-eb06-4eca-a102-ef3a2b171c52 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:46:15.586966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:15.591204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:15.699499 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:15.703706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event updated for resources: {'Port': ['ID=f0eef2d8-eb06-4eca-a102-ef3a2b171c52,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:15.731095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:15.731445 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:15.731789 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:15.732133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:15.732467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:15.732794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:15.733148 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:15.733477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:15.733803 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:15.734126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:15.734450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:15.734768 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:15.846580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Network cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:46:15.847683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:46:16.015829 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Router 0885647e-fc62-4eae-bc86-b90356e50f28 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:46:16.105531 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b784b443-76c4-419a-9fcc-4a2bfec5ea1f None None] Provisioning complete for port f0eef2d8-eb06-4eca-a102-ef3a2b171c52 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:16.106123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b784b443-76c4-419a-9fcc-4a2bfec5ea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:16.164197 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b784b443-76c4-419a-9fcc-4a2bfec5ea1f None None] Port f0eef2d8-eb06-4eca-a102-ef3a2b171c52 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:46:16.286735 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:46:16.295910 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5a466821-d132-49a2-bdc3-f21ead809667 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "PUT /v2.0/routers/0885647e-fc62-4eae-bc86-b90356e50f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4676471 Jul 29 16:46:16.296361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec98146-c319-4444-923c-69a4f0ecfb27 None None] Sync routers for ids ['0885647e-fc62-4eae-bc86-b90356e50f28'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:46:16.298480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54568) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:16.306258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec98146-c319-4444-923c-69a4f0ecfb27 None None] Routers {'0885647e-fc62-4eae-bc86-b90356e50f28'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:46:16.306946 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-eec98146-c319-4444-923c-69a4f0ecfb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0885647e-fc62-4eae-bc86-b90356e50f28'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:16.369277 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-eec98146-c319-4444-923c-69a4f0ecfb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:16.377610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec98146-c319-4444-923c-69a4f0ecfb27 None None] Routers {'0885647e-fc62-4eae-bc86-b90356e50f28'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:46:16.378209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-eec98146-c319-4444-923c-69a4f0ecfb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:45:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0885647e-fc62-4eae-bc86-b90356e50f28'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:16.439494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-eec98146-c319-4444-923c-69a4f0ecfb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:16.439903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec98146-c319-4444-923c-69a4f0ecfb27 None None] The sync data for ids ['0885647e-fc62-4eae-bc86-b90356e50f28'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:46:16.459080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4f46acd8-56c6-41e5-93c3-6aa21c8befe3 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:16.613784 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-4f46acd8-56c6-41e5-93c3-6aa21c8befe3 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 16:46:16.614807 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4f46acd8-56c6-41e5-93c3-6aa21c8befe3 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "DELETE /v2.0/routers/0885647e-fc62-4eae-bc86-b90356e50f28 HTTP/1.1" status: 409 len: 329 time: 0.3154366 Jul 29 16:46:16.618192 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54572) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:17.107886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f5fd2243-9ad7-4067-8356-9589663c3369 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:17.548981 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-f5fd2243-9ad7-4067-8356-9589663c3369 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Deleting port f0eef2d8-eb06-4eca-a102-ef3a2b171c52 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:46:17.549359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f5fd2243-9ad7-4067-8356-9589663c3369 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:17.608239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-976e83f4-7575-417c-966d-5e28c1c7639b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:17.737920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f5fd2243-9ad7-4067-8356-9589663c3369 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:17.859088 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-f5fd2243-9ad7-4067-8356-9589663c3369 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Calling delete_port for f0eef2d8-eb06-4eca-a102-ef3a2b171c52 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:46:18.031630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f5fd2243-9ad7-4067-8356-9589663c3369 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:18.081017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd2243-9ad7-4067-8356-9589663c3369 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event deleted for resources: {'Port': ['ID=f0eef2d8-eb06-4eca-a102-ef3a2b171c52,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:18.257520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:18.319912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f5fd2243-9ad7-4067-8356-9589663c3369 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:18.360885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:18.586484 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fd2243-9ad7-4067-8356-9589663c3369 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Router 0885647e-fc62-4eae-bc86-b90356e50f28 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:46:18.714110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fd2243-9ad7-4067-8356-9589663c3369 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:46:18.722884 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f5fd2243-9ad7-4067-8356-9589663c3369 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "PUT /v2.0/routers/0885647e-fc62-4eae-bc86-b90356e50f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1037724 Jul 29 16:46:18.724652 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb3b28-bec2-4840-96db-0fd21e2eeee2 None None] Sync routers for ids ['0885647e-fc62-4eae-bc86-b90356e50f28'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:46:18.727000 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54578) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:18.734492 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb3b28-bec2-4840-96db-0fd21e2eeee2 None None] Routers {'0885647e-fc62-4eae-bc86-b90356e50f28'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:46:18.735089 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-79bb3b28-bec2-4840-96db-0fd21e2eeee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:46:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0885647e-fc62-4eae-bc86-b90356e50f28'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:18.799370 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-79bb3b28-bec2-4840-96db-0fd21e2eeee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:18.809298 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb3b28-bec2-4840-96db-0fd21e2eeee2 None None] Routers {'0885647e-fc62-4eae-bc86-b90356e50f28'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:46:18.809916 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-79bb3b28-bec2-4840-96db-0fd21e2eeee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:46:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0885647e-fc62-4eae-bc86-b90356e50f28'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:18.869790 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-79bb3b28-bec2-4840-96db-0fd21e2eeee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:18.870194 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb3b28-bec2-4840-96db-0fd21e2eeee2 None None] The sync data for ids ['0885647e-fc62-4eae-bc86-b90356e50f28'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:46:18.911629 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-7bef4460-8ed3-4608-9be2-9b95dbefb7fc tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] show failed (client error): The resource could not be found. Jul 29 16:46:18.913217 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7bef4460-8ed3-4608-9be2-9b95dbefb7fc tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1894204890 HTTP/1.1" status: 404 len: 335 time: 0.1846719 Jul 29 16:46:18.916953 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54582) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:18.921906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ec0bdb3c-122d-4dc9-9d6f-2efdbaaf75a1 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:18.983792 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-ec0bdb3c-122d-4dc9-9d6f-2efdbaaf75a1 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] update failed (client error): The resource could not be found. Jul 29 16:46:18.984680 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ec0bdb3c-122d-4dc9-9d6f-2efdbaaf75a1 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-400221679 HTTP/1.1" status: 404 len: 334 time: 0.0668311 Jul 29 16:46:18.988056 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54586) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:19.052409 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-d047eb29-6391-4fcd-b78b-7ed3a1b3a144 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Deleting subnet a489132b-07c7-42d6-a280-a43176e8b65d {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:46:19.055740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d047eb29-6391-4fcd-b78b-7ed3a1b3a144 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:19.111198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d047eb29-6391-4fcd-b78b-7ed3a1b3a144 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:19.190837 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d047eb29-6391-4fcd-b78b-7ed3a1b3a144 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:19.261423 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d047eb29-6391-4fcd-b78b-7ed3a1b3a144 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:19.305792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047eb29-6391-4fcd-b78b-7ed3a1b3a144 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event deleted for resources: {'Subnet': ['ID=a489132b-07c7-42d6-a280-a43176e8b65d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:19.307740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d047eb29-6391-4fcd-b78b-7ed3a1b3a144 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:19.312998 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fd4365-e9c1-4a81-9f18-5b895de43ba4 None None] Network 87afb898-96c7-45f9-bcb8-77a2dff85203 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:46:19.314045 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d047eb29-6391-4fcd-b78b-7ed3a1b3a144 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "DELETE /v2.0/subnets/a489132b-07c7-42d6-a280-a43176e8b65d HTTP/1.1" status: 204 len: 168 time: 0.3250847 Jul 29 16:46:19.316459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54590) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:19.380724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce3845d-e428-45de-ab57-7a0d2c1b9108 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Deleting subnet 493b1505-9d86-4ac5-8126-aea8bb185420 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:46:19.384213 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bce3845d-e428-45de-ab57-7a0d2c1b9108 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:19.441203 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bce3845d-e428-45de-ab57-7a0d2c1b9108 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:19.526400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bce3845d-e428-45de-ab57-7a0d2c1b9108 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:19.581559 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523845a4-9afa-45a2-9c88-4780902ed3b8 None None] DHCP port deletion for 87afb898-96c7-45f9-bcb8-77a2dff85203 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:46:19.586106 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-523845a4-9afa-45a2-9c88-4780902ed3b8 None None] Deleting port ca07fda4-c2a9-4595-a909-c968c6cd1425 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:46:19.586484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-523845a4-9afa-45a2-9c88-4780902ed3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:19.602059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bce3845d-e428-45de-ab57-7a0d2c1b9108 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:19.645790 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3845d-e428-45de-ab57-7a0d2c1b9108 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event deleted for resources: {'Subnet': ['ID=493b1505-9d86-4ac5-8126-aea8bb185420,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:19.647712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bce3845d-e428-45de-ab57-7a0d2c1b9108 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:19.656191 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bce3845d-e428-45de-ab57-7a0d2c1b9108 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "DELETE /v2.0/subnets/493b1505-9d86-4ac5-8126-aea8bb185420 HTTP/1.1" status: 204 len: 168 time: 0.3365157 Jul 29 16:46:19.656451 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54594) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:19.668954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be77f49-4949-4fc6-a549-efe9f1234b26 None None] Network cd12e583-c5df-4aef-9f04-84370b3ca997 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:46:19.772232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:19.782434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Deleting port ca07fda4-c2a9-4595-a909-c968c6cd1425 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:46:19.782757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:19.957475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-523845a4-9afa-45a2-9c88-4780902ed3b8 None None] For port ca07fda4-c2a9-4595-a909-c968c6cd1425, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=ca07fda4-c2a9-4595-a909-c968c6cd1425,segment=NetworkSegment(4630eebe-d813-4042-9e1e-e1f701cb3e71),segment_id=4630eebe-d813-4042-9e1e-e1f701cb3e71)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:46:19.957784 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-523845a4-9afa-45a2-9c88-4780902ed3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:19.965305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:19.983460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] For port ca07fda4-c2a9-4595-a909-c968c6cd1425, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=ca07fda4-c2a9-4595-a909-c968c6cd1425,segment=NetworkSegment(4630eebe-d813-4042-9e1e-e1f701cb3e71),segment_id=4630eebe-d813-4042-9e1e-e1f701cb3e71)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:46:19.983815 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:20.089438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-523845a4-9afa-45a2-9c88-4780902ed3b8 None None] Calling delete_port for ca07fda4-c2a9-4595-a909-c968c6cd1425 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:46:20.111618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Calling delete_port for ca07fda4-c2a9-4595-a909-c968c6cd1425 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:46:20.176109 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-523845a4-9afa-45a2-9c88-4780902ed3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:20.186236 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:46:20.186557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:46:20.222198 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44b6f73-dfa7-4a4a-a590-ad958ae14c8c None None] DHCP port deletion for cd12e583-c5df-4aef-9f04-84370b3ca997 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:46:20.226404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523845a4-9afa-45a2-9c88-4780902ed3b8 None None] Pushing event deleted for resources: {'Port': ['ID=ca07fda4-c2a9-4595-a909-c968c6cd1425,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:20.230960 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523845a4-9afa-45a2-9c88-4780902ed3b8 None None] No DVR routers for this DVR port ca07fda4-c2a9-4595-a909-c968c6cd1425 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:46:20.232487 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e44b6f73-dfa7-4a4a-a590-ad958ae14c8c None None] Deleting port 25a2ba6f-9327-407e-9cc2-3e6b00016fff {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:46:20.232861 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e44b6f73-dfa7-4a4a-a590-ad958ae14c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:20.464039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:20.473095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e44b6f73-dfa7-4a4a-a590-ad958ae14c8c None None] For port 25a2ba6f-9327-407e-9cc2-3e6b00016fff, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=25a2ba6f-9327-407e-9cc2-3e6b00016fff,segment=NetworkSegment(4873fa7e-a883-4f6e-8ee3-c119cdd95d4c),segment_id=4873fa7e-a883-4f6e-8ee3-c119cdd95d4c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:46:20.473507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e44b6f73-dfa7-4a4a-a590-ad958ae14c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:20.536859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 25a2ba6f-9327-407e-9cc2-3e6b00016fff no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:46:20.623718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e44b6f73-dfa7-4a4a-a590-ad958ae14c8c None None] Calling delete_port for 25a2ba6f-9327-407e-9cc2-3e6b00016fff owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:46:20.687298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Deleting port ca07fda4-c2a9-4595-a909-c968c6cd1425 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:46:20.687843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:20.757912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] The port 'ca07fda4-c2a9-4595-a909-c968c6cd1425' was deleted {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:46:20.762058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e44b6f73-dfa7-4a4a-a590-ad958ae14c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:20.803083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 25a2ba6f-9327-407e-9cc2-3e6b00016fff is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:46:20.803489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:20.820978 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b6f73-dfa7-4a4a-a590-ad958ae14c8c None None] Pushing event deleted for resources: {'Port': ['ID=25a2ba6f-9327-407e-9cc2-3e6b00016fff,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:20.826531 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b6f73-dfa7-4a4a-a590-ad958ae14c8c None None] No DVR routers for this DVR port 25a2ba6f-9327-407e-9cc2-3e6b00016fff on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:46:20.871862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device ca07fda4-c2a9-4595-a909-c968c6cd1425 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:46:20.910586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: ca07fda4-c2a9-4595-a909-c968c6cd1425 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:46:20.910934 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device ca07fda4-c2a9-4595-a909-c968c6cd1425 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:46:20.985272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.011111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87afb898-96c7-45f9-bcb8-77a2dff85203']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:21.022784 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4630eebe-d813-4042-9e1e-e1f701cb3e71') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:21.023085 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4630eebe-d813-4042-9e1e-e1f701cb3e71') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:21.034378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.050383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.056959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:46:21.057373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.125190 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 4630eebe-d813-4042-9e1e-e1f701cb3e71 resource provider aggregate not found Jul 29 16:46:21.148609 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 4630eebe-d813-4042-9e1e-e1f701cb3e71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4630eebe-d813-4042-9e1e-e1f701cb3e71 found for delete ", "request_id": "req-7e02dbf4-c4d1-409a-83ef-c6d726f37eb7"}]} Jul 29 16:46:21.160569 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.178160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.188919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event deleted for resources: {'Network': ['ID=87afb898-96c7-45f9-bcb8-77a2dff85203,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:21.192852 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c9f30219-72aa-4852-903a-acfd4ef371c4 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "DELETE /v2.0/networks/87afb898-96c7-45f9-bcb8-77a2dff85203 HTTP/1.1" status: 204 len: 168 time: 1.5354805 Jul 29 16:46:21.195326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54602) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:21.306299 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cd707a19-2bf5-49a5-863b-447fa4409a34 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.433919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cd707a19-2bf5-49a5-863b-447fa4409a34 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.457792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-cd707a19-2bf5-49a5-863b-447fa4409a34 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd12e583-c5df-4aef-9f04-84370b3ca997']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:21.469900 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-cd707a19-2bf5-49a5-863b-447fa4409a34 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4873fa7e-a883-4f6e-8ee3-c119cdd95d4c') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:21.470199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-cd707a19-2bf5-49a5-863b-447fa4409a34 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4873fa7e-a883-4f6e-8ee3-c119cdd95d4c') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:21.481785 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cd707a19-2bf5-49a5-863b-447fa4409a34 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.497152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cd707a19-2bf5-49a5-863b-447fa4409a34 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.503245 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd707a19-2bf5-49a5-863b-447fa4409a34 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:46:21.503634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cd707a19-2bf5-49a5-863b-447fa4409a34 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.599073 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cd707a19-2bf5-49a5-863b-447fa4409a34 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.616507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cd707a19-2bf5-49a5-863b-447fa4409a34 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.625999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd707a19-2bf5-49a5-863b-447fa4409a34 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event deleted for resources: {'Network': ['ID=cd12e583-c5df-4aef-9f04-84370b3ca997,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:21.628983 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cd707a19-2bf5-49a5-863b-447fa4409a34 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "DELETE /v2.0/networks/cd12e583-c5df-4aef-9f04-84370b3ca997 HTTP/1.1" status: 204 len: 168 time: 0.4327207 Jul 29 16:46:21.631453 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54606) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:21.699528 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c2e30b-2a62-45c1-8d59-7f69983f4a6d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Deleting subnet 80d07a31-86cf-4496-b4e3-c99e8c53a270 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:46:21.702412 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70c2e30b-2a62-45c1-8d59-7f69983f4a6d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.754736 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70c2e30b-2a62-45c1-8d59-7f69983f4a6d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.837854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70c2e30b-2a62-45c1-8d59-7f69983f4a6d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.907874 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70c2e30b-2a62-45c1-8d59-7f69983f4a6d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.947363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2e30b-2a62-45c1-8d59-7f69983f4a6d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event deleted for resources: {'Subnet': ['ID=80d07a31-86cf-4496-b4e3-c99e8c53a270,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:21.949421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70c2e30b-2a62-45c1-8d59-7f69983f4a6d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:21.954196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ba257d-3b49-4c97-81f7-737b024c3239 None None] Network cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:46:21.955581 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-70c2e30b-2a62-45c1-8d59-7f69983f4a6d tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "DELETE /v2.0/subnets/80d07a31-86cf-4496-b4e3-c99e8c53a270 HTTP/1.1" status: 204 len: 168 time: 0.3232007 Jul 29 16:46:21.957948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54610) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:22.069424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:22.079933 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Deleting port 89e45ab3-53a9-4700-88ca-f22103481ffd {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:46:22.080265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:22.195664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78f4464-75ad-4e61-913f-6ee09ec78a17 None None] DHCP port deletion for cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:46:22.199871 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c78f4464-75ad-4e61-913f-6ee09ec78a17 None None] Deleting port 89e45ab3-53a9-4700-88ca-f22103481ffd {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:46:22.200247 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c78f4464-75ad-4e61-913f-6ee09ec78a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:22.293561 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] For port 89e45ab3-53a9-4700-88ca-f22103481ffd, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=89e45ab3-53a9-4700-88ca-f22103481ffd,segment=NetworkSegment(6edb78ab-f6a5-4af1-ba78-75aae5ea9517),segment_id=6edb78ab-f6a5-4af1-ba78-75aae5ea9517)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:46:22.293925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:22.401348 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c78f4464-75ad-4e61-913f-6ee09ec78a17 None None] For port 89e45ab3-53a9-4700-88ca-f22103481ffd, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=89e45ab3-53a9-4700-88ca-f22103481ffd,segment=NetworkSegment(6edb78ab-f6a5-4af1-ba78-75aae5ea9517),segment_id=6edb78ab-f6a5-4af1-ba78-75aae5ea9517)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:46:22.401744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c78f4464-75ad-4e61-913f-6ee09ec78a17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:22.415478 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Calling delete_port for 89e45ab3-53a9-4700-88ca-f22103481ffd owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:46:22.502929 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:22.516894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 89e45ab3-53a9-4700-88ca-f22103481ffd no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:46:22.550030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c78f4464-75ad-4e61-913f-6ee09ec78a17 None None] Calling delete_port for 89e45ab3-53a9-4700-88ca-f22103481ffd owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:46:22.594059 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 89e45ab3-53a9-4700-88ca-f22103481ffd {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:46:22.594426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 89e45ab3-53a9-4700-88ca-f22103481ffd not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:46:22.634923 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-c78f4464-75ad-4e61-913f-6ee09ec78a17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:46:22.635283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-c78f4464-75ad-4e61-913f-6ee09ec78a17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:46:22.663208 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event deleted for resources: {'Port': ['ID=89e45ab3-53a9-4700-88ca-f22103481ffd,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:22.666736 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] No DVR routers for this DVR port 89e45ab3-53a9-4700-88ca-f22103481ffd on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:46:22.788204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:22.813254 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:22.825705 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edb78ab-f6a5-4af1-ba78-75aae5ea9517') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:22.825995 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edb78ab-f6a5-4af1-ba78-75aae5ea9517') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:22.837244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:22.852522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:22.858659 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:46:22.859098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:22.953825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:22.970200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:22.981862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Pushing event deleted for resources: {'Network': ['ID=cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:22.984892 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9fb37c87-9bd2-435e-9113-4f8b08ccc30c tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "DELETE /v2.0/networks/cb8150f5-4bfe-4f91-a1f9-f1b931ee76b0 HTTP/1.1" status: 204 len: 168 time: 1.0260463 Jul 29 16:46:22.987494 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54614) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:23.049773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1bf781ac-2afe-4f2b-87f5-5e01ed616935 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Synchronizing usage tracker for tenant:3f44220548594028b10f53eb0721cfdc on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:23.065826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1bf781ac-2afe-4f2b-87f5-5e01ed616935 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Unset dirty status for tenant:3f44220548594028b10f53eb0721cfdc on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:23.066963 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1bf781ac-2afe-4f2b-87f5-5e01ed616935 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "GET /v2.0/ports?device_id=0885647e-fc62-4eae-bc86-b90356e50f28 HTTP/1.1" status: 200 len: 205 time: 0.0785730 Jul 29 16:46:23.069572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54618) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:23.136467 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c78f4464-75ad-4e61-913f-6ee09ec78a17 None None] Deleting port 89e45ab3-53a9-4700-88ca-f22103481ffd {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:46:23.137029 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c78f4464-75ad-4e61-913f-6ee09ec78a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:23.202337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-52ddf85c-7cec-40c3-a79f-3a0804af3f37 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:23.239264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c78f4464-75ad-4e61-913f-6ee09ec78a17 None None] The port '89e45ab3-53a9-4700-88ca-f22103481ffd' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:46:23.254033 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 4873fa7e-a883-4f6e-8ee3-c119cdd95d4c resource provider aggregate not found Jul 29 16:46:23.271747 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 4873fa7e-a883-4f6e-8ee3-c119cdd95d4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4873fa7e-a883-4f6e-8ee3-c119cdd95d4c found for delete ", "request_id": "req-e16acb52-5b03-4adb-be8b-6cc9dd4cbaaf"}]} Jul 29 16:46:23.338207 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 6edb78ab-f6a5-4af1-ba78-75aae5ea9517 resource provider aggregate not found Jul 29 16:46:23.382625 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 6edb78ab-f6a5-4af1-ba78-75aae5ea9517 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6edb78ab-f6a5-4af1-ba78-75aae5ea9517 found for delete ", "request_id": "req-0ee45590-dd90-4fdb-82a9-258e32742c45"}]} Jul 29 16:46:23.512885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-52ddf85c-7cec-40c3-a79f-3a0804af3f37 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:23.515138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-52ddf85c-7cec-40c3-a79f-3a0804af3f37 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:23.540724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-52ddf85c-7cec-40c3-a79f-3a0804af3f37 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:23.541358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ddf85c-7cec-40c3-a79f-3a0804af3f37 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Fanout notify agent at l3_agent the message router_deleted on router 0885647e-fc62-4eae-bc86-b90356e50f28 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:46:23.553009 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-52ddf85c-7cec-40c3-a79f-3a0804af3f37 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:23.554329 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-52ddf85c-7cec-40c3-a79f-3a0804af3f37 tempest-RoutersNegativeTest-17888118 tempest-RoutersNegativeTest-17888118-project] 10.222.0.58 "DELETE /v2.0/routers/0885647e-fc62-4eae-bc86-b90356e50f28 HTTP/1.1" status: 204 len: 168 time: 0.4837947 Jul 29 16:46:23.807977 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54634) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:23.951319 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-610a78bb-52e7-458f-82c4-8dffdac75d57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3f44220548594028b10f53eb0721cfdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421733 Jul 29 16:46:23.953760 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54640) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:24.010005 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-439ee767-843c-4938-a58a-f0dacb672380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:24.034280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-439ee767-843c-4938-a58a-f0dacb672380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:24.088663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-439ee767-843c-4938-a58a-f0dacb672380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:24.103139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ee767-843c-4938-a58a-f0dacb672380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a30c64-728e-4f18-b709-81e5f36fd257,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:24.110437 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-439ee767-843c-4938-a58a-f0dacb672380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:24.111554 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-439ee767-843c-4938-a58a-f0dacb672380 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28a30c64-728e-4f18-b709-81e5f36fd257 HTTP/1.1" status: 204 len: 168 time: 0.1569123 Jul 29 16:46:24.773945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54664) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:24.873153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464049379'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:24.878968 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:24.883354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:24.886159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:24.892145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:24.902251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:24.913729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:24.928471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:24.932182 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:24.934901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:24.940460 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:25.022174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.026070 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.040453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:25.051560 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:25.057610 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:25.065629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:25.067513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68482b8-2a56-45b6-8f84-9f1ba99bb1b9,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:25.137703 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.141344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.184374 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a06d4f-f65f-4fdd-8ca0-eb3c5580674a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:25.187328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.188510 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-454764f0-b8c2-4ea9-9db9-7016b7297656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4135866 Jul 29 16:46:25.191695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54672) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:25.252807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-96e05e9f-c3f5-4223-ad97-90a2435499df tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:25.269300 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-96e05e9f-c3f5-4223-ad97-90a2435499df tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:25.270887 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-96e05e9f-c3f5-4223-ad97-90a2435499df tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0786016 Jul 29 16:46:25.273608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54676) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:25.278347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f061bd69-3a5a-4ceb-8984-21d9cc3633f9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group': {'name': 'tempest-security--1739635768', 'description': 'tempest-security-description-1592319066'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:25.308261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f061bd69-3a5a-4ceb-8984-21d9cc3633f9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.358640 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f061bd69-3a5a-4ceb-8984-21d9cc3633f9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.362054 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f061bd69-3a5a-4ceb-8984-21d9cc3633f9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.364424 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f061bd69-3a5a-4ceb-8984-21d9cc3633f9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.366166 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f061bd69-3a5a-4ceb-8984-21d9cc3633f9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "PUT /v2.0/security-groups/82a06d4f-f65f-4fdd-8ca0-eb3c5580674a HTTP/1.1" status: 200 len: 1780 time: 0.0911143 Jul 29 16:46:25.369202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54680) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:25.391980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061bd69-3a5a-4ceb-8984-21d9cc3633f9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a06d4f-f65f-4fdd-8ca0-eb3c5580674a,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:25.415201 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3e65eb8d-47f5-44de-a580-8efa0a9958bf tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-groups/82a06d4f-f65f-4fdd-8ca0-eb3c5580674a HTTP/1.1" status: 200 len: 1780 time: 0.0448925 Jul 29 16:46:25.417642 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54684) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:25.477101 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-11116801-e5c4-461c-ae77-591151e29ca9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.504173 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-11116801-e5c4-461c-ae77-591151e29ca9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.549859 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-11116801-e5c4-461c-ae77-591151e29ca9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.567423 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11116801-e5c4-461c-ae77-591151e29ca9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a06d4f-f65f-4fdd-8ca0-eb3c5580674a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:25.579654 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-11116801-e5c4-461c-ae77-591151e29ca9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.580813 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-11116801-e5c4-461c-ae77-591151e29ca9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-groups/82a06d4f-f65f-4fdd-8ca0-eb3c5580674a HTTP/1.1" status: 204 len: 168 time: 0.1620345 Jul 29 16:46:25.583546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54688) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:25.631879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-60633e97-f974-47ca-88b3-680c2ad05a61 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:25.646227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-60633e97-f974-47ca-88b3-680c2ad05a61 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:25.647908 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-60633e97-f974-47ca-88b3-680c2ad05a61 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0634527 Jul 29 16:46:25.650806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54692) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:25.670145 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-e900154e-f339-43d4-a57d-d7a3c2b9742a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] delete failed (client error): The resource could not be found. Jul 29 16:46:25.671080 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e900154e-f339-43d4-a57d-d7a3c2b9742a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-groups/82a06d4f-f65f-4fdd-8ca0-eb3c5580674a HTTP/1.1" status: 404 len: 347 time: 0.0194206 Jul 29 16:46:25.674814 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54696) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:25.679781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8a907b2b-6c54-43ba-a30b-1d84f1005146 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group': {'name': 'tempest-secgroup--227671482'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:25.685326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8a907b2b-6c54-43ba-a30b-1d84f1005146 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:25.695613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8a907b2b-6c54-43ba-a30b-1d84f1005146 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:25.704884 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a907b2b-6c54-43ba-a30b-1d84f1005146 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.724159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8a907b2b-6c54-43ba-a30b-1d84f1005146 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:25.728567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8a907b2b-6c54-43ba-a30b-1d84f1005146 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:25.731388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8a907b2b-6c54-43ba-a30b-1d84f1005146 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:25.737058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8a907b2b-6c54-43ba-a30b-1d84f1005146 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:25.805625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a907b2b-6c54-43ba-a30b-1d84f1005146 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.809186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a907b2b-6c54-43ba-a30b-1d84f1005146 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.854305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a907b2b-6c54-43ba-a30b-1d84f1005146 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9796f703-f62a-45ec-8f92-1caf723d6194,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:25.858146 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a907b2b-6c54-43ba-a30b-1d84f1005146 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.859304 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8a907b2b-6c54-43ba-a30b-1d84f1005146 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1835866 Jul 29 16:46:25.862189 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54700) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:25.866955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c6f1d7a2-b32b-4d03-96e7-b1a60e2dd605 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group_rule': {'security_group_id': '9796f703-f62a-45ec-8f92-1caf723d6194', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:25.872665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c6f1d7a2-b32b-4d03-96e7-b1a60e2dd605 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:25.876471 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c6f1d7a2-b32b-4d03-96e7-b1a60e2dd605 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:25.879338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c6f1d7a2-b32b-4d03-96e7-b1a60e2dd605 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:25.884983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c6f1d7a2-b32b-4d03-96e7-b1a60e2dd605 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:25.902425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d7a2-b32b-4d03-96e7-b1a60e2dd605 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.965441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d7a2-b32b-4d03-96e7-b1a60e2dd605 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.968895 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d7a2-b32b-4d03-96e7-b1a60e2dd605 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:25.992697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1d7a2-b32b-4d03-96e7-b1a60e2dd605 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d43a21-1582-42a3-9eff-f9ce7ffd4cee,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:26.001888 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d7a2-b32b-4d03-96e7-b1a60e2dd605 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.003137 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c6f1d7a2-b32b-4d03-96e7-b1a60e2dd605 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400084 Jul 29 16:46:26.005958 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54704) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:26.036627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-27e24a79-8e5a-44ef-bfa3-6ec3fe057a5a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.047037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-27e24a79-8e5a-44ef-bfa3-6ec3fe057a5a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.070005 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-27e24a79-8e5a-44ef-bfa3-6ec3fe057a5a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.085634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e24a79-8e5a-44ef-bfa3-6ec3fe057a5a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96d43a21-1582-42a3-9eff-f9ce7ffd4cee,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:26.088632 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-27e24a79-8e5a-44ef-bfa3-6ec3fe057a5a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.090059 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-27e24a79-8e5a-44ef-bfa3-6ec3fe057a5a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/96d43a21-1582-42a3-9eff-f9ce7ffd4cee HTTP/1.1" status: 204 len: 168 time: 0.0828807 Jul 29 16:46:26.092303 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54708) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:26.137959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3646fe92-dbc7-473d-a88d-bd5b4d36daa8 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:26.154539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3646fe92-dbc7-473d-a88d-bd5b4d36daa8 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:26.155934 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3646fe92-dbc7-473d-a88d-bd5b4d36daa8 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0627227 Jul 29 16:46:26.158681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54712) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:26.219255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5811f4f3-48b8-4e26-971e-5d7aef066dd8 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.244719 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5811f4f3-48b8-4e26-971e-5d7aef066dd8 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.290745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5811f4f3-48b8-4e26-971e-5d7aef066dd8 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.312276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811f4f3-48b8-4e26-971e-5d7aef066dd8 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9796f703-f62a-45ec-8f92-1caf723d6194,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:26.326613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5811f4f3-48b8-4e26-971e-5d7aef066dd8 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.327862 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5811f4f3-48b8-4e26-971e-5d7aef066dd8 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-groups/9796f703-f62a-45ec-8f92-1caf723d6194 HTTP/1.1" status: 204 len: 168 time: 0.1682818 Jul 29 16:46:26.330521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54716) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:26.482274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ebba79a9-d30b-44af-98b7-c473e8554a2a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:26.497066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ebba79a9-d30b-44af-98b7-c473e8554a2a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:26.498416 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ebba79a9-d30b-44af-98b7-c473e8554a2a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1644766 Jul 29 16:46:26.502400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54720) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:26.507706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ad874fa5-2ef8-450b-ba35-704890703496 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group': {'name': 'tempest-secgroup--405180139'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:26.514300 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ad874fa5-2ef8-450b-ba35-704890703496 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:26.524538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ad874fa5-2ef8-450b-ba35-704890703496 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:26.534808 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ad874fa5-2ef8-450b-ba35-704890703496 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.555154 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ad874fa5-2ef8-450b-ba35-704890703496 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:26.559271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ad874fa5-2ef8-450b-ba35-704890703496 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:26.562088 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ad874fa5-2ef8-450b-ba35-704890703496 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:26.567720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ad874fa5-2ef8-450b-ba35-704890703496 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:26.635925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ad874fa5-2ef8-450b-ba35-704890703496 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.639498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ad874fa5-2ef8-450b-ba35-704890703496 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.686582 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad874fa5-2ef8-450b-ba35-704890703496 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407de9c3-51e0-4961-986d-5208fc60b8ab,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:26.694590 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ad874fa5-2ef8-450b-ba35-704890703496 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.699202 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ad874fa5-2ef8-450b-ba35-704890703496 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1926575 Jul 29 16:46:26.699202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54724) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:26.704166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e4107cee-140f-4f0b-9507-18f00711a09b tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group_rule': {'security_group_id': '407de9c3-51e0-4961-986d-5208fc60b8ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:26.710028 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e4107cee-140f-4f0b-9507-18f00711a09b tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:26.714752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e4107cee-140f-4f0b-9507-18f00711a09b tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:26.717627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e4107cee-140f-4f0b-9507-18f00711a09b tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:26.723290 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e4107cee-140f-4f0b-9507-18f00711a09b tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:26.739064 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4107cee-140f-4f0b-9507-18f00711a09b tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.800908 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4107cee-140f-4f0b-9507-18f00711a09b tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.804227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4107cee-140f-4f0b-9507-18f00711a09b tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.826861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4107cee-140f-4f0b-9507-18f00711a09b tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd8933d-bba7-4813-bd1d-6b048b11dfd7,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:26.839752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4107cee-140f-4f0b-9507-18f00711a09b tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.840931 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e4107cee-140f-4f0b-9507-18f00711a09b tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1409740 Jul 29 16:46:26.843621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54728) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:26.848424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a462db7c-8d39-490d-a389-ee81c0baa6d9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group_rule': {'security_group_id': '407de9c3-51e0-4961-986d-5208fc60b8ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:26.854044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a462db7c-8d39-490d-a389-ee81c0baa6d9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:26.858048 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a462db7c-8d39-490d-a389-ee81c0baa6d9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:26.860876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a462db7c-8d39-490d-a389-ee81c0baa6d9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:26.866673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a462db7c-8d39-490d-a389-ee81c0baa6d9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:26.882630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a462db7c-8d39-490d-a389-ee81c0baa6d9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.943497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a462db7c-8d39-490d-a389-ee81c0baa6d9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.947261 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a462db7c-8d39-490d-a389-ee81c0baa6d9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.970147 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462db7c-8d39-490d-a389-ee81c0baa6d9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e7b2a6-e705-4f47-ab6e-62153682202b,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:26.982061 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a462db7c-8d39-490d-a389-ee81c0baa6d9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:26.983266 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a462db7c-8d39-490d-a389-ee81c0baa6d9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387444 Jul 29 16:46:26.986177 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54732) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:26.991487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-22db0499-e6dc-42bd-a606-a21728e5e888 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group_rule': {'security_group_id': '407de9c3-51e0-4961-986d-5208fc60b8ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:26.998215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-22db0499-e6dc-42bd-a606-a21728e5e888 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:27.002657 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-22db0499-e6dc-42bd-a606-a21728e5e888 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:27.005588 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-22db0499-e6dc-42bd-a606-a21728e5e888 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:27.011943 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-22db0499-e6dc-42bd-a606-a21728e5e888 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:27.027947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-22db0499-e6dc-42bd-a606-a21728e5e888 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.092135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-22db0499-e6dc-42bd-a606-a21728e5e888 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.095591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-22db0499-e6dc-42bd-a606-a21728e5e888 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.118146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db0499-e6dc-42bd-a606-a21728e5e888 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b2a7ed-a762-447a-87cc-84c37572c36c,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:27.131132 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-22db0499-e6dc-42bd-a606-a21728e5e888 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.132291 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-22db0499-e6dc-42bd-a606-a21728e5e888 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449695 Jul 29 16:46:27.134982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54736) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:27.139757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4f769b8e-c1e2-41cc-b067-2129fe14e6de tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group_rule': {'security_group_id': '407de9c3-51e0-4961-986d-5208fc60b8ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:27.145306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4f769b8e-c1e2-41cc-b067-2129fe14e6de tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:27.149840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4f769b8e-c1e2-41cc-b067-2129fe14e6de tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:27.152679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4f769b8e-c1e2-41cc-b067-2129fe14e6de tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:27.158438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4f769b8e-c1e2-41cc-b067-2129fe14e6de tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:27.175790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4f769b8e-c1e2-41cc-b067-2129fe14e6de tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.237520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4f769b8e-c1e2-41cc-b067-2129fe14e6de tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.240751 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4f769b8e-c1e2-41cc-b067-2129fe14e6de tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.266811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f769b8e-c1e2-41cc-b067-2129fe14e6de tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf7acc7-e1ba-469d-866f-4359efe0d021,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:27.276659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4f769b8e-c1e2-41cc-b067-2129fe14e6de tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.278015 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4f769b8e-c1e2-41cc-b067-2129fe14e6de tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420929 Jul 29 16:46:27.280583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54740) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:27.285344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-02a13a1f-9150-449f-baec-d637884d0470 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group_rule': {'security_group_id': '407de9c3-51e0-4961-986d-5208fc60b8ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:27.291820 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-02a13a1f-9150-449f-baec-d637884d0470 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:27.296545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-02a13a1f-9150-449f-baec-d637884d0470 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:27.299466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-02a13a1f-9150-449f-baec-d637884d0470 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:27.305434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-02a13a1f-9150-449f-baec-d637884d0470 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:27.322526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02a13a1f-9150-449f-baec-d637884d0470 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.385936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02a13a1f-9150-449f-baec-d637884d0470 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.389302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02a13a1f-9150-449f-baec-d637884d0470 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.412278 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a13a1f-9150-449f-baec-d637884d0470 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0415663b-4346-4675-8e24-dba25f336199,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:27.425202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-02a13a1f-9150-449f-baec-d637884d0470 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.426381 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-02a13a1f-9150-449f-baec-d637884d0470 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1448319 Jul 29 16:46:27.429181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54746) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:27.459009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ace5bfd7-714a-4b0a-a4ff-a64864f3014e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.469628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ace5bfd7-714a-4b0a-a4ff-a64864f3014e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.494885 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ace5bfd7-714a-4b0a-a4ff-a64864f3014e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.512897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5bfd7-714a-4b0a-a4ff-a64864f3014e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0415663b-4346-4675-8e24-dba25f336199,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:27.517316 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ace5bfd7-714a-4b0a-a4ff-a64864f3014e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.518479 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ace5bfd7-714a-4b0a-a4ff-a64864f3014e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0415663b-4346-4675-8e24-dba25f336199 HTTP/1.1" status: 204 len: 168 time: 0.0882854 Jul 29 16:46:27.520892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54750) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:27.573655 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9009319c-a926-4ee4-b584-b3f8aeb17c13 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:27.588819 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9009319c-a926-4ee4-b584-b3f8aeb17c13 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:27.590268 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9009319c-a926-4ee4-b584-b3f8aeb17c13 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0684574 Jul 29 16:46:27.593175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54754) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:27.621537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-37205626-79e7-4780-a3ed-9653199deaeb tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.631425 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-37205626-79e7-4780-a3ed-9653199deaeb tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.653416 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-37205626-79e7-4780-a3ed-9653199deaeb tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.672190 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37205626-79e7-4780-a3ed-9653199deaeb tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cf7acc7-e1ba-469d-866f-4359efe0d021,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:27.677378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-37205626-79e7-4780-a3ed-9653199deaeb tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.678404 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-37205626-79e7-4780-a3ed-9653199deaeb tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/2cf7acc7-e1ba-469d-866f-4359efe0d021 HTTP/1.1" status: 204 len: 168 time: 0.0840445 Jul 29 16:46:27.681652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54758) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:27.730918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c0efd339-c96b-406f-88a2-d66f0bcc64e8 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:27.745090 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c0efd339-c96b-406f-88a2-d66f0bcc64e8 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:27.746344 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c0efd339-c96b-406f-88a2-d66f0bcc64e8 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0637648 Jul 29 16:46:27.749141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54762) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:27.776264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c1cf382-6841-457a-a9d7-0ce5861deb69 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.786114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c1cf382-6841-457a-a9d7-0ce5861deb69 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.809614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c1cf382-6841-457a-a9d7-0ce5861deb69 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.827528 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cf382-6841-457a-a9d7-0ce5861deb69 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73b2a7ed-a762-447a-87cc-84c37572c36c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:27.837172 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9c1cf382-6841-457a-a9d7-0ce5861deb69 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.838261 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9c1cf382-6841-457a-a9d7-0ce5861deb69 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/73b2a7ed-a762-447a-87cc-84c37572c36c HTTP/1.1" status: 204 len: 168 time: 0.0882254 Jul 29 16:46:27.840856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54766) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:27.888465 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bf128be9-73a9-4ebf-a2ad-8d4e71b087f6 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:27.902791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bf128be9-73a9-4ebf-a2ad-8d4e71b087f6 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:27.904259 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bf128be9-73a9-4ebf-a2ad-8d4e71b087f6 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0624523 Jul 29 16:46:27.907016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54770) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:27.934278 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ad236846-e0cf-4f40-88d5-205f2d554b70 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.944404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ad236846-e0cf-4f40-88d5-205f2d554b70 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.967680 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ad236846-e0cf-4f40-88d5-205f2d554b70 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.984676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad236846-e0cf-4f40-88d5-205f2d554b70 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3e7b2a6-e705-4f47-ab6e-62153682202b,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:27.993483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ad236846-e0cf-4f40-88d5-205f2d554b70 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:27.994681 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ad236846-e0cf-4f40-88d5-205f2d554b70 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c3e7b2a6-e705-4f47-ab6e-62153682202b HTTP/1.1" status: 204 len: 168 time: 0.0867882 Jul 29 16:46:27.997273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54774) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:28.043473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-33430d5c-789d-426d-a7b0-15c529861f2c tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:28.058650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-33430d5c-789d-426d-a7b0-15c529861f2c tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:28.060043 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-33430d5c-789d-426d-a7b0-15c529861f2c tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0619328 Jul 29 16:46:28.062883 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54778) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:28.089942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-56e57d60-995c-4bb9-8879-49df1d2ade98 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:28.100403 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-56e57d60-995c-4bb9-8879-49df1d2ade98 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:28.125452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-56e57d60-995c-4bb9-8879-49df1d2ade98 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:28.145318 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e57d60-995c-4bb9-8879-49df1d2ade98 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cd8933d-bba7-4813-bd1d-6b048b11dfd7,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:28.151452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-56e57d60-995c-4bb9-8879-49df1d2ade98 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:28.152914 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-56e57d60-995c-4bb9-8879-49df1d2ade98 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8cd8933d-bba7-4813-bd1d-6b048b11dfd7 HTTP/1.1" status: 204 len: 168 time: 0.0890994 Jul 29 16:46:28.155444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54782) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:28.203255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-dccc6629-5129-4414-bb6a-6f09aa0cd379 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:28.217747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-dccc6629-5129-4414-bb6a-6f09aa0cd379 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:28.218943 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-dccc6629-5129-4414-bb6a-6f09aa0cd379 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0626245 Jul 29 16:46:28.221808 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54786) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:28.443893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4509b842-e53c-42bc-b6c0-e7e327b87576 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:28.468976 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6a91e8b7-dc58-4688-89c7-02a08b5109dd req-875e879c-8cb0-4bf8-9372-959fedfee300 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1347246 Jul 29 16:46:28.474751 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4509b842-e53c-42bc-b6c0-e7e327b87576 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:28.573998 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4509b842-e53c-42bc-b6c0-e7e327b87576 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:28.596097 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509b842-e53c-42bc-b6c0-e7e327b87576 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407de9c3-51e0-4961-986d-5208fc60b8ab,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:28.615739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91e8b7-dc58-4688-89c7-02a08b5109dd req-544d1ed8-5b31-4303-a188-a9df217d9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:28.617643 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6a91e8b7-dc58-4688-89c7-02a08b5109dd req-544d1ed8-5b31-4303-a188-a9df217d9d7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 1098 time: 0.1218727 Jul 29 16:46:28.618766 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4509b842-e53c-42bc-b6c0-e7e327b87576 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:28.620225 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4509b842-e53c-42bc-b6c0-e7e327b87576 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-groups/407de9c3-51e0-4961-986d-5208fc60b8ab HTTP/1.1" status: 204 len: 168 time: 0.3970423 Jul 29 16:46:28.622542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54790) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:28.753590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3ff0dff3-8b01-47ec-8b78-b340d6ab3164 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:28.798964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3ff0dff3-8b01-47ec-8b78-b340d6ab3164 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:28.800171 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3ff0dff3-8b01-47ec-8b78-b340d6ab3164 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1767852 Jul 29 16:46:28.801491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91e8b7-dc58-4688-89c7-02a08b5109dd req-0e8a4e58-ca39-4704-9276-8581a5344997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:28.802827 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6a91e8b7-dc58-4688-89c7-02a08b5109dd req-0e8a4e58-ca39-4704-9276-8581a5344997 service neutron] 10.222.0.69 "GET /v2.0/networks?id=26638b83-b8c8-4716-b887-d9e1cd2cbdcf HTTP/1.1" status: 200 len: 897 time: 0.1645386 Jul 29 16:46:28.804769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54794) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:28.809557 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d611098e-bc84-4b98-b839-66501f4c8334 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group': {'name': 'tempest-secgroup--499385469'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:28.866761 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d611098e-bc84-4b98-b839-66501f4c8334 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:28.893516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d611098e-bc84-4b98-b839-66501f4c8334 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:28.914330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d611098e-bc84-4b98-b839-66501f4c8334 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:28.930723 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6a91e8b7-dc58-4688-89c7-02a08b5109dd req-d0888e39-ac5a-4c10-a5e2-fc732532271b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a6429f-9b8b-489f-8fbe-d72a401bd946 HTTP/1.1" status: 200 len: 1001 time: 0.1167915 Jul 29 16:46:28.980008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d611098e-bc84-4b98-b839-66501f4c8334 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:28.986655 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d611098e-bc84-4b98-b839-66501f4c8334 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:28.990841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d611098e-bc84-4b98-b839-66501f4c8334 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:28.998703 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d611098e-bc84-4b98-b839-66501f4c8334 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:29.007157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91e8b7-dc58-4688-89c7-02a08b5109dd req-26d2e6f7-58f4-47d9-9ec8-cfa494eb897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:29.009125 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6a91e8b7-dc58-4688-89c7-02a08b5109dd req-26d2e6f7-58f4-47d9-9ec8-cfa494eb897c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4294e561-e994-46d7-bb3a-7271c3f4e55f HTTP/1.1" status: 200 len: 834 time: 0.0733433 Jul 29 16:46:29.139673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d611098e-bc84-4b98-b839-66501f4c8334 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.142825 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91e8b7-dc58-4688-89c7-02a08b5109dd req-4252b0db-a069-4dcd-8446-b06ad5c6b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:29.144466 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6a91e8b7-dc58-4688-89c7-02a08b5109dd req-4252b0db-a069-4dcd-8446-b06ad5c6b54b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26638b83-b8c8-4716-b887-d9e1cd2cbdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1294708 Jul 29 16:46:29.145434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d611098e-bc84-4b98-b839-66501f4c8334 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.277185 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d611098e-bc84-4b98-b839-66501f4c8334 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.278298 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d611098e-bc84-4b98-b839-66501f4c8334 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4726722 Jul 29 16:46:29.279046 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611098e-bc84-4b98-b839-66501f4c8334 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c38f75-c9a1-4b26-8c88-6fa9d1f76199,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:29.281684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54798) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:29.288559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a9d2f71f-5f38-4b37-a787-5cdb3182ab9d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group_rule': {'security_group_id': 'e9c38f75-c9a1-4b26-8c88-6fa9d1f76199', 'direction': 'ingress', 'protocol': 17}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:29.301841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a9d2f71f-5f38-4b37-a787-5cdb3182ab9d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:29.309308 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a9d2f71f-5f38-4b37-a787-5cdb3182ab9d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:29.312186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a9d2f71f-5f38-4b37-a787-5cdb3182ab9d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:29.318251 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a9d2f71f-5f38-4b37-a787-5cdb3182ab9d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:29.320852 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6a91e8b7-dc58-4688-89c7-02a08b5109dd req-0bd28c57-90da-4d54-95bb-7713932e6a55 service neutron] 10.222.0.69 "GET /v2.0/networks/26638b83-b8c8-4716-b887-d9e1cd2cbdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596205 Jul 29 16:46:29.335389 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a9d2f71f-5f38-4b37-a787-5cdb3182ab9d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.394908 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a9d2f71f-5f38-4b37-a787-5cdb3182ab9d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.398684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a9d2f71f-5f38-4b37-a787-5cdb3182ab9d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.423979 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2f71f-5f38-4b37-a787-5cdb3182ab9d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff1c120-16aa-4dda-981f-26ddcef7549b,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:29.436880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a9d2f71f-5f38-4b37-a787-5cdb3182ab9d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.438123 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a9d2f71f-5f38-4b37-a787-5cdb3182ab9d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1548607 Jul 29 16:46:29.440901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54802) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:29.472573 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6a91e8b7-dc58-4688-89c7-02a08b5109dd req-359db1e1-f948-45d9-914c-0c8c6c7a2028 service neutron] 10.222.0.69 "GET /v2.0/networks/26638b83-b8c8-4716-b887-d9e1cd2cbdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450634 Jul 29 16:46:29.516390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-485fbb41-6c1f-4c93-b536-46f230a0d92d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.543471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-485fbb41-6c1f-4c93-b536-46f230a0d92d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.592940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-485fbb41-6c1f-4c93-b536-46f230a0d92d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.609896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fbb41-6c1f-4c93-b536-46f230a0d92d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c38f75-c9a1-4b26-8c88-6fa9d1f76199,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:29.622727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-485fbb41-6c1f-4c93-b536-46f230a0d92d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.623855 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-485fbb41-6c1f-4c93-b536-46f230a0d92d tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-groups/e9c38f75-c9a1-4b26-8c88-6fa9d1f76199 HTTP/1.1" status: 204 len: 168 time: 0.1820135 Jul 29 16:46:29.626526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54806) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:29.678771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c15c0fb9-3937-40cd-bfc8-5d9177dca1fb tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:29.693887 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c15c0fb9-3937-40cd-bfc8-5d9177dca1fb tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:29.695442 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c15c0fb9-3937-40cd-bfc8-5d9177dca1fb tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0677867 Jul 29 16:46:29.699724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54810) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:29.705018 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-31796072-d5ee-4745-ba41-c1272d37a5db tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661742171'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:29.711166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-31796072-d5ee-4745-ba41-c1272d37a5db tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:29.720707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-31796072-d5ee-4745-ba41-c1272d37a5db tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:29.730224 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-31796072-d5ee-4745-ba41-c1272d37a5db tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.750437 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-31796072-d5ee-4745-ba41-c1272d37a5db tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:29.754407 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-31796072-d5ee-4745-ba41-c1272d37a5db tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:29.757200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-31796072-d5ee-4745-ba41-c1272d37a5db tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:29.762866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-31796072-d5ee-4745-ba41-c1272d37a5db tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:29.830667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-31796072-d5ee-4745-ba41-c1272d37a5db tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.834155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-31796072-d5ee-4745-ba41-c1272d37a5db tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.875644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31796072-d5ee-4745-ba41-c1272d37a5db tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618a3042-9fbc-414f-8354-4f3686d14f41,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:29.888836 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-31796072-d5ee-4745-ba41-c1272d37a5db tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.890115 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-31796072-d5ee-4745-ba41-c1272d37a5db tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1893981 Jul 29 16:46:29.892805 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54814) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:29.898060 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c7d3f802-93f7-4bd5-a227-d526f17f7f5e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802325123'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:29.903754 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c7d3f802-93f7-4bd5-a227-d526f17f7f5e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:29.907914 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c7d3f802-93f7-4bd5-a227-d526f17f7f5e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:29.910869 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c7d3f802-93f7-4bd5-a227-d526f17f7f5e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:29.917160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c7d3f802-93f7-4bd5-a227-d526f17f7f5e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:29.927634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f802-93f7-4bd5-a227-d526f17f7f5e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:29.947193 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c7d3f802-93f7-4bd5-a227-d526f17f7f5e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:29.951145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c7d3f802-93f7-4bd5-a227-d526f17f7f5e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:29.953903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c7d3f802-93f7-4bd5-a227-d526f17f7f5e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:29.959452 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c7d3f802-93f7-4bd5-a227-d526f17f7f5e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:30.029741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f802-93f7-4bd5-a227-d526f17f7f5e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.033253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f802-93f7-4bd5-a227-d526f17f7f5e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.083260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3f802-93f7-4bd5-a227-d526f17f7f5e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde6c195-1c6c-4ab0-bc24-4ac3cf97251b,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:30.087234 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f802-93f7-4bd5-a227-d526f17f7f5e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.088417 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c7d3f802-93f7-4bd5-a227-d526f17f7f5e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1946864 Jul 29 16:46:30.091212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54818) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:30.096333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-990c42ad-92fe-47c9-8812-017fb99c5b40 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group_rule': {'security_group_id': '618a3042-9fbc-414f-8354-4f3686d14f41', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fde6c195-1c6c-4ab0-bc24-4ac3cf97251b', 'remote_ip_prefix': None}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:30.102985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-990c42ad-92fe-47c9-8812-017fb99c5b40 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:30.107261 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-990c42ad-92fe-47c9-8812-017fb99c5b40 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:30.110218 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-990c42ad-92fe-47c9-8812-017fb99c5b40 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:30.116222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-990c42ad-92fe-47c9-8812-017fb99c5b40 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:30.140398 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-990c42ad-92fe-47c9-8812-017fb99c5b40 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.207945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-990c42ad-92fe-47c9-8812-017fb99c5b40 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.211517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-990c42ad-92fe-47c9-8812-017fb99c5b40 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.237499 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c42ad-92fe-47c9-8812-017fb99c5b40 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935cc67c-e7f2-4eed-b673-2de3cfec1619,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:30.246687 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-990c42ad-92fe-47c9-8812-017fb99c5b40 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.248077 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-990c42ad-92fe-47c9-8812-017fb99c5b40 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1559315 Jul 29 16:46:30.250851 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54822) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:30.278278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-46ca2f91-3b11-41a6-bd8b-243ac5511770 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.288276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-46ca2f91-3b11-41a6-bd8b-243ac5511770 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.311571 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-46ca2f91-3b11-41a6-bd8b-243ac5511770 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.328797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca2f91-3b11-41a6-bd8b-243ac5511770 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=935cc67c-e7f2-4eed-b673-2de3cfec1619,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:30.332636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-46ca2f91-3b11-41a6-bd8b-243ac5511770 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.335030 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-46ca2f91-3b11-41a6-bd8b-243ac5511770 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/935cc67c-e7f2-4eed-b673-2de3cfec1619 HTTP/1.1" status: 204 len: 168 time: 0.0820029 Jul 29 16:46:30.336337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54826) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:30.387010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-017119cb-c111-4c70-a2f3-6de4097f591e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:30.401826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-017119cb-c111-4c70-a2f3-6de4097f591e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:30.403040 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-017119cb-c111-4c70-a2f3-6de4097f591e tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0657818 Jul 29 16:46:30.405834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54830) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:30.465904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d9a4e0c-6bfe-45a3-95cd-bea8c06295fc tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.493057 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d9a4e0c-6bfe-45a3-95cd-bea8c06295fc tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.538767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d9a4e0c-6bfe-45a3-95cd-bea8c06295fc tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.557660 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a4e0c-6bfe-45a3-95cd-bea8c06295fc tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde6c195-1c6c-4ab0-bc24-4ac3cf97251b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:30.573783 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d9a4e0c-6bfe-45a3-95cd-bea8c06295fc tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.577093 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6d9a4e0c-6bfe-45a3-95cd-bea8c06295fc tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-groups/fde6c195-1c6c-4ab0-bc24-4ac3cf97251b HTTP/1.1" status: 204 len: 168 time: 0.1683552 Jul 29 16:46:30.577748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54834) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:30.640517 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-33498279-80e7-475d-a0c3-3ee3ff8bdab1 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0615022 Jul 29 16:46:30.643041 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54838) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:30.702451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1c03198-3569-48f4-8bea-8ab3ffd091cc tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.728762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1c03198-3569-48f4-8bea-8ab3ffd091cc tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.776257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1c03198-3569-48f4-8bea-8ab3ffd091cc tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.796497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c03198-3569-48f4-8bea-8ab3ffd091cc tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=618a3042-9fbc-414f-8354-4f3686d14f41,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:30.805942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1c03198-3569-48f4-8bea-8ab3ffd091cc tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.807039 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b1c03198-3569-48f4-8bea-8ab3ffd091cc tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-groups/618a3042-9fbc-414f-8354-4f3686d14f41 HTTP/1.1" status: 204 len: 168 time: 0.1631281 Jul 29 16:46:30.809736 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54842) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:30.858223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f6d8df29-0498-4074-8801-752f5e48c8bf tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:30.872605 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f6d8df29-0498-4074-8801-752f5e48c8bf tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:30.873899 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f6d8df29-0498-4074-8801-752f5e48c8bf tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632713 Jul 29 16:46:30.877768 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54846) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:30.882496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-16bca2ac-6fcb-40d4-8c9c-6692a3f8eaf3 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144819840'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:30.888668 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-16bca2ac-6fcb-40d4-8c9c-6692a3f8eaf3 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:30.898114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-16bca2ac-6fcb-40d4-8c9c-6692a3f8eaf3 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:30.908179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-16bca2ac-6fcb-40d4-8c9c-6692a3f8eaf3 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:30.927699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-16bca2ac-6fcb-40d4-8c9c-6692a3f8eaf3 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:30.931929 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-16bca2ac-6fcb-40d4-8c9c-6692a3f8eaf3 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:30.934702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-16bca2ac-6fcb-40d4-8c9c-6692a3f8eaf3 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:30.940220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-16bca2ac-6fcb-40d4-8c9c-6692a3f8eaf3 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:31.009529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-16bca2ac-6fcb-40d4-8c9c-6692a3f8eaf3 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.012934 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-16bca2ac-6fcb-40d4-8c9c-6692a3f8eaf3 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.057578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bca2ac-6fcb-40d4-8c9c-6692a3f8eaf3 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52542ed-92b8-4324-bc7d-ba34a899afe5,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:31.066872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-16bca2ac-6fcb-40d4-8c9c-6692a3f8eaf3 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.068130 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-16bca2ac-6fcb-40d4-8c9c-6692a3f8eaf3 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1894693 Jul 29 16:46:31.071426 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54850) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:31.076349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-17f29210-db51-4925-889e-c6c94bf2b6ad tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group_rule': {'security_group_id': 'b52542ed-92b8-4324-bc7d-ba34a899afe5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:31.082123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-17f29210-db51-4925-889e-c6c94bf2b6ad tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:31.086083 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-17f29210-db51-4925-889e-c6c94bf2b6ad tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:31.088883 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-17f29210-db51-4925-889e-c6c94bf2b6ad tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:31.094534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-17f29210-db51-4925-889e-c6c94bf2b6ad tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:31.110303 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-17f29210-db51-4925-889e-c6c94bf2b6ad tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.173398 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-17f29210-db51-4925-889e-c6c94bf2b6ad tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.176794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-17f29210-db51-4925-889e-c6c94bf2b6ad tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.204827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f29210-db51-4925-889e-c6c94bf2b6ad tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe61d4ed-160b-4bb0-b160-f05018240de6,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:31.217210 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-17f29210-db51-4925-889e-c6c94bf2b6ad tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.218369 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-17f29210-db51-4925-889e-c6c94bf2b6ad tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1460083 Jul 29 16:46:31.221179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54854) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:31.249661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-027badda-9615-459e-a295-a29394390e21 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.260455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-027badda-9615-459e-a295-a29394390e21 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.283191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-027badda-9615-459e-a295-a29394390e21 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.302685 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027badda-9615-459e-a295-a29394390e21 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe61d4ed-160b-4bb0-b160-f05018240de6,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:31.304576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-027badda-9615-459e-a295-a29394390e21 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.306210 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-027badda-9615-459e-a295-a29394390e21 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/fe61d4ed-160b-4bb0-b160-f05018240de6 HTTP/1.1" status: 204 len: 168 time: 0.0841568 Jul 29 16:46:31.308740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54858) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:31.353747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-32ec0042-cf40-4c3f-944e-51f5ece44bb4 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:31.368329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-32ec0042-cf40-4c3f-944e-51f5ece44bb4 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:31.369582 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-32ec0042-cf40-4c3f-944e-51f5ece44bb4 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0599208 Jul 29 16:46:31.372323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54862) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:31.434826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f16c078a-5fca-4f0b-8fac-68c9396c7bd9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.559375 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f16c078a-5fca-4f0b-8fac-68c9396c7bd9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.608126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f16c078a-5fca-4f0b-8fac-68c9396c7bd9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.626067 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c078a-5fca-4f0b-8fac-68c9396c7bd9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52542ed-92b8-4324-bc7d-ba34a899afe5,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:31.643005 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f16c078a-5fca-4f0b-8fac-68c9396c7bd9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.644150 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f16c078a-5fca-4f0b-8fac-68c9396c7bd9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-groups/b52542ed-92b8-4324-bc7d-ba34a899afe5 HTTP/1.1" status: 204 len: 168 time: 0.2708881 Jul 29 16:46:31.646749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54866) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:31.698377 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-68b13a9c-8060-4b33-bc54-659f4c2c5064 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:31.713426 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-68b13a9c-8060-4b33-bc54-659f4c2c5064 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:31.714705 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-68b13a9c-8060-4b33-bc54-659f4c2c5064 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0668523 Jul 29 16:46:31.718444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54870) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:31.723244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d4959a5c-547a-4a1c-a996-1790d02b756a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930784191'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:31.730100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d4959a5c-547a-4a1c-a996-1790d02b756a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:31.739838 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d4959a5c-547a-4a1c-a996-1790d02b756a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:31.749184 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d4959a5c-547a-4a1c-a996-1790d02b756a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.767965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d4959a5c-547a-4a1c-a996-1790d02b756a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:31.771952 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d4959a5c-547a-4a1c-a996-1790d02b756a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:31.775251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d4959a5c-547a-4a1c-a996-1790d02b756a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:31.780832 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d4959a5c-547a-4a1c-a996-1790d02b756a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:31.850641 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d4959a5c-547a-4a1c-a996-1790d02b756a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.855126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d4959a5c-547a-4a1c-a996-1790d02b756a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.904571 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4959a5c-547a-4a1c-a996-1790d02b756a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3c64a3-e4d0-4edb-8088-17e25edb059b,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:31.915307 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d4959a5c-547a-4a1c-a996-1790d02b756a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:31.916593 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d4959a5c-547a-4a1c-a996-1790d02b756a tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1972473 Jul 29 16:46:31.919515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54876) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:31.924370 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-6af21cd8-4074-40b9-b48b-8f70098cf9d2 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group_rule': {'security_group_id': '2d3c64a3-e4d0-4edb-8088-17e25edb059b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:31.930097 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6af21cd8-4074-40b9-b48b-8f70098cf9d2 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:31.934193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6af21cd8-4074-40b9-b48b-8f70098cf9d2 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:31.937002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6af21cd8-4074-40b9-b48b-8f70098cf9d2 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:31.942946 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6af21cd8-4074-40b9-b48b-8f70098cf9d2 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:31.959973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6af21cd8-4074-40b9-b48b-8f70098cf9d2 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.020098 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6af21cd8-4074-40b9-b48b-8f70098cf9d2 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.023276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6af21cd8-4074-40b9-b48b-8f70098cf9d2 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.045061 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af21cd8-4074-40b9-b48b-8f70098cf9d2 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedcd9f1-84c9-4de1-839b-4edfa87a8ba0,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:32.059863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6af21cd8-4074-40b9-b48b-8f70098cf9d2 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.061039 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6af21cd8-4074-40b9-b48b-8f70098cf9d2 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406174 Jul 29 16:46:32.063660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54880) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:32.081987 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e4fbc206-8736-45af-9d47-9b019c1fc753 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules/dedcd9f1-84c9-4de1-839b-4edfa87a8ba0 HTTP/1.1" status: 200 len: 763 time: 0.0172389 Jul 29 16:46:32.084021 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54884) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:32.129304 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6b557d1c-9643-405c-9a94-90c602e00dcc tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:32.144994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6b557d1c-9643-405c-9a94-90c602e00dcc tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:32.146349 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6b557d1c-9643-405c-9a94-90c602e00dcc tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0614884 Jul 29 16:46:32.149512 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54888) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:32.176429 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c22b655b-b4b5-4f1c-b783-2d6cfadfb656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.189067 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c22b655b-b4b5-4f1c-b783-2d6cfadfb656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.212934 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c22b655b-b4b5-4f1c-b783-2d6cfadfb656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.227550 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b655b-b4b5-4f1c-b783-2d6cfadfb656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dedcd9f1-84c9-4de1-839b-4edfa87a8ba0,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:32.237138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c22b655b-b4b5-4f1c-b783-2d6cfadfb656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.238201 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c22b655b-b4b5-4f1c-b783-2d6cfadfb656 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/dedcd9f1-84c9-4de1-839b-4edfa87a8ba0 HTTP/1.1" status: 204 len: 168 time: 0.0877953 Jul 29 16:46:32.240702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54892) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:32.286405 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c9f55565-3b69-4557-906a-b30ab2972332 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:32.301273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c9f55565-3b69-4557-906a-b30ab2972332 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:32.302532 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c9f55565-3b69-4557-906a-b30ab2972332 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0608292 Jul 29 16:46:32.305693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54896) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:32.310495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-56602223-49ac-4aa0-aa78-54b195519894 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group_rule': {'security_group_id': '2d3c64a3-e4d0-4edb-8088-17e25edb059b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:32.316000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-56602223-49ac-4aa0-aa78-54b195519894 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:32.326084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-56602223-49ac-4aa0-aa78-54b195519894 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:32.341521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-56602223-49ac-4aa0-aa78-54b195519894 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.400510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-56602223-49ac-4aa0-aa78-54b195519894 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.403452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-56602223-49ac-4aa0-aa78-54b195519894 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.426144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56602223-49ac-4aa0-aa78-54b195519894 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e7451b-6d69-48aa-bdf9-0c922e3e1c29,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:32.439344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-56602223-49ac-4aa0-aa78-54b195519894 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.440496 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-56602223-49ac-4aa0-aa78-54b195519894 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339068 Jul 29 16:46:32.443133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54900) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:32.462038 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e922fb31-6ec0-48da-b4e0-21f129fa8800 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules/66e7451b-6d69-48aa-bdf9-0c922e3e1c29 HTTP/1.1" status: 200 len: 763 time: 0.0178585 Jul 29 16:46:32.464354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54904) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:32.513098 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6bff2b5d-c5b4-4213-b7c6-af7cf1edab16 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:32.528070 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6bff2b5d-c5b4-4213-b7c6-af7cf1edab16 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:32.529648 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6bff2b5d-c5b4-4213-b7c6-af7cf1edab16 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0643907 Jul 29 16:46:32.532202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54908) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:32.561059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39dca574-e13e-4377-a29e-7fc39bd9c733 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.571810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39dca574-e13e-4377-a29e-7fc39bd9c733 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.594544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39dca574-e13e-4377-a29e-7fc39bd9c733 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.611647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dca574-e13e-4377-a29e-7fc39bd9c733 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66e7451b-6d69-48aa-bdf9-0c922e3e1c29,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:32.619322 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-39dca574-e13e-4377-a29e-7fc39bd9c733 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.620444 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-39dca574-e13e-4377-a29e-7fc39bd9c733 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/66e7451b-6d69-48aa-bdf9-0c922e3e1c29 HTTP/1.1" status: 204 len: 168 time: 0.0873661 Jul 29 16:46:32.622941 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54914) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:32.667528 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5bf1b61c-8043-4e77-9c55-57f65ef7c640 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:32.683352 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5bf1b61c-8043-4e77-9c55-57f65ef7c640 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:32.684628 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5bf1b61c-8043-4e77-9c55-57f65ef7c640 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0607808 Jul 29 16:46:32.687320 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54918) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:32.692085 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d27b51b0-7109-414a-9f90-82e2d725a422 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group_rule': {'security_group_id': '2d3c64a3-e4d0-4edb-8088-17e25edb059b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:32.698435 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d27b51b0-7109-414a-9f90-82e2d725a422 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:32.708393 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d27b51b0-7109-414a-9f90-82e2d725a422 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:32.724102 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d27b51b0-7109-414a-9f90-82e2d725a422 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.782096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d27b51b0-7109-414a-9f90-82e2d725a422 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.785384 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d27b51b0-7109-414a-9f90-82e2d725a422 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.808249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b51b0-7109-414a-9f90-82e2d725a422 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e587d8-c87e-41f6-a426-8ab9e08eee22,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:32.821862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d27b51b0-7109-414a-9f90-82e2d725a422 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:32.823044 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d27b51b0-7109-414a-9f90-82e2d725a422 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348400 Jul 29 16:46:32.825767 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54922) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:32.844076 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c823bccc-f793-4801-b857-29e1147fb869 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules/56e587d8-c87e-41f6-a426-8ab9e08eee22 HTTP/1.1" status: 200 len: 764 time: 0.0173435 Jul 29 16:46:32.846302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54926) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:32.867631 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54930) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:32.940540 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-03ee9ebe-f842-45be-812a-168fd1e0862b tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:32.969946 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-03ee9ebe-f842-45be-812a-168fd1e0862b tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:32.971182 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-03ee9ebe-f842-45be-812a-168fd1e0862b tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1240499 Jul 29 16:46:32.974380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54934) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:32.982579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e8dce1-0aaf-41ff-ae3c-cd8c484f589a tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:32.983059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e8dce1-0aaf-41ff-ae3c-cd8c484f589a tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:32.983524 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e8dce1-0aaf-41ff-ae3c-cd8c484f589a tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:32.987685 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a6e8dce1-0aaf-41ff-ae3c-cd8c484f589a tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=ab8e87e6e1034425bfda48f6df7de642&network_id=26638b83-b8c8-4716-b887-d9e1cd2cbdcf HTTP/1.1" status: 200 len: 2999 time: 0.1167626 Jul 29 16:46:33.002404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bf3766ad-0333-4985-9945-30ef14e5e8b9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.013144 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bf3766ad-0333-4985-9945-30ef14e5e8b9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.036924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bf3766ad-0333-4985-9945-30ef14e5e8b9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.054214 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3766ad-0333-4985-9945-30ef14e5e8b9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56e587d8-c87e-41f6-a426-8ab9e08eee22,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:33.061758 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bf3766ad-0333-4985-9945-30ef14e5e8b9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.064526 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bf3766ad-0333-4985-9945-30ef14e5e8b9 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/56e587d8-c87e-41f6-a426-8ab9e08eee22 HTTP/1.1" status: 204 len: 168 time: 0.0890360 Jul 29 16:46:33.066128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54940) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:33.114661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-63bd360b-0c5c-43a5-8b99-ab3a6262e534 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:33.128668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-63bd360b-0c5c-43a5-8b99-ab3a6262e534 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group_rule {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:33.129899 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-63bd360b-0c5c-43a5-8b99-ab3a6262e534 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0628841 Jul 29 16:46:33.132743 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54944) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:33.192950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e958d013-121d-4126-9dc3-4493957fcd61 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.219831 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e958d013-121d-4126-9dc3-4493957fcd61 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.265226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e958d013-121d-4126-9dc3-4493957fcd61 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.283333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958d013-121d-4126-9dc3-4493957fcd61 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3c64a3-e4d0-4edb-8088-17e25edb059b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:33.298077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e958d013-121d-4126-9dc3-4493957fcd61 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.299297 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e958d013-121d-4126-9dc3-4493957fcd61 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-groups/2d3c64a3-e4d0-4edb-8088-17e25edb059b HTTP/1.1" status: 204 len: 168 time: 0.1655185 Jul 29 16:46:33.302050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54950) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:33.349804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-95d8bc35-ba62-4437-8bfc-eeb5aaf9904f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:33.364935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-95d8bc35-ba62-4437-8bfc-eeb5aaf9904f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:33.366189 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-95d8bc35-ba62-4437-8bfc-eeb5aaf9904f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632238 Jul 29 16:46:33.370417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54954) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:33.375196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-17979055-20b9-47bf-afb6-1339bd4c9b1f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641410537'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:33.384621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-17979055-20b9-47bf-afb6-1339bd4c9b1f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:33.394038 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-17979055-20b9-47bf-afb6-1339bd4c9b1f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:33.403605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17979055-20b9-47bf-afb6-1339bd4c9b1f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.423110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-17979055-20b9-47bf-afb6-1339bd4c9b1f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:33.427050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-17979055-20b9-47bf-afb6-1339bd4c9b1f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:33.430388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-17979055-20b9-47bf-afb6-1339bd4c9b1f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:33.436220 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-17979055-20b9-47bf-afb6-1339bd4c9b1f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:33.508308 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17979055-20b9-47bf-afb6-1339bd4c9b1f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.512544 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17979055-20b9-47bf-afb6-1339bd4c9b1f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.557858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17979055-20b9-47bf-afb6-1339bd4c9b1f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ddd4b6-6da8-4e2d-9872-6f673d60acdc,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:33.567131 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17979055-20b9-47bf-afb6-1339bd4c9b1f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.569388 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-17979055-20b9-47bf-afb6-1339bd4c9b1f tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1970243 Jul 29 16:46:33.571007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54958) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:33.575935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2a46dd8b-ac79-459c-bb88-4faca5935f35 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Request body: {'security_group_rule': {'security_group_id': 'f0ddd4b6-6da8-4e2d-9872-6f673d60acdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:33.581600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2a46dd8b-ac79-459c-bb88-4faca5935f35 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:33.585653 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2a46dd8b-ac79-459c-bb88-4faca5935f35 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Usage tracker for resource:security_group_rule and tenant:01d320f3e6b544969698994aeb066f10 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:33.588496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2a46dd8b-ac79-459c-bb88-4faca5935f35 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:33.594171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2a46dd8b-ac79-459c-bb88-4faca5935f35 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:33.610539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a46dd8b-ac79-459c-bb88-4faca5935f35 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.669255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a46dd8b-ac79-459c-bb88-4faca5935f35 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.672566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a46dd8b-ac79-459c-bb88-4faca5935f35 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.695718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46dd8b-ac79-459c-bb88-4faca5935f35 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7d2461-0980-4f2d-8d15-0aea04d07f27,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:33.706745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a46dd8b-ac79-459c-bb88-4faca5935f35 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.707966 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2a46dd8b-ac79-459c-bb88-4faca5935f35 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360412 Jul 29 16:46:33.710507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 54962) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:33.774305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1be8a6fa-d497-46c4-8acb-2df7e1cb74fd tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.801223 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1be8a6fa-d497-46c4-8acb-2df7e1cb74fd tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.849794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1be8a6fa-d497-46c4-8acb-2df7e1cb74fd tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.868204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8a6fa-d497-46c4-8acb-2df7e1cb74fd tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ddd4b6-6da8-4e2d-9872-6f673d60acdc,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:33.878217 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1be8a6fa-d497-46c4-8acb-2df7e1cb74fd tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:33.879636 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1be8a6fa-d497-46c4-8acb-2df7e1cb74fd tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-groups/f0ddd4b6-6da8-4e2d-9872-6f673d60acdc HTTP/1.1" status: 204 len: 168 time: 0.1682389 Jul 29 16:46:33.883438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54966) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:33.935838 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-281bba0b-e984-420b-ad9b-1be3dbd71ff0 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Synchronizing usage tracker for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:33.950130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-281bba0b-e984-420b-ad9b-1be3dbd71ff0 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] Unset dirty status for tenant:01d320f3e6b544969698994aeb066f10 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:33.951492 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-281bba0b-e984-420b-ad9b-1be3dbd71ff0 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670850 Jul 29 16:46:33.954112 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54970) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:33.998870 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ee9b0c29-de90-405d-ac1c-d9fdf3db9568 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0437574 Jul 29 16:46:34.001318 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54974) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:34.016385 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-5c5b16c8-90ce-4999-b8e3-cf6680583fc5 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] delete failed (client error): The resource could not be found. Jul 29 16:46:34.017339 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5c5b16c8-90ce-4999-b8e3-cf6680583fc5 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "DELETE /v2.0/security-groups/f0ddd4b6-6da8-4e2d-9872-6f673d60acdc HTTP/1.1" status: 404 len: 347 time: 0.0150671 Jul 29 16:46:34.020415 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54978) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:34.070329 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a6a55773-2f25-41dc-9206-0c6f3f54bb22 tempest-SecGroupTest-1865121617 tempest-SecGroupTest-1865121617-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489235 Jul 29 16:46:34.325819 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54986) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:34.468787 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8afa84e9-f27b-49af-b043-34ea584e6e96 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01d320f3e6b544969698994aeb066f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415787 Jul 29 16:46:34.470929 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 54992) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:34.527883 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-03ae9272-b9ff-431f-891d-351add724577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:34.553376 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-03ae9272-b9ff-431f-891d-351add724577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:34.608978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-03ae9272-b9ff-431f-891d-351add724577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:34.626658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae9272-b9ff-431f-891d-351add724577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68482b8-2a56-45b6-8f84-9f1ba99bb1b9,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:34.637365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-03ae9272-b9ff-431f-891d-351add724577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:34.638480 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-03ae9272-b9ff-431f-891d-351add724577 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c68482b8-2a56-45b6-8f84-9f1ba99bb1b9 HTTP/1.1" status: 204 len: 168 time: 0.1666801 Jul 29 16:46:37.202619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55002) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:37.261219 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386b6ed-6118-4727-a804-c6379f8bc68b tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:37.262668 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e386b6ed-6118-4727-a804-c6379f8bc68b tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6 HTTP/1.1" status: 200 len: 814 time: 0.0590811 Jul 29 16:46:38.259877 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:46:38.332276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55010) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:38.337759 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-7e33764d-f31f-4a1e-90c6-2c8dc370affd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'network': {'name': 'tempest-network-smoke--1108473641', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'port_security_enabled': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:38.342653 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7e33764d-f31f-4a1e-90c6-2c8dc370affd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:38.352092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7e33764d-f31f-4a1e-90c6-2c8dc370affd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:38.361398 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e33764d-f31f-4a1e-90c6-2c8dc370affd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:46:38.364678 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e33764d-f31f-4a1e-90c6-2c8dc370affd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:38.392180 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e33764d-f31f-4a1e-90c6-2c8dc370affd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:46:38.400826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e33764d-f31f-4a1e-90c6-2c8dc370affd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:38.401196 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-7e33764d-f31f-4a1e-90c6-2c8dc370affd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Added segment 85bdbe93-fbdf-4936-8cda-7fa0b1ad653e of type vlan for network 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 Jul 29 16:46:38.425434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e33764d-f31f-4a1e-90c6-2c8dc370affd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:38.454709 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e33764d-f31f-4a1e-90c6-2c8dc370affd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:38.460098 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e33764d-f31f-4a1e-90c6-2c8dc370affd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:38.461484 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7e33764d-f31f-4a1e-90c6-2c8dc370affd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:38.566083 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7e33764d-f31f-4a1e-90c6-2c8dc370affd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2327256 Jul 29 16:46:38.568875 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33764d-f31f-4a1e-90c6-2c8dc370affd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Network': ['ID=6c75edb5-a4ad-4df4-8c4d-769cda31e9d8,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:38.569521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55014) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:38.579783 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:46:38.635608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc7564f-41ac-4f94-bbfd-b37ec2343f72 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:38.637107 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ffc7564f-41ac-4f94-bbfd-b37ec2343f72 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ab8e87e6e1034425bfda48f6df7de642&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0665543 Jul 29 16:46:38.639941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55018) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:38.768742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7062f53a-0fe3-468a-90d6-a4e269c13612 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:38.770275 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7062f53a-0fe3-468a-90d6-a4e269c13612 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294217 Jul 29 16:46:38.773222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55022) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:38.811906 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-313db26d-9fcf-4e8c-a9c8-72e55e3e0fad tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376163 Jul 29 16:46:38.814375 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55026) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:38.851249 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e5aaeb2c-428f-47e7-b671-624b12912d5d tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ab8e87e6e1034425bfda48f6df7de642&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358968 Jul 29 16:46:38.854124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55030) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:38.979893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96efc6b-643d-4abf-8916-f9f658537fb6 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:38.981366 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a96efc6b-643d-4abf-8916-f9f658537fb6 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263597 Jul 29 16:46:38.984097 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55034) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:39.029624 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-69543f76-3c62-4db2-ab30-87b8f2f603a0 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445070 Jul 29 16:46:39.032129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55038) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:39.037346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1832426671', 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:39.145799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:39.149961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:subnet and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:39.152682 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:39.158304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:39.169007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:46:39.172352 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:39.384508 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:39.458913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Subnet': ['ID=a7d13eaf-6435-4aef-9ede-0027ea3a708f,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:39.471747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Checking segment: {'id': '85bdbe93-fbdf-4936-8cda-7fa0b1ad653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:46:39.472110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network hostable DHCP agents. Network: 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:46:39.494566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:46:39.504855 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:46:39.517077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:39.517077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:39.517369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35029aef-0afc-4e60-bddd-0f5c084c13a3 None None] Network 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:46:39.547512 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-dacf0365-c636-4a61-80e0-f3a3398dd550 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5086174 Jul 29 16:46:39.621570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55044) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:39.630804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8fb0cd27-e9f3-4c4b-b4a9-d65147590c83 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103315551', 'description': 'tempest-secgroup-smoke-2103315551 description', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:39.637431 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8fb0cd27-e9f3-4c4b-b4a9-d65147590c83 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:39.647235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8fb0cd27-e9f3-4c4b-b4a9-d65147590c83 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:39.658508 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8fb0cd27-e9f3-4c4b-b4a9-d65147590c83 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:39.682482 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8fb0cd27-e9f3-4c4b-b4a9-d65147590c83 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:39.686296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8fb0cd27-e9f3-4c4b-b4a9-d65147590c83 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:39.689095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8fb0cd27-e9f3-4c4b-b4a9-d65147590c83 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:39.694841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8fb0cd27-e9f3-4c4b-b4a9-d65147590c83 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:39.762707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-6c75edb5-a4ad-4df4-8c4d-769cda31e9d8', 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ips': [{'subnet_id': 'a7d13eaf-6435-4aef-9ede-0027ea3a708f'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:46:39.763651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:39.766297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8fb0cd27-e9f3-4c4b-b4a9-d65147590c83 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:39.770012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8fb0cd27-e9f3-4c4b-b4a9-d65147590c83 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:39.815150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0cd27-e9f3-4c4b-b4a9-d65147590c83 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c909a4-a742-417f-8132-b1ab8f864230,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:39.822950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8fb0cd27-e9f3-4c4b-b4a9-d65147590c83 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:39.827153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55048) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:39.827670 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8fb0cd27-e9f3-4c4b-b4a9-d65147590c83 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2006359 Jul 29 16:46:39.832509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-01696386-f9a7-4a02-adad-1b3268279718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '75c909a4-a742-417f-8132-b1ab8f864230', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:39.839156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-01696386-f9a7-4a02-adad-1b3268279718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:39.844078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-01696386-f9a7-4a02-adad-1b3268279718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:39.847123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-01696386-f9a7-4a02-adad-1b3268279718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:39.854151 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-01696386-f9a7-4a02-adad-1b3268279718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:39.870181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01696386-f9a7-4a02-adad-1b3268279718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:39.919616 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Allocated IP 172.20.0.18 (6c75edb5-a4ad-4df4-8c4d-769cda31e9d8/a7d13eaf-6435-4aef-9ede-0027ea3a708f/a6f061a1-30aa-467d-808a-66842f244428) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:46:39.935816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01696386-f9a7-4a02-adad-1b3268279718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:39.939421 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01696386-f9a7-4a02-adad-1b3268279718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:39.964642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01696386-f9a7-4a02-adad-1b3268279718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09807480-c52e-467a-9e1f-65198e9ce3c0,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:39.974110 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-01696386-f9a7-4a02-adad-1b3268279718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:39.975303 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-01696386-f9a7-4a02-adad-1b3268279718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469853 Jul 29 16:46:39.978734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55052) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:39.983930 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-4cd519c3-f100-4bb4-9e75-6c71db689e0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '75c909a4-a742-417f-8132-b1ab8f864230', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:39.990169 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4cd519c3-f100-4bb4-9e75-6c71db689e0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:39.994627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4cd519c3-f100-4bb4-9e75-6c71db689e0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:39.997621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4cd519c3-f100-4bb4-9e75-6c71db689e0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:40.003375 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4cd519c3-f100-4bb4-9e75-6c71db689e0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:40.021139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4cd519c3-f100-4bb4-9e75-6c71db689e0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.082788 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4cd519c3-f100-4bb4-9e75-6c71db689e0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.086390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4cd519c3-f100-4bb4-9e75-6c71db689e0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.107046 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd519c3-f100-4bb4-9e75-6c71db689e0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a527900b-5dac-433d-9d17-49442c48f9bb,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:40.119051 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4cd519c3-f100-4bb4-9e75-6c71db689e0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.121275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.123384 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4cd519c3-f100-4bb4-9e75-6c71db689e0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436026 Jul 29 16:46:40.123657 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55056) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:40.129720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ed362b19-2e06-4990-950c-04b7a5179c4a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '75c909a4-a742-417f-8132-b1ab8f864230', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:40.132234 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Transition to ACTIVE for port object a6f061a1-30aa-467d-808a-66842f244428 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:46:40.137976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ed362b19-2e06-4990-950c-04b7a5179c4a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:40.141906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ed362b19-2e06-4990-950c-04b7a5179c4a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:40.144752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ed362b19-2e06-4990-950c-04b7a5179c4a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:40.150577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ed362b19-2e06-4990-950c-04b7a5179c4a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:40.151568 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Transition to ACTIVE for port object a6f061a1-30aa-467d-808a-66842f244428 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:46:40.157682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.167279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ed362b19-2e06-4990-950c-04b7a5179c4a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.229800 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Network 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:46:40.230060 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ed362b19-2e06-4990-950c-04b7a5179c4a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.232896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:46:40.233620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ed362b19-2e06-4990-950c-04b7a5179c4a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.236755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:46:40.243159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Pushing event updated for resources: {'Port': ['ID=a6f061a1-30aa-467d-808a-66842f244428,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:40.258607 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed362b19-2e06-4990-950c-04b7a5179c4a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f393733d-cdf5-4417-8c1b-e95b8e635f39,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:40.267664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ed362b19-2e06-4990-950c-04b7a5179c4a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.268857 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ed362b19-2e06-4990-950c-04b7a5179c4a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438930 Jul 29 16:46:40.271710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55060) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:40.276649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ecb9c9b5-56a9-4ed6-9002-3d3f34eabcfc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '75c909a4-a742-417f-8132-b1ab8f864230', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:40.282433 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ecb9c9b5-56a9-4ed6-9002-3d3f34eabcfc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:40.284449 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:40.284799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:40.285158 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:40.285492 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:40.285819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:40.286143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:40.286374 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ecb9c9b5-56a9-4ed6-9002-3d3f34eabcfc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:40.286497 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:40.286773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:40.287090 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:40.287407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:40.287721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:40.288036 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:46:40.289793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ecb9c9b5-56a9-4ed6-9002-3d3f34eabcfc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:40.295878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ecb9c9b5-56a9-4ed6-9002-3d3f34eabcfc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:40.313512 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c9b5-56a9-4ed6-9002-3d3f34eabcfc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.354283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Attempting to bind port a6f061a1-30aa-467d-808a-66842f244428 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:46:40.354652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Attempting to bind port a6f061a1-30aa-467d-808a-66842f244428 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '85bdbe93-fbdf-4936-8cda-7fa0b1ad653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:46:40.355008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Attempting to bind port a6f061a1-30aa-467d-808a-66842f244428 on network 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:46:40.360120 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:46:40.360656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Checking segment: {'id': '85bdbe93-fbdf-4936-8cda-7fa0b1ad653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:46:40.361149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.361368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Bound using segment: {'id': '85bdbe93-fbdf-4936-8cda-7fa0b1ad653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:46:40.361786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Bound port: a6f061a1-30aa-467d-808a-66842f244428, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bdbe93-fbdf-4936-8cda-7fa0b1ad653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:46:40.362257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.376335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c9b5-56a9-4ed6-9002-3d3f34eabcfc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.380371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c9b5-56a9-4ed6-9002-3d3f34eabcfc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.405606 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9c9b5-56a9-4ed6-9002-3d3f34eabcfc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94acee8e-9b0d-49f6-9cfb-f279a522e014,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:40.415129 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c9b5-56a9-4ed6-9002-3d3f34eabcfc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.419254 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ecb9c9b5-56a9-4ed6-9002-3d3f34eabcfc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438177 Jul 29 16:46:40.419459 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55064) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:40.424302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-28332306-52d3-401b-906a-82b31cf9ce93 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '75c909a4-a742-417f-8132-b1ab8f864230', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:40.430616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-28332306-52d3-401b-906a-82b31cf9ce93 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:40.434395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-28332306-52d3-401b-906a-82b31cf9ce93 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:40.437230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-28332306-52d3-401b-906a-82b31cf9ce93 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:40.442805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-28332306-52d3-401b-906a-82b31cf9ce93 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:40.450588 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] For port a6f061a1-30aa-467d-808a-66842f244428, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:46:40.453646 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-28332306-52d3-401b-906a-82b31cf9ce93 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:46:40.454089 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] For port a6f061a1-30aa-467d-808a-66842f244428, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a6f061a1-30aa-467d-808a-66842f244428,segment=NetworkSegment(85bdbe93-fbdf-4936-8cda-7fa0b1ad653e),segment_id=85bdbe93-fbdf-4936-8cda-7fa0b1ad653e)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:46:40.458017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.461354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-28332306-52d3-401b-906a-82b31cf9ce93 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.526644 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-28332306-52d3-401b-906a-82b31cf9ce93 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.531838 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-28332306-52d3-401b-906a-82b31cf9ce93 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.534565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b733bb-aef9-4a8a-b296-fae4e32ee326 None None] Pushing event updated for resources: {'Port': ['ID=a6f061a1-30aa-467d-808a-66842f244428,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:40.560381 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28332306-52d3-401b-906a-82b31cf9ce93 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49a6497-df3d-404c-940b-b4af16e9be03,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:40.573788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-28332306-52d3-401b-906a-82b31cf9ce93 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.575010 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-28332306-52d3-401b-906a-82b31cf9ce93 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1546745 Jul 29 16:46:40.577935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55068) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:40.583768 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-fadea7c3-14cf-4a9e-922b-f79b35f02cfd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '75c909a4-a742-417f-8132-b1ab8f864230', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:40.590644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fadea7c3-14cf-4a9e-922b-f79b35f02cfd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:40.594537 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fadea7c3-14cf-4a9e-922b-f79b35f02cfd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:40.597411 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fadea7c3-14cf-4a9e-922b-f79b35f02cfd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:40.603799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fadea7c3-14cf-4a9e-922b-f79b35f02cfd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:40.617569 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-fadea7c3-14cf-4a9e-922b-f79b35f02cfd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:46:40.624418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fadea7c3-14cf-4a9e-922b-f79b35f02cfd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.692182 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fadea7c3-14cf-4a9e-922b-f79b35f02cfd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.696039 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fadea7c3-14cf-4a9e-922b-f79b35f02cfd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.730688 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadea7c3-14cf-4a9e-922b-f79b35f02cfd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aaca734-9c1d-4bbe-ae77-2daae3b2d893,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:40.742718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fadea7c3-14cf-4a9e-922b-f79b35f02cfd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:40.754026 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fadea7c3-14cf-4a9e-922b-f79b35f02cfd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1743567 Jul 29 16:46:41.161775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-a004b4f4-71b2-4d74-90d0-bfe190ec1f81 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:41.177292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-a004b4f4-71b2-4d74-90d0-bfe190ec1f81 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:41.178477 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-a004b4f4-71b2-4d74-90d0-bfe190ec1f81 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103315551&fields=id&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 267 time: 0.0549278 Jul 29 16:46:41.334335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-d5689b19-1286-4020-b528-bb03f75853bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:41.336465 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-d5689b19-1286-4020-b528-bb03f75853bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/networks?id=6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 HTTP/1.1" status: 200 len: 797 time: 0.1502535 Jul 29 16:46:41.352489 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-3f7b292a-e3fd-4f7b-9320-0674c4560ba6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/quotas/ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 375 time: 0.0102103 Jul 29 16:46:41.454963 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-297dd0b8-737c-4e32-8019-eba583777b54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0970557 Jul 29 16:46:41.470631 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-5ab70cef-f5f4-4651-a1bb-94218a7a9e6b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:46:41.471589 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-5ab70cef-f5f4-4651-a1bb-94218a7a9e6b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052083 Jul 29 16:46:41.513167 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99885cc0-edd1-49d1-b37b-86c982cdffc3 None None] Network 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:46:41.599792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b2eb5b76-eb5f-4331-96b3-009422f98096 None None] Provisioning for port a6f061a1-30aa-467d-808a-66842f244428 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:46:41.707926 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-58008efe-6f93-49fc-80be-4faabca8f736 service neutron] 10.222.0.58 "GET /v2.0/networks/6c75edb5-a4ad-4df4-8c4d-769cda31e9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303593 Jul 29 16:46:41.842144 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-71a33665-0e62-45e2-9fa5-e7d546dca70e service neutron] 10.222.0.58 "GET /v2.0/networks/6c75edb5-a4ad-4df4-8c4d-769cda31e9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277516 Jul 29 16:46:42.138830 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-690125af-23f8-4dce-b100-dbb62a3a05d8 req-f04dbf12-6a24-4ce8-b9ad-97b831e7926c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 210 time: 0.1591058 Jul 29 16:46:42.564261 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a6f061a1-30aa-467d-808a-66842f244428 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:46:42.633277 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port a6f061a1-30aa-467d-808a-66842f244428 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:46:42.637918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port a6f061a1-30aa-467d-808a-66842f244428 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:42.638299 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:42.781247 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port a6f061a1-30aa-467d-808a-66842f244428 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:46:42.781625 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:42.814085 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port a6f061a1-30aa-467d-808a-66842f244428, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a6f061a1-30aa-467d-808a-66842f244428,segment=NetworkSegment(85bdbe93-fbdf-4936-8cda-7fa0b1ad653e),segment_id=85bdbe93-fbdf-4936-8cda-7fa0b1ad653e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:46:42.818297 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:42.923372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=a6f061a1-30aa-467d-808a-66842f244428,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:43.085485 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-126582c4-855c-49d4-a1d0-ddb35dd0da62 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:43.086607 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-126582c4-855c-49d4-a1d0-ddb35dd0da62 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:46:43.110141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-126582c4-855c-49d4-a1d0-ddb35dd0da62 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:46:43.111508 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-126582c4-855c-49d4-a1d0-ddb35dd0da62 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/networks?id=6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 HTTP/1.1" status: 200 len: 797 time: 0.1781201 Jul 29 16:46:43.162013 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-856285e0-331a-43cd-9b40-0fdb19fc4203 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 472 time: 0.0422790 Jul 29 16:46:43.173244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'port': {'device_id': 'a1804809-a1aa-4ee0-b912-69650635ab6e', 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8', 'admin_state_up': True, 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'security_groups': ['75c909a4-a742-417f-8132-b1ab8f864230']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:43.302166 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-47794665-5f1e-4672-85d4-0c16bce76048 req-07c651ac-235f-47f1-a05a-e5001c790165 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 210 time: 0.0515060 Jul 29 16:46:43.310090 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:46:43.314228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:port and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:46:43.317090 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:46:43.322780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:46:43.332444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:46:43.336198 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:43.496306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.25 (6c75edb5-a4ad-4df4-8c4d-769cda31e9d8/a7d13eaf-6435-4aef-9ede-0027ea3a708f/c296ce6f-873d-442a-9f51-dec55f9dcabe) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:46:43.679467 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:43.694106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object c296ce6f-873d-442a-9f51-dec55f9dcabe will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:46:43.716576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:43.789796 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:46:43.792712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:46:43.797639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:46:43.821888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=c296ce6f-873d-442a-9f51-dec55f9dcabe,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:43.862109 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:43.862707 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:43.888335 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-33e3abe3-4cd2-4af5-8d32-387c62d3fcb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7186072 Jul 29 16:46:43.899174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Request body: {'port': {'device_id': 'a1804809-a1aa-4ee0-b912-69650635ab6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:46:44.064921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5ea3c07e-c972-4164-a8a5-030e3f24c9fb None None] Provisioning for port c296ce6f-873d-442a-9f51-dec55f9dcabe completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:46:44.070296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5ea3c07e-c972-4164-a8a5-030e3f24c9fb None None] Provisioning complete for port c296ce6f-873d-442a-9f51-dec55f9dcabe triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:44.070839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5ea3c07e-c972-4164-a8a5-030e3f24c9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:44.102581 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:44.126949 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3c07e-c972-4164-a8a5-030e3f24c9fb None None] Port c296ce6f-873d-442a-9f51-dec55f9dcabe cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:46:44.433945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c296ce6f-873d-442a-9f51-dec55f9dcabe {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:46:44.441195 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:44.455332 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Transition to ACTIVE for port object c296ce6f-873d-442a-9f51-dec55f9dcabe will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:46:44.460511 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:44.502898 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ffb10-67bc-4802-a427-257911c2be7b req-5a31070a-9d08-49c7-aed6-b616a5888bf3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:44.505315 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b58ffb10-67bc-4802-a427-257911c2be7b req-5a31070a-9d08-49c7-aed6-b616a5888bf3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 932 time: 0.0968339 Jul 29 16:46:44.553475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a6f061a1-30aa-467d-808a-66842f244428 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:46:44.596524 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b58ffb10-67bc-4802-a427-257911c2be7b req-18bd083a-6c9a-4d8f-8251-e22259003d09 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=75c909a4-a742-417f-8132-b1ab8f864230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773273 Jul 29 16:46:44.636875 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c296ce6f-873d-442a-9f51-dec55f9dcabe,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:44.667642 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port a6f061a1-30aa-467d-808a-66842f244428 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:44.668619 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:44.714799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Attempting to bind port c296ce6f-873d-442a-9f51-dec55f9dcabe on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:46:44.715134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Attempting to bind port c296ce6f-873d-442a-9f51-dec55f9dcabe by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '85bdbe93-fbdf-4936-8cda-7fa0b1ad653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:46:44.715451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Attempting to bind port c296ce6f-873d-442a-9f51-dec55f9dcabe on network 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:46:44.720590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Port c296ce6f-873d-442a-9f51-dec55f9dcabe on network 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:46:44.720907 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Attempting to bind port c296ce6f-873d-442a-9f51-dec55f9dcabe on network 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:46:44.726452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:46:44.726798 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Checking segment: {'id': '85bdbe93-fbdf-4936-8cda-7fa0b1ad653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:46:44.727173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Bound using segment: {'id': '85bdbe93-fbdf-4936-8cda-7fa0b1ad653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:46:44.727780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Bound port: c296ce6f-873d-442a-9f51-dec55f9dcabe, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85bdbe93-fbdf-4936-8cda-7fa0b1ad653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:46:44.728044 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:44.798831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port a6f061a1-30aa-467d-808a-66842f244428 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:46:44.818897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] For port c296ce6f-873d-442a-9f51-dec55f9dcabe, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:46:44.821777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] For port c296ce6f-873d-442a-9f51-dec55f9dcabe, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=c296ce6f-873d-442a-9f51-dec55f9dcabe,segment=NetworkSegment(85bdbe93-fbdf-4936-8cda-7fa0b1ad653e),segment_id=85bdbe93-fbdf-4936-8cda-7fa0b1ad653e)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:46:44.827287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:44.877498 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:44.878087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:44.879546 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] 10.222.0.69 "PUT /v2.0/ports/c296ce6f-873d-442a-9f51-dec55f9dcabe HTTP/1.1" status: 200 len: 1094 time: 0.9845724 Jul 29 16:46:44.881776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1804809-a1aa-4ee0-b912-69650635ab6e', 'tag': 'c296ce6f-873d-442a-9f51-dec55f9dcabe'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:46:44.912824 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba8b3c-c472-4fa1-8cab-ba034917edc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c296ce6f-873d-442a-9f51-dec55f9dcabe,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:44.967519 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4af3c33-8b11-478f-966f-31e07ec22378'] response: {'name': 'network-changed', 'server_uuid': 'a1804809-a1aa-4ee0-b912-69650635ab6e', 'tag': 'c296ce6f-873d-442a-9f51-dec55f9dcabe', 'status': 'completed', 'code': 200} Jul 29 16:46:45.012916 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-c8e94293-8012-41a8-819e-efec0ac481d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:45.014441 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-c8e94293-8012-41a8-819e-efec0ac481d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 1097 time: 0.0884635 Jul 29 16:46:45.067573 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-be79d931-cfce-4f23-9dbe-27c0712c5664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:45.086936 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-f8dc5604-63ca-4922-ab70-b88b1f08698f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=c296ce6f-873d-442a-9f51-dec55f9dcabe HTTP/1.1" status: 200 len: 217 time: 0.0656118 Jul 29 16:46:45.153546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-a3e884ee-7e17-43b3-80d6-d0158b385c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:45.154948 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-a3e884ee-7e17-43b3-80d6-d0158b385c90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a7d13eaf-6435-4aef-9ede-0027ea3a708f HTTP/1.1" status: 200 len: 838 time: 0.0625050 Jul 29 16:46:45.235913 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-a1f864ea-49d8-4b8f-a25a-48b4b9327658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:45.237400 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-a1f864ea-49d8-4b8f-a25a-48b4b9327658 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6c75edb5-a4ad-4df4-8c4d-769cda31e9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0767732 Jul 29 16:46:45.366379 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-d6a288cb-32f7-4c3d-8cdd-9c5b98e97319 service neutron] 10.222.0.69 "GET /v2.0/networks/6c75edb5-a4ad-4df4-8c4d-769cda31e9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221488 Jul 29 16:46:45.495537 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e6c8265d-dfee-420d-9b90-d2040689bcfa req-e915cb98-b5fe-455a-a0d4-95afba155fce service neutron] 10.222.0.69 "GET /v2.0/networks/6c75edb5-a4ad-4df4-8c4d-769cda31e9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219203 Jul 29 16:46:45.622059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d46ed-5da5-4906-a69d-e8fe56410ff5 req-8a28b903-bb2c-433b-adcd-2edf0ee6fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:45.623598 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d46ed-5da5-4906-a69d-e8fe56410ff5 req-8a28b903-bb2c-433b-adcd-2edf0ee6fa5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 1097 time: 0.0828376 Jul 29 16:46:45.791514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a397214-816e-4f04-ac5a-fe5f5fa7b905 req-75bf793d-64f4-44f6-ae47-cf3fb6dc87b9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:45.793268 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1a397214-816e-4f04-ac5a-fe5f5fa7b905 req-75bf793d-64f4-44f6-ae47-cf3fb6dc87b9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 944 time: 0.0945323 Jul 29 16:46:45.838409 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1a397214-816e-4f04-ac5a-fe5f5fa7b905 req-b4da08fb-816d-488e-8f4b-aca1c9f593c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=75c909a4-a742-417f-8132-b1ab8f864230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394688 Jul 29 16:46:45.855184 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d46ed-5da5-4906-a69d-e8fe56410ff5 req-ca4c511b-0b19-4bab-9375-09f30a17e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:45.856637 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d46ed-5da5-4906-a69d-e8fe56410ff5 req-ca4c511b-0b19-4bab-9375-09f30a17e409 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 HTTP/1.1" status: 200 len: 898 time: 0.2273920 Jul 29 16:46:45.923226 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d46ed-5da5-4906-a69d-e8fe56410ff5 req-03e5b8f5-a302-4c19-ab9e-ce8204d15017 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=c296ce6f-873d-442a-9f51-dec55f9dcabe HTTP/1.1" status: 200 len: 217 time: 0.0601406 Jul 29 16:46:45.987281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d46ed-5da5-4906-a69d-e8fe56410ff5 req-9bf9cdce-d675-47c7-9753-8a590b871d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:45.988670 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d46ed-5da5-4906-a69d-e8fe56410ff5 req-9bf9cdce-d675-47c7-9753-8a590b871d5e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a7d13eaf-6435-4aef-9ede-0027ea3a708f HTTP/1.1" status: 200 len: 838 time: 0.0600586 Jul 29 16:46:46.070549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d46ed-5da5-4906-a69d-e8fe56410ff5 req-3821e913-9091-4f0c-a786-56509393030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:46.071914 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d46ed-5da5-4906-a69d-e8fe56410ff5 req-3821e913-9091-4f0c-a786-56509393030c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6c75edb5-a4ad-4df4-8c4d-769cda31e9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0770001 Jul 29 16:46:46.082170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [req-bd2d46ed-5da5-4906-a69d-e8fe56410ff5 req-3efc1c40-fdaa-44f5-b421-b30069fc0e90 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:46:46.083077 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d46ed-5da5-4906-a69d-e8fe56410ff5 req-3efc1c40-fdaa-44f5-b421-b30069fc0e90 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047717 Jul 29 16:46:46.211943 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d46ed-5da5-4906-a69d-e8fe56410ff5 req-671260bf-e497-4703-962f-ce0e4ff9bf40 service neutron] 10.222.0.69 "GET /v2.0/networks/6c75edb5-a4ad-4df4-8c4d-769cda31e9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225345 Jul 29 16:46:46.342009 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d46ed-5da5-4906-a69d-e8fe56410ff5 req-5e698eb5-3be7-4e4f-a3f6-d7fbbbe82b29 service neutron] 10.222.0.69 "GET /v2.0/networks/6c75edb5-a4ad-4df4-8c4d-769cda31e9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233327 Jul 29 16:46:47.030713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3acf68-3ef3-4f28-a7f5-fb28c341c2f1 req-e27f0e92-7add-4c57-90c3-cbad0d2921ab tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:47.032140 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ac3acf68-3ef3-4f28-a7f5-fb28c341c2f1 req-e27f0e92-7add-4c57-90c3-cbad0d2921ab tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 944 time: 0.0846994 Jul 29 16:46:47.078619 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ac3acf68-3ef3-4f28-a7f5-fb28c341c2f1 req-b254092e-32d8-4962-a43d-a8ff471cb144 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=75c909a4-a742-417f-8132-b1ab8f864230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408595 Jul 29 16:46:47.609986 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bfeb655c-03f6-49dd-b9d8-a17b853125bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:47.848042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device c296ce6f-873d-442a-9f51-dec55f9dcabe details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:46:47.978133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port c296ce6f-873d-442a-9f51-dec55f9dcabe, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=c296ce6f-873d-442a-9f51-dec55f9dcabe,segment=NetworkSegment(85bdbe93-fbdf-4936-8cda-7fa0b1ad653e),segment_id=85bdbe93-fbdf-4936-8cda-7fa0b1ad653e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:46:47.990753 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'c296ce6f-873d-442a-9f51-dec55f9dcabe', 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8', 'port_id': 'c296ce6f-873d-442a-9f51-dec55f9dcabe', 'mac_address': 'fa:16:3e:e8:e2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d13eaf-6435-4aef-9ede-0027ea3a708f', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:46:48.045865 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port c296ce6f-873d-442a-9f51-dec55f9dcabe is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:46:48.046251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:48.063134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c296ce6f-873d-442a-9f51-dec55f9dcabe {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:46:48.078019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port c296ce6f-873d-442a-9f51-dec55f9dcabe, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=c296ce6f-873d-442a-9f51-dec55f9dcabe,segment=NetworkSegment(85bdbe93-fbdf-4936-8cda-7fa0b1ad653e),segment_id=85bdbe93-fbdf-4936-8cda-7fa0b1ad653e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:46:48.082074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:48.152429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=c296ce6f-873d-442a-9f51-dec55f9dcabe,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:48.259209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:48.275689 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a1c2d-abe7-4dd1-acda-9e0775c2f789 req-429d8a9d-fdf1-4a3a-aa49-d73c5971966e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:48.277167 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-825a1c2d-abe7-4dd1-acda-9e0775c2f789 req-429d8a9d-fdf1-4a3a-aa49-d73c5971966e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 945 time: 0.0882776 Jul 29 16:46:48.321103 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-825a1c2d-abe7-4dd1-acda-9e0775c2f789 req-48b70f95-b103-4dce-8ec0-b4202e70f524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=75c909a4-a742-417f-8132-b1ab8f864230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382025 Jul 29 16:46:48.365726 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:48.454445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['c296ce6f-873d-442a-9f51-dec55f9dcabe'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:46:49.519212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3662dc3-4feb-4697-b69c-aada502d81e7 req-fb465139-2ed1-45e9-8cf0-58d9efc11dbe tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:49.520706 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e3662dc3-4feb-4697-b69c-aada502d81e7 req-fb465139-2ed1-45e9-8cf0-58d9efc11dbe tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 945 time: 0.0899866 Jul 29 16:46:49.565678 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e3662dc3-4feb-4697-b69c-aada502d81e7 req-4a7b1a47-41f5-46b8-a5aa-a01f0b2803c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=75c909a4-a742-417f-8132-b1ab8f864230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392499 Jul 29 16:46:49.865879 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:49.869327 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device c296ce6f-873d-442a-9f51-dec55f9dcabe up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:46:49.938160 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port c296ce6f-873d-442a-9f51-dec55f9dcabe completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:46:49.942668 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port c296ce6f-873d-442a-9f51-dec55f9dcabe triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:49.943035 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:50.056272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port c296ce6f-873d-442a-9f51-dec55f9dcabe is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:46:50.056569 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:50.081846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1804809-a1aa-4ee0-b912-69650635ab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c296ce6f-873d-442a-9f51-dec55f9dcabe'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:46:50.091118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port c296ce6f-873d-442a-9f51-dec55f9dcabe, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=c296ce6f-873d-442a-9f51-dec55f9dcabe,segment=NetworkSegment(85bdbe93-fbdf-4936-8cda-7fa0b1ad653e),segment_id=85bdbe93-fbdf-4936-8cda-7fa0b1ad653e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:46:50.095359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:50.131424 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746f93c8-2b9f-4215-9eab-2a830e774472'] response: {'server_uuid': 'a1804809-a1aa-4ee0-b912-69650635ab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c296ce6f-873d-442a-9f51-dec55f9dcabe', 'code': 200} Jul 29 16:46:50.163523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=c296ce6f-873d-442a-9f51-dec55f9dcabe,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:50.362539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e49777-058c-4dd2-8404-10575945b255 req-1fb5356f-396d-4f76-b6dc-4b655551eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:50.363910 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-96e49777-058c-4dd2-8404-10575945b255 req-1fb5356f-396d-4f76-b6dc-4b655551eead service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 1099 time: 0.0821285 Jul 29 16:46:50.403728 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-96e49777-058c-4dd2-8404-10575945b255 req-71d8d933-e81f-4a4a-9f52-7f50c185b5f6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=75c909a4-a742-417f-8132-b1ab8f864230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332868 Jul 29 16:46:50.429535 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:50.759016 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba82276-365e-4918-8890-16d2ba109d26 req-a616f529-2bdf-41be-aade-b457431f9b2c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:50.760469 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6ba82276-365e-4918-8890-16d2ba109d26 req-a616f529-2bdf-41be-aade-b457431f9b2c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 946 time: 0.0865231 Jul 29 16:46:50.807626 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6ba82276-365e-4918-8890-16d2ba109d26 req-a18bc9cd-0b67-4fd2-aa72-2959e0589856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=75c909a4-a742-417f-8132-b1ab8f864230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414371 Jul 29 16:46:52.000370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e656dbf-9315-476e-8e4b-057c3caaacc3 req-7cd1a20d-1fe0-4371-af8b-8392178d2678 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:52.001835 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0e656dbf-9315-476e-8e4b-057c3caaacc3 req-7cd1a20d-1fe0-4371-af8b-8392178d2678 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 946 time: 0.0864089 Jul 29 16:46:52.044985 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0e656dbf-9315-476e-8e4b-057c3caaacc3 req-9c260415-6608-4807-bff1-54e4adada6bd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=75c909a4-a742-417f-8132-b1ab8f864230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375831 Jul 29 16:46:52.238725 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f129679-10d5-4a1c-a86c-970a64cefd1d req-61c58dd3-2043-4d76-ae82-0797d41ab076 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:46:52.240167 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1f129679-10d5-4a1c-a86c-970a64cefd1d req-61c58dd3-2043-4d76-ae82-0797d41ab076 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 946 time: 0.0911534 Jul 29 16:46:52.283166 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1f129679-10d5-4a1c-a86c-970a64cefd1d req-fac69cc0-1af1-44b3-b08b-8dd30b7ef278 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=75c909a4-a742-417f-8132-b1ab8f864230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367393 Jul 29 16:46:53.764383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55128) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:46:54.579686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:54.990246 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.17 (6c75edb5-a4ad-4df4-8c4d-769cda31e9d8/a7d13eaf-6435-4aef-9ede-0027ea3a708f/6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:46:55.169854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:55.195726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:46:55.221928 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:55.298761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:46:55.301303 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:46:55.305973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:46:55.357279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:55.378014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:55.530440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:55.602665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-44422634-07bb-4d2e-a8a4-fa2bcf8ac92c None None] Provisioning for port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:46:55.607361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-44422634-07bb-4d2e-a8a4-fa2bcf8ac92c None None] Provisioning complete for port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:55.607809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-44422634-07bb-4d2e-a8a4-fa2bcf8ac92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:55.665032 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-44422634-07bb-4d2e-a8a4-fa2bcf8ac92c None None] Port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:46:56.067644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:56.071905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:56.195434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:56.198102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:56.340185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:46:56.341186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:46:56.551259 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:46:56.594256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e4c0acb7-5436-4f9d-8834-22e4835b6aee None None] Provisioning complete for port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:46:56.594256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e4c0acb7-5436-4f9d-8834-22e4835b6aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:56.647421 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0acb7-5436-4f9d-8834-22e4835b6aee None None] Port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:46:56.750121 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:46:56.760613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Sync routers for ids ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:46:56.763900 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d2ce5425-1157-4775-b8a4-7914bf468584 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/4865f0dc-93c6-45f1-9e4b-38f21eab8c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9983494 Jul 29 16:46:56.769911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Routers {'4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:46:56.770560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:46:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:56.956965 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Set router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:46:57.329698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:46:55Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '8f6e8b87-d0ec-4271-b2a5-a395bc59a355', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'port_id': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'mac_address': 'fa:16:3e:d7:55:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70494a3c-bca1-4c8b-9480-dec26a367185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:45:28Z', 'updated_at': '2022-07-29T16:45:33Z', 'revision_number': 1, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447', 'name': '', 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:7e:9c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'a7d13eaf-6435-4aef-9ede-0027ea3a708f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:46:54Z', 'updated_at': '2022-07-29T16:46:55Z', 'revision_number': 2, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'a7d13eaf-6435-4aef-9ede-0027ea3a708f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f151174e-82f1-40c6-93d1-309f142d66ea', 'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:07:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:04Z', 'updated_at': '2022-07-29T16:45:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:57.333416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Checking router: 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:46:57.333766 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Updating router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:46:57.384401 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:57.716270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:57.728406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Transition to ACTIVE for port object 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:46:57.734613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:57.892804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345767b-af27-4f6c-ab89-694c12b2c4c6 None None] Pushing event updated for resources: {'Port': ['ID=6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:57.967403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Attempting to bind port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:46:57.967700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Attempting to bind port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '85bdbe93-fbdf-4936-8cda-7fa0b1ad653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:46:57.968051 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Attempting to bind port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 on network 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:46:57.975411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:46:57.975774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Checking segment: {'id': '85bdbe93-fbdf-4936-8cda-7fa0b1ad653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:46:57.976719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:57.977129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Bound using segment: {'id': '85bdbe93-fbdf-4936-8cda-7fa0b1ad653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:46:57.977582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Bound port: 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bdbe93-fbdf-4936-8cda-7fa0b1ad653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:46:57.977943 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:58.071125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] For port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:46:58.074004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] For port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447,segment=NetworkSegment(85bdbe93-fbdf-4936-8cda-7fa0b1ad653e),segment_id=85bdbe93-fbdf-4936-8cda-7fa0b1ad653e)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:46:58.079051 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:46:58.154665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Routers {'4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:46:58.155285 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:46:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:58.213405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345767b-af27-4f6c-ab89-694c12b2c4c6 None None] Pushing event updated for resources: {'Port': ['ID=6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:46:58.348157 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] Set router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:46:58.726245 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:46:55Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '8f6e8b87-d0ec-4271-b2a5-a395bc59a355', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'port_id': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'mac_address': 'fa:16:3e:d7:55:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70494a3c-bca1-4c8b-9480-dec26a367185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:45:28Z', 'updated_at': '2022-07-29T16:45:33Z', 'revision_number': 1, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447', 'name': '', 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:7e:9c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'a7d13eaf-6435-4aef-9ede-0027ea3a708f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:46:54Z', 'updated_at': '2022-07-29T16:46:58Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'a7d13eaf-6435-4aef-9ede-0027ea3a708f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f151174e-82f1-40c6-93d1-309f142d66ea', 'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:07:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:04Z', 'updated_at': '2022-07-29T16:45:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:46:58.730134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b734a0d-cbda-4921-bc01-29aea950a1db None None] The sync data for ids ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'] in dv-neutron-851534-1-hyperv is: [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:46:55Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '8f6e8b87-d0ec-4271-b2a5-a395bc59a355', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'port_id': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'mac_address': 'fa:16:3e:d7:55:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70494a3c-bca1-4c8b-9480-dec26a367185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:45:28Z', 'updated_at': '2022-07-29T16:45:33Z', 'revision_number': 1, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447', 'name': '', 'network_id': '6c75edb5-a4ad-4df4-8c4d-769cda31e9d8', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:7e:9c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'a7d13eaf-6435-4aef-9ede-0027ea3a708f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:46:54Z', 'updated_at': '2022-07-29T16:46:58Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'a7d13eaf-6435-4aef-9ede-0027ea3a708f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f151174e-82f1-40c6-93d1-309f142d66ea', 'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:07:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:04Z', 'updated_at': '2022-07-29T16:45:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:47:00.550256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:47:00.616573 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:47:00.621122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:47:00.621504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:00.735727 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:47:00.736022 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:00.766449 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447,segment=NetworkSegment(85bdbe93-fbdf-4936-8cda-7fa0b1ad653e),segment_id=85bdbe93-fbdf-4936-8cda-7fa0b1ad653e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:00.770432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:00.835230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:02.535343 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:47:02.607390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:47:02.607767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:02.723652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:47:12.684545 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78510ac4-f85f-4a1b-a247-e328caf82ef1 req-9e5a0f4c-90c9-4181-b9ed-aa033cfec150 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:12.686012 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-78510ac4-f85f-4a1b-a247-e328caf82ef1 req-9e5a0f4c-90c9-4181-b9ed-aa033cfec150 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 945 time: 0.0960331 Jul 29 16:47:12.729573 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-78510ac4-f85f-4a1b-a247-e328caf82ef1 req-9c705152-f380-495a-80d0-b7719e8ab8d7 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379577 Jul 29 16:47:13.929298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295c56c-c8c8-4434-bcb3-206d5f61a1ff req-ddbbe910-7969-465b-b2ba-a4a5971fd80b tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:13.930668 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f295c56c-c8c8-4434-bcb3-206d5f61a1ff req-ddbbe910-7969-465b-b2ba-a4a5971fd80b tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 945 time: 0.0911429 Jul 29 16:47:13.975104 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f295c56c-c8c8-4434-bcb3-206d5f61a1ff req-04505cc0-64d5-4130-a503-303ababcb3f5 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387747 Jul 29 16:47:14.444771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-a7450083-d66d-467d-8d98-f7d844c1d115 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:14.445452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-a7450083-d66d-467d-8d98-f7d844c1d115 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Synchronizing usage tracker for tenant:ec419c0563854a79aded675260b09ec1 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:47:14.462129 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-a7450083-d66d-467d-8d98-f7d844c1d115 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Unset dirty status for tenant:ec419c0563854a79aded675260b09ec1 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:47:14.463220 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-a7450083-d66d-467d-8d98-f7d844c1d115 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.69 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 945 time: 0.1023695 Jul 29 16:47:14.537084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Deleting port b1eacc43-3760-47d1-a115-55154f59b28f {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:47:14.537435 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:14.785531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] For port b1eacc43-3760-47d1-a115-55154f59b28f, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b1eacc43-3760-47d1-a115-55154f59b28f,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:14.785888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:15.070437 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bf46e892-5b1a-4d30-8825-381e349ebd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:15.072490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:15.072870 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:15.074399 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Floating IP 0c866ac9-3426-4787-8ec0-d361bdda46ac disassociated. External IP: 172.26.1.151, port: b1eacc43-3760-47d1-a115-55154f59b28f. Jul 29 16:47:15.074754 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Calling delete_port for b1eacc43-3760-47d1-a115-55154f59b28f owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:47:15.177641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b27e09-2040-4f15-92b3-747efcc1f3b1 req-9e99a4fd-4a1e-4ef1-80c5-26f284d3ef45 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:15.179122 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21b27e09-2040-4f15-92b3-747efcc1f3b1 req-9e99a4fd-4a1e-4ef1-80c5-26f284d3ef45 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 945 time: 0.0913198 Jul 29 16:47:15.222786 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21b27e09-2040-4f15-92b3-747efcc1f3b1 req-059aba3d-9cb9-4e26-8857-2ace1f8f532e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378416 Jul 29 16:47:15.234335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:15.259248 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:47:15.283310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event deleted for resources: {'Port': ['ID=b1eacc43-3760-47d1-a115-55154f59b28f,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:15.294998 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:15.295344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:15.295679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:15.296012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:15.296336 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:15.296660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:15.296979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:15.297400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:15.297648 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:15.297963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:15.298277 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:15.298588 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:15.575779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Router 31614ca5-4733-4e24-9e1d-f0203645aa93 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:47:15.760076 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:47:15.771353 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b31fe1-f7e9-42c8-b3ab-cd8e4074cd76 None None] Sync routers for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:47:15.783175 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b31fe1-f7e9-42c8-b3ab-cd8e4074cd76 None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:47:15.783797 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-09b31fe1-f7e9-42c8-b3ab-cd8e4074cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:46:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:15.848502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] No DVR routers for this DVR port b1eacc43-3760-47d1-a115-55154f59b28f on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:47:15.850852 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:15.853812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add572a7-448b-4585-91d8-6e9ba4feaaaf', 'name': 'network-vif-deleted', 'tag': 'b1eacc43-3760-47d1-a115-55154f59b28f'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:47:15.873117 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d2248c06-7fd8-4b69-a2a1-37d37c8b9a7e req-b87b0279-7adc-44b6-a9ef-16ace03740d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.69 "DELETE /v2.0/ports/b1eacc43-3760-47d1-a115-55154f59b28f HTTP/1.1" status: 204 len: 173 time: 1.4051421 Jul 29 16:47:15.906133 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a1aeb9-b12e-40ef-9188-019de416e6e2'] response: {'server_uuid': 'add572a7-448b-4585-91d8-6e9ba4feaaaf', 'name': 'network-vif-deleted', 'tag': 'b1eacc43-3760-47d1-a115-55154f59b28f', 'status': 'completed', 'code': 200} Jul 29 16:47:15.976027 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-09b31fe1-f7e9-42c8-b3ab-cd8e4074cd76 None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:47:16.321190 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-09b31fe1-f7e9-42c8-b3ab-cd8e4074cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:16.324961 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b31fe1-f7e9-42c8-b3ab-cd8e4074cd76 None None] Checking router: 31614ca5-4733-4e24-9e1d-f0203645aa93 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:47:16.333799 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b31fe1-f7e9-42c8-b3ab-cd8e4074cd76 None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:47:16.334394 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-09b31fe1-f7e9-42c8-b3ab-cd8e4074cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:46:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:16.399694 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f5a1df72-f7e6-40dd-8dac-fdf8575b71ff req-e3684a53-38a4-4293-b362-c885b3c7243d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=add572a7-448b-4585-91d8-6e9ba4feaaaf HTTP/1.1" status: 200 len: 210 time: 0.0528700 Jul 29 16:47:16.513463 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-09b31fe1-f7e9-42c8-b3ab-cd8e4074cd76 None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:47:16.823936 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-09b31fe1-f7e9-42c8-b3ab-cd8e4074cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:16.827766 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b31fe1-f7e9-42c8-b3ab-cd8e4074cd76 None None] The sync data for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv is: [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:47:17.059030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afbf5b0-130f-42a1-86fc-4ee17ffa8187 None None] New status for floating IP 0c866ac9-3426-4787-8ec0-d361bdda46ac: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:47:17.611761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2f577b2b-28eb-463e-b61f-a91b21e41571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:17.746148 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-f77894f6-3790-4c0e-a3dc-1a44e47bcdd7 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213598302&fields=id&tenant_id=ec419c0563854a79aded675260b09ec1 HTTP/1.1" status: 200 len: 267 time: 0.0398047 Jul 29 16:47:17.893847 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-5dcab1a9-4fd4-46a7-b152-59fa2e4d72ef tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:17.895197 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-5dcab1a9-4fd4-46a7-b152-59fa2e4d72ef tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 811 time: 0.1425972 Jul 29 16:47:17.909371 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-1b9f9c4c-01b3-441e-8d87-cc213915157b tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/quotas/ec419c0563854a79aded675260b09ec1 HTTP/1.1" status: 200 len: 375 time: 0.0087574 Jul 29 16:47:17.982129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b1eacc43-3760-47d1-a115-55154f59b28f no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:47:18.004723 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-210201c4-058a-4348-b27b-87416c36167b tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0900867 Jul 29 16:47:18.016667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: b1eacc43-3760-47d1-a115-55154f59b28f {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:47:18.017012 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b1eacc43-3760-47d1-a115-55154f59b28f not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:47:18.258303 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-73da0e3d-4af5-4813-be79-2ca69399a349 service neutron] 10.222.0.58 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417889 Jul 29 16:47:18.262553 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:18.368664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:18.396003 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8bc10fef-30e4-4481-9ab6-518dfaf889aa service neutron] 10.222.0.58 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296582 Jul 29 16:47:18.779794 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-643ea286-3f10-4d08-97e2-b05cbe1eac3a req-cb6c1a42-182d-4ccb-a4e2-48081e0afd04 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 210 time: 0.0501428 Jul 29 16:47:19.873373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:19.959534 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7b3d9bcb-5a4b-483a-bdc7-fddcfc7c0a7d req-5c63cc8c-61cc-4fbe-97f3-a1cee2d36fc8 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 210 time: 0.0597346 Jul 29 16:47:20.007378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-2b4df869-3a06-4aa4-a670-d105521d715f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:20.008872 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-2b4df869-3a06-4aa4-a670-d105521d715f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.69 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 811 time: 0.1651988 Jul 29 16:47:20.056649 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-6d268b82-b061-4b65-8ba1-022dbda67c62 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec419c0563854a79aded675260b09ec1 HTTP/1.1" status: 200 len: 379 time: 0.0398624 Jul 29 16:47:20.065067 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Request body: {'port': {'device_id': 'a6e47587-4645-4f34-ae8f-c10024815234', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'admin_state_up': True, 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'security_groups': ['2d93d551-7a4a-4191-b200-c48645b3014e']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:47:20.204737 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:47:20.208884 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Usage tracker for resource:port and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:47:20.212584 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:47:20.218537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:47:20.227759 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Made reservation on behalf of ec419c0563854a79aded675260b09ec1 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:47:20.231400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:20.398724 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Allocated IP 172.20.0.14 (b4982755-8e39-4721-b20e-894fdb4eef16/38420142-86f7-4984-a5b1-490e5fa1b0e0/97d73196-b36b-4913-8f67-4c583293e0da) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:47:20.434563 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:20.595647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:20.610834 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Transition to ACTIVE for port object 97d73196-b36b-4913-8f67-4c583293e0da will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:47:20.634245 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:20.703325 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Network b4982755-8e39-4721-b20e-894fdb4eef16 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:47:20.706351 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:47:20.710236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:47:20.752237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'Port': ['ID=97d73196-b36b-4913-8f67-4c583293e0da,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:20.780262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:20.780881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:20.807225 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-8e6d8de6-dd4a-4637-bfbc-2b58ae4a1292 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7455971 Jul 29 16:47:20.868515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Request body: {'port': {'device_id': 'a6e47587-4645-4f34-ae8f-c10024815234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:47:20.982671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:21.011592 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-712d8f1e-2013-491c-8f33-1fc5a0dcd369 None None] Provisioning for port 97d73196-b36b-4913-8f67-4c583293e0da completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:47:21.017179 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-712d8f1e-2013-491c-8f33-1fc5a0dcd369 None None] Provisioning complete for port 97d73196-b36b-4913-8f67-4c583293e0da triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:47:21.017706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-712d8f1e-2013-491c-8f33-1fc5a0dcd369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:21.101394 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-712d8f1e-2013-491c-8f33-1fc5a0dcd369 None None] Port 97d73196-b36b-4913-8f67-4c583293e0da cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:47:21.210127 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a184a2-2292-4694-b9ee-33fbfaddc45d req-7faf2e7f-111b-4f7d-b2bd-85c6488a001f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:21.211725 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-49a184a2-2292-4694-b9ee-33fbfaddc45d req-7faf2e7f-111b-4f7d-b2bd-85c6488a001f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 932 time: 0.0960379 Jul 29 16:47:21.260046 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-49a184a2-2292-4694-b9ee-33fbfaddc45d req-9bcfe4a5-1f5a-48cb-9f84-43d3e0bfd27d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415430 Jul 29 16:47:21.340591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d73196-b36b-4913-8f67-4c583293e0da {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:47:21.348228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:21.362767 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Transition to ACTIVE for port object 97d73196-b36b-4913-8f67-4c583293e0da will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:47:21.366232 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:21.651645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Pushing event updated for resources: {'Port': ['ID=97d73196-b36b-4913-8f67-4c583293e0da,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:21.724267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Attempting to bind port 97d73196-b36b-4913-8f67-4c583293e0da on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:47:21.724602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Attempting to bind port 97d73196-b36b-4913-8f67-4c583293e0da by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:47:21.724938 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Attempting to bind port 97d73196-b36b-4913-8f67-4c583293e0da on network b4982755-8e39-4721-b20e-894fdb4eef16 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:47:21.730864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Port 97d73196-b36b-4913-8f67-4c583293e0da on network b4982755-8e39-4721-b20e-894fdb4eef16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:47:21.731200 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Attempting to bind port 97d73196-b36b-4913-8f67-4c583293e0da on network b4982755-8e39-4721-b20e-894fdb4eef16 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:47:21.736568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:47:21.736906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Checking segment: {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:47:21.737346 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Bound using segment: {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:47:21.737771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Bound port: 97d73196-b36b-4913-8f67-4c583293e0da, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:47:21.738144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:21.829510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] For port 97d73196-b36b-4913-8f67-4c583293e0da, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:47:21.832351 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] For port 97d73196-b36b-4913-8f67-4c583293e0da, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=97d73196-b36b-4913-8f67-4c583293e0da,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:47:21.837387 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:21.892888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:21.893556 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:21.894914 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] 10.222.0.69 "PUT /v2.0/ports/97d73196-b36b-4913-8f67-4c583293e0da HTTP/1.1" status: 200 len: 1094 time: 1.0805850 Jul 29 16:47:21.895344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e47587-4645-4f34-ae8f-c10024815234', 'tag': '97d73196-b36b-4913-8f67-4c583293e0da'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:47:21.923800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc240082-bb4c-4ba6-a6ce-3d7a4425d760 service neutron] Pushing event updated for resources: {'Port': ['ID=97d73196-b36b-4913-8f67-4c583293e0da,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:21.969646 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb36379f-1750-4c81-87b1-6b029571dd94'] response: {'name': 'network-changed', 'server_uuid': 'a6e47587-4645-4f34-ae8f-c10024815234', 'tag': '97d73196-b36b-4913-8f67-4c583293e0da', 'status': 'completed', 'code': 200} Jul 29 16:47:22.017108 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-d8a228ac-4e0f-494a-acfe-20428fe50109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:22.018615 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-d8a228ac-4e0f-494a-acfe-20428fe50109 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 1097 time: 0.0855319 Jul 29 16:47:22.087200 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-64737e10-2d5b-4e69-bd5d-cbda8e59b79f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97d73196-b36b-4913-8f67-4c583293e0da HTTP/1.1" status: 200 len: 217 time: 0.0606234 Jul 29 16:47:22.151569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-0e920744-67f6-4093-9769-26e606d8fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:22.152925 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-0e920744-67f6-4093-9769-26e606d8fec6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38420142-86f7-4984-a5b1-490e5fa1b0e0 HTTP/1.1" status: 200 len: 850 time: 0.0598531 Jul 29 16:47:22.234847 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-efaa6c13-e535-4acc-b773-e48f49fe3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:22.236291 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-efaa6c13-e535-4acc-b773-e48f49fe3b0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4982755-8e39-4721-b20e-894fdb4eef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773966 Jul 29 16:47:22.366548 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-528f4afb-d6ba-4729-b6dc-4ede6c26a7f2 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239002 Jul 29 16:47:22.457612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46a07e-0b66-4fa2-a5cf-da336693b73c req-2cbee534-4649-46a1-a5cc-1e5f0f0ba1b9 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:22.459076 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1e46a07e-0b66-4fa2-a5cf-da336693b73c req-2cbee534-4649-46a1-a5cc-1e5f0f0ba1b9 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 944 time: 0.0910237 Jul 29 16:47:22.498736 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c705f79e-79e0-4786-a257-5374d4ee5313 req-bf470b50-f676-40b3-ba4a-975b8e338707 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262286 Jul 29 16:47:22.503038 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1e46a07e-0b66-4fa2-a5cf-da336693b73c req-442d9462-a6cb-459d-9464-c04f3cdb6ceb tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377300 Jul 29 16:47:22.626750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53315-23e3-4d95-99a5-7e843b9cd981 req-aaa008cb-0e39-4fe9-8a5a-04eca4b88a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:22.628135 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8cc53315-23e3-4d95-99a5-7e843b9cd981 req-aaa008cb-0e39-4fe9-8a5a-04eca4b88a6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 1097 time: 0.0842083 Jul 29 16:47:22.761496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53315-23e3-4d95-99a5-7e843b9cd981 req-9a85627b-07ce-4431-ba7f-da2284f50f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:22.762919 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8cc53315-23e3-4d95-99a5-7e843b9cd981 req-9a85627b-07ce-4431-ba7f-da2284f50f97 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 912 time: 0.1284802 Jul 29 16:47:22.828427 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8cc53315-23e3-4d95-99a5-7e843b9cd981 req-13bbb445-6719-473d-9154-703899c55586 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97d73196-b36b-4913-8f67-4c583293e0da HTTP/1.1" status: 200 len: 217 time: 0.0593708 Jul 29 16:47:22.891723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53315-23e3-4d95-99a5-7e843b9cd981 req-298dfaf7-25fe-4677-8ca5-33868d20a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:22.893116 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8cc53315-23e3-4d95-99a5-7e843b9cd981 req-298dfaf7-25fe-4677-8ca5-33868d20a952 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38420142-86f7-4984-a5b1-490e5fa1b0e0 HTTP/1.1" status: 200 len: 850 time: 0.0589859 Jul 29 16:47:22.978808 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53315-23e3-4d95-99a5-7e843b9cd981 req-e2595e4d-e72f-434a-8e6e-d4ec5bce6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:22.980299 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8cc53315-23e3-4d95-99a5-7e843b9cd981 req-e2595e4d-e72f-434a-8e6e-d4ec5bce6f8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4982755-8e39-4721-b20e-894fdb4eef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815613 Jul 29 16:47:23.109039 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8cc53315-23e3-4d95-99a5-7e843b9cd981 req-1ff58e67-c49c-4cf1-a2b2-663566f50ca5 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220360 Jul 29 16:47:23.237855 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8cc53315-23e3-4d95-99a5-7e843b9cd981 req-4418eacd-5add-4315-955d-a64ef00f8d2c service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225815 Jul 29 16:47:23.698133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edd2c-1eea-4901-8559-3f8030191fd3 req-880cb551-ffc1-4b68-b357-5380a4f952c9 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:23.699585 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f58edd2c-1eea-4901-8559-3f8030191fd3 req-880cb551-ffc1-4b68-b357-5380a4f952c9 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 944 time: 0.0859110 Jul 29 16:47:23.746524 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f58edd2c-1eea-4901-8559-3f8030191fd3 req-07ed48f4-e182-495c-beb4-96ae5dba487c tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412576 Jul 29 16:47:24.941381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe81a0f-a1ea-4369-b527-117bb862c97f req-eff60d49-a81b-4aa5-8010-6d105563c464 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:24.942829 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8fe81a0f-a1ea-4369-b527-117bb862c97f req-eff60d49-a81b-4aa5-8010-6d105563c464 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 944 time: 0.0862954 Jul 29 16:47:24.986396 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8fe81a0f-a1ea-4369-b527-117bb862c97f req-efd1d4f2-92c2-48cf-8728-5f5f8c3849f9 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378368 Jul 29 16:47:26.180083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fe630-4f18-4e66-a626-f1643b0e5c19 req-ef2df6bc-f2f3-4d63-9ff3-45db32a62d2b tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:26.181545 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ec0fe630-4f18-4e66-a626-f1643b0e5c19 req-ef2df6bc-f2f3-4d63-9ff3-45db32a62d2b tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 944 time: 0.0908749 Jul 29 16:47:26.223747 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ec0fe630-4f18-4e66-a626-f1643b0e5c19 req-9dad391d-cb30-4da2-a0dc-7afca0113645 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366755 Jul 29 16:47:27.421792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3cc6e-a400-457b-b0f0-7fec3934eaa9 req-0db44a0e-d2f2-45aa-9e50-6575f87b0f3e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:27.423251 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d9a3cc6e-a400-457b-b0f0-7fec3934eaa9 req-0db44a0e-d2f2-45aa-9e50-6575f87b0f3e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 944 time: 0.0862074 Jul 29 16:47:27.470135 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d9a3cc6e-a400-457b-b0f0-7fec3934eaa9 req-2c07db51-1f2b-4c99-9cae-1abb978ea65a tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411780 Jul 29 16:47:28.515334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55230) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:28.872148 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51bab6-9765-4e9f-ae0a-fb8c74e07119 req-a885af7e-9555-4a19-8ee4-b279a7480101 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:28.873520 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8b51bab6-9765-4e9f-ae0a-fb8c74e07119 req-a885af7e-9555-4a19-8ee4-b279a7480101 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 944 time: 0.2918024 Jul 29 16:47:28.945933 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8b51bab6-9765-4e9f-ae0a-fb8c74e07119 req-93af5c2b-c9cf-4859-9fce-0d59dfb44144 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645139 Jul 29 16:47:29.266886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:29.478390 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d44960e2-c721-4153-abf8-17cd3b1d277d req-e3659641-5208-4505-8842-b3d09bd5a473 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1796832 Jul 29 16:47:29.624837 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44960e2-c721-4153-abf8-17cd3b1d277d req-a532cebe-aaa6-4c53-9114-13fe24c11427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:29.626345 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d44960e2-c721-4153-abf8-17cd3b1d277d req-a532cebe-aaa6-4c53-9114-13fe24c11427 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 1098 time: 0.0802944 Jul 29 16:47:29.665364 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:47:29.665999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:29.769585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44960e2-c721-4153-abf8-17cd3b1d277d req-a12fa796-30e3-4e0a-aa0e-4b7b8f68fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:29.771027 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d44960e2-c721-4153-abf8-17cd3b1d277d req-a12fa796-30e3-4e0a-aa0e-4b7b8f68fe7f service neutron] 10.222.0.69 "GET /v2.0/networks?id=26638b83-b8c8-4716-b887-d9e1cd2cbdcf HTTP/1.1" status: 200 len: 897 time: 0.1259954 Jul 29 16:47:29.858498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447,segment=NetworkSegment(85bdbe93-fbdf-4936-8cda-7fa0b1ad653e),segment_id=85bdbe93-fbdf-4936-8cda-7fa0b1ad653e)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:29.858773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:29.874301 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d44960e2-c721-4153-abf8-17cd3b1d277d req-ea79a2a3-07a8-40af-aca5-c74c4e78c385 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a6429f-9b8b-489f-8fbe-d72a401bd946 HTTP/1.1" status: 200 len: 1001 time: 0.0970471 Jul 29 16:47:29.941888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44960e2-c721-4153-abf8-17cd3b1d277d req-8e6c1641-0056-425c-b5a4-6e25f214358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:29.943320 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d44960e2-c721-4153-abf8-17cd3b1d277d req-8e6c1641-0056-425c-b5a4-6e25f214358c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4294e561-e994-46d7-bb3a-7271c3f4e55f HTTP/1.1" status: 200 len: 834 time: 0.0570414 Jul 29 16:47:29.981936 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:47:30.029730 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44960e2-c721-4153-abf8-17cd3b1d277d req-94a81f4e-09cd-496b-829b-0ac013a0b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:30.031229 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d44960e2-c721-4153-abf8-17cd3b1d277d req-94a81f4e-09cd-496b-829b-0ac013a0b9da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26638b83-b8c8-4716-b887-d9e1cd2cbdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810361 Jul 29 16:47:30.165005 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d44960e2-c721-4153-abf8-17cd3b1d277d req-66f6d7e5-eee3-43f4-a063-93ea614e9b4d service neutron] 10.222.0.69 "GET /v2.0/networks/26638b83-b8c8-4716-b887-d9e1cd2cbdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277995 Jul 29 16:47:30.172261 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cc376-1b6d-41f9-acf3-7cf98fd6cff8 req-006e926d-f8bf-4912-8169-6097af1eddbb tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:30.173758 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ce4cc376-1b6d-41f9-acf3-7cf98fd6cff8 req-006e926d-f8bf-4912-8169-6097af1eddbb tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 944 time: 0.1179330 Jul 29 16:47:30.267195 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ce4cc376-1b6d-41f9-acf3-7cf98fd6cff8 req-21ea8d1f-e56f-4a34-a0f5-7b73c49d0e57 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636139 Jul 29 16:47:30.274130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:30.316686 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d44960e2-c721-4153-abf8-17cd3b1d277d req-8c974635-4956-4bd0-b490-c7d90b1bb2ea service neutron] 10.222.0.69 "GET /v2.0/networks/26638b83-b8c8-4716-b887-d9e1cd2cbdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446059 Jul 29 16:47:30.322433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:30.365353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:30.365709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:30.366092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:30.366431 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:30.366765 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:30.367143 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:30.367474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:30.367797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:30.368120 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:30.368442 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:30.368762 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:30.369103 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:30.611680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:31.071979 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:47:31.243516 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:47:31.253482 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab612fff-5279-488a-8830-28693873b861 None None] Sync routers for ids ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:47:31.259374 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ce307f72-78cd-4ac5-a2b6-8d6ed6bfffa3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/4865f0dc-93c6-45f1-9e4b-38f21eab8c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7403374 Jul 29 16:47:31.264647 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab612fff-5279-488a-8830-28693873b861 None None] Routers {'4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:47:31.265398 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ab612fff-5279-488a-8830-28693873b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:47:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:31.467441 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ab612fff-5279-488a-8830-28693873b861 None None] Set router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:47:31.484798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad23cf-76c1-4179-95f9-140d4712bb49 req-4072438e-8c74-40ea-b65e-e80695fef28e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:31.485918 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-afad23cf-76c1-4179-95f9-140d4712bb49 req-4072438e-8c74-40ea-b65e-e80695fef28e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 944 time: 0.0993385 Jul 29 16:47:31.557488 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-afad23cf-76c1-4179-95f9-140d4712bb49 req-b6932cfd-dac8-4c17-ac1d-c767f9070caf tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611413 Jul 29 16:47:31.668280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851c54c-b2a9-4997-a573-95aeaf8ee3e7 req-989a728c-d6eb-414a-b2e6-647347afabfb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:31.669114 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-a851c54c-b2a9-4997-a573-95aeaf8ee3e7 req-989a728c-d6eb-414a-b2e6-647347afabfb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:47:31.683681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-a851c54c-b2a9-4997-a573-95aeaf8ee3e7 req-989a728c-d6eb-414a-b2e6-647347afabfb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:47:31.684925 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a851c54c-b2a9-4997-a573-95aeaf8ee3e7 req-989a728c-d6eb-414a-b2e6-647347afabfb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 946 time: 0.1069517 Jul 29 16:47:31.732848 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a851c54c-b2a9-4997-a573-95aeaf8ee3e7 req-addd2eb2-bb66-4412-be1c-a1377961ce6c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=75c909a4-a742-417f-8132-b1ab8f864230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420253 Jul 29 16:47:31.824095 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ab612fff-5279-488a-8830-28693873b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:47:30Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '8f6e8b87-d0ec-4271-b2a5-a395bc59a355', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'port_id': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'mac_address': 'fa:16:3e:d7:55:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70494a3c-bca1-4c8b-9480-dec26a367185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:45:28Z', 'updated_at': '2022-07-29T16:45:33Z', 'revision_number': 1, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f151174e-82f1-40c6-93d1-309f142d66ea', 'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:07:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:04Z', 'updated_at': '2022-07-29T16:45:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:31.827766 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab612fff-5279-488a-8830-28693873b861 None None] Checking router: 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:47:31.836152 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab612fff-5279-488a-8830-28693873b861 None None] Routers {'4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:47:31.836726 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ab612fff-5279-488a-8830-28693873b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:47:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:32.031032 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ab612fff-5279-488a-8830-28693873b861 None None] Set router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:47:32.044260 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 97d73196-b36b-4913-8f67-4c583293e0da details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:47:32.174034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 97d73196-b36b-4913-8f67-4c583293e0da, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=97d73196-b36b-4913-8f67-4c583293e0da,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:32.186808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '97d73196-b36b-4913-8f67-4c583293e0da', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'port_id': '97d73196-b36b-4913-8f67-4c583293e0da', 'mac_address': 'fa:16:3e:30:f6:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:47:32.240904 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 97d73196-b36b-4913-8f67-4c583293e0da is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:47:32.241312 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:32.257997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d73196-b36b-4913-8f67-4c583293e0da {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:47:32.273638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 97d73196-b36b-4913-8f67-4c583293e0da, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=97d73196-b36b-4913-8f67-4c583293e0da,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:32.277568 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:32.346660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=97d73196-b36b-4913-8f67-4c583293e0da,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:32.366605 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ab612fff-5279-488a-8830-28693873b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:47:30Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '8f6e8b87-d0ec-4271-b2a5-a395bc59a355', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'port_id': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'mac_address': 'fa:16:3e:d7:55:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70494a3c-bca1-4c8b-9480-dec26a367185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:45:28Z', 'updated_at': '2022-07-29T16:45:33Z', 'revision_number': 1, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f151174e-82f1-40c6-93d1-309f142d66ea', 'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:07:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:04Z', 'updated_at': '2022-07-29T16:45:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:32.370702 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab612fff-5279-488a-8830-28693873b861 None None] The sync data for ids ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'] in dv-neutron-851534-1-hyperv is: [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:47:30Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '8f6e8b87-d0ec-4271-b2a5-a395bc59a355', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.134', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'port_id': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'mac_address': 'fa:16:3e:d7:55:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70494a3c-bca1-4c8b-9480-dec26a367185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:45:28Z', 'updated_at': '2022-07-29T16:45:33Z', 'revision_number': 1, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f151174e-82f1-40c6-93d1-309f142d66ea', 'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:07:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:04Z', 'updated_at': '2022-07-29T16:45:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:47:32.672509 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['97d73196-b36b-4913-8f67-4c583293e0da'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:47:32.718594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:47:32.762256 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95570c6-901e-4245-a1c8-0def1ed664ca req-e39c2239-7c5c-499a-b675-45abee86972f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:32.763787 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d95570c6-901e-4245-a1c8-0def1ed664ca req-e39c2239-7c5c-499a-b675-45abee86972f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 945 time: 0.0961692 Jul 29 16:47:32.779362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:47:32.779813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 6bf6e8c5-8003-45d4-aa4d-dcbdd48b7447 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:47:32.830960 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d95570c6-901e-4245-a1c8-0def1ed664ca req-f0baf9b7-8fb0-4c69-ad1f-cc569984443b tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579867 Jul 29 16:47:32.968843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c2b7f-12a6-4cdd-91f1-ad29fdc8cf56 req-b31bd528-4466-4499-88fe-aeb1bc32f400 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:32.970523 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fa1c2b7f-12a6-4cdd-91f1-ad29fdc8cf56 req-b31bd528-4466-4499-88fe-aeb1bc32f400 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 946 time: 0.1069150 Jul 29 16:47:33.019518 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fa1c2b7f-12a6-4cdd-91f1-ad29fdc8cf56 req-ec47409a-9ccf-47fe-a6d5-719fe8b9cf27 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=75c909a4-a742-417f-8132-b1ab8f864230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417855 Jul 29 16:47:33.294706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bd103-5bde-44cc-b368-80445a05bf23 req-844562eb-ed0c-4903-ab8b-16239dbccf71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:33.295390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-820bd103-5bde-44cc-b368-80445a05bf23 req-844562eb-ed0c-4903-ab8b-16239dbccf71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:47:33.306850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-820bd103-5bde-44cc-b368-80445a05bf23 req-844562eb-ed0c-4903-ab8b-16239dbccf71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:47:33.307930 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-820bd103-5bde-44cc-b368-80445a05bf23 req-844562eb-ed0c-4903-ab8b-16239dbccf71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 946 time: 0.0972934 Jul 29 16:47:33.381962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-820bd103-5bde-44cc-b368-80445a05bf23 req-a4b7e8ab-c4c8-4edc-847e-8b813307e868 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port c296ce6f-873d-442a-9f51-dec55f9dcabe {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:47:33.382324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-820bd103-5bde-44cc-b368-80445a05bf23 req-a4b7e8ab-c4c8-4edc-847e-8b813307e868 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:33.628157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-820bd103-5bde-44cc-b368-80445a05bf23 req-a4b7e8ab-c4c8-4edc-847e-8b813307e868 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port c296ce6f-873d-442a-9f51-dec55f9dcabe, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=c296ce6f-873d-442a-9f51-dec55f9dcabe,segment=NetworkSegment(85bdbe93-fbdf-4936-8cda-7fa0b1ad653e),segment_id=85bdbe93-fbdf-4936-8cda-7fa0b1ad653e)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:33.628525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-820bd103-5bde-44cc-b368-80445a05bf23 req-a4b7e8ab-c4c8-4edc-847e-8b813307e868 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:33.749022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-820bd103-5bde-44cc-b368-80445a05bf23 req-a4b7e8ab-c4c8-4edc-847e-8b813307e868 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for c296ce6f-873d-442a-9f51-dec55f9dcabe owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:47:33.894797 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-820bd103-5bde-44cc-b368-80445a05bf23 req-a4b7e8ab-c4c8-4edc-847e-8b813307e868 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:33.947825 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7e8ab-c4c8-4edc-847e-8b813307e868 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=c296ce6f-873d-442a-9f51-dec55f9dcabe,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:34.016463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700f9e6-b591-4c87-8da4-9ac8d74d34de req-ffef5311-71cb-4fdc-902d-6285be0f19b4 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:34.017943 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1700f9e6-b591-4c87-8da4-9ac8d74d34de req-ffef5311-71cb-4fdc-902d-6285be0f19b4 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 945 time: 0.0900631 Jul 29 16:47:34.043235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 97d73196-b36b-4913-8f67-4c583293e0da up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:47:34.072464 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1700f9e6-b591-4c87-8da4-9ac8d74d34de req-72c92c0f-9b6e-4749-8f2c-752a9cc1be13 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481715 Jul 29 16:47:34.130976 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 97d73196-b36b-4913-8f67-4c583293e0da completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:47:34.136551 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 97d73196-b36b-4913-8f67-4c583293e0da triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:47:34.137203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:34.146638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-820bd103-5bde-44cc-b368-80445a05bf23 req-a4b7e8ab-c4c8-4edc-847e-8b813307e868 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] No DVR routers for this DVR port c296ce6f-873d-442a-9f51-dec55f9dcabe on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:47:34.149884 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-820bd103-5bde-44cc-b368-80445a05bf23 req-a4b7e8ab-c4c8-4edc-847e-8b813307e868 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:34.152466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1804809-a1aa-4ee0-b912-69650635ab6e', 'name': 'network-vif-deleted', 'tag': 'c296ce6f-873d-442a-9f51-dec55f9dcabe'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:47:34.173906 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-820bd103-5bde-44cc-b368-80445a05bf23 req-a4b7e8ab-c4c8-4edc-847e-8b813307e868 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "DELETE /v2.0/ports/c296ce6f-873d-442a-9f51-dec55f9dcabe HTTP/1.1" status: 204 len: 173 time: 0.8603435 Jul 29 16:47:34.208825 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-856405dc-fe88-4c81-a009-1855b5956451 req-7a856c79-93d7-4454-bf00-c5ad12888350 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1804809-a1aa-4ee0-b912-69650635ab6e HTTP/1.1" status: 200 len: 210 time: 0.0568554 Jul 29 16:47:34.274854 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed669ae-bf0f-42b1-b584-2cc2ef402918'] response: {'server_uuid': 'a1804809-a1aa-4ee0-b912-69650635ab6e', 'name': 'network-vif-deleted', 'tag': 'c296ce6f-873d-442a-9f51-dec55f9dcabe', 'status': 'completed', 'code': 200} Jul 29 16:47:34.275063 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 97d73196-b36b-4913-8f67-4c583293e0da is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:47:34.275457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:34.303408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e47587-4645-4f34-ae8f-c10024815234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d73196-b36b-4913-8f67-4c583293e0da'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:47:34.313548 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 97d73196-b36b-4913-8f67-4c583293e0da, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=97d73196-b36b-4913-8f67-4c583293e0da,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:34.321610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:34.366134 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fad1318-f4d5-4c9b-a73a-7ec6d13245a5'] response: {'server_uuid': 'a6e47587-4645-4f34-ae8f-c10024815234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d73196-b36b-4913-8f67-4c583293e0da', 'code': 200} Jul 29 16:47:34.404504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=97d73196-b36b-4913-8f67-4c583293e0da,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:34.630969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9e28f-2c74-4acd-b4bb-332cfdc21fbc req-d8600b84-4ae4-40be-a3da-c81e20bef347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:34.632990 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40b9e28f-2c74-4acd-b4bb-332cfdc21fbc req-d8600b84-4ae4-40be-a3da-c81e20bef347 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 1099 time: 0.0774398 Jul 29 16:47:34.676452 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40b9e28f-2c74-4acd-b4bb-332cfdc21fbc req-8f19a47e-62f6-4b4e-be9e-a40c9be4a482 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376604 Jul 29 16:47:35.313576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55260) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:35.383681 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1412a89-9dcc-4938-8e4f-fc10a0e8bac0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:35.413551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1412a89-9dcc-4938-8e4f-fc10a0e8bac0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:35.418772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee02f11-96a2-4de6-b325-66b1dc14580f req-3f6c1c51-e502-4a2d-9906-cf848d2b1441 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:35.420228 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eee02f11-96a2-4de6-b325-66b1dc14580f req-3f6c1c51-e502-4a2d-9906-cf848d2b1441 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 946 time: 0.0915887 Jul 29 16:47:35.463762 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eee02f11-96a2-4de6-b325-66b1dc14580f req-85121680-f0ed-45a3-a844-9fb677ac33f0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376787 Jul 29 16:47:35.477223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1412a89-9dcc-4938-8e4f-fc10a0e8bac0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:35.495790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1412a89-9dcc-4938-8e4f-fc10a0e8bac0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c909a4-a742-417f-8132-b1ab8f864230,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:35.507615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a1412a89-9dcc-4938-8e4f-fc10a0e8bac0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:35.508829 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a1412a89-9dcc-4938-8e4f-fc10a0e8bac0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/security-groups/75c909a4-a742-417f-8132-b1ab8f864230 HTTP/1.1" status: 204 len: 168 time: 0.1941738 Jul 29 16:47:35.541741 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55266) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:35.606440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fde860-e452-476b-80d5-ace079373adb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting subnet a7d13eaf-6435-4aef-9ede-0027ea3a708f {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:47:35.609286 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-17fde860-e452-476b-80d5-ace079373adb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:35.665515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-17fde860-e452-476b-80d5-ace079373adb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:35.745615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-17fde860-e452-476b-80d5-ace079373adb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:35.821893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-17fde860-e452-476b-80d5-ace079373adb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:35.861459 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fde860-e452-476b-80d5-ace079373adb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d13eaf-6435-4aef-9ede-0027ea3a708f,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:35.863440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-17fde860-e452-476b-80d5-ace079373adb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:35.869260 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac637ba9-f1ed-46f6-8768-b8fcedb7eeaf None None] Network 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:47:35.872283 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-17fde860-e452-476b-80d5-ace079373adb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/subnets/a7d13eaf-6435-4aef-9ede-0027ea3a708f HTTP/1.1" status: 204 len: 168 time: 0.3290453 Jul 29 16:47:35.875262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55270) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:35.997509 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:36.008669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port a6f061a1-30aa-467d-808a-66842f244428 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:47:36.009005 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:36.140955 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c17bef1-f55d-443c-af4b-1c919446dfa5 None None] DHCP port deletion for 6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:47:36.145441 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2c17bef1-f55d-443c-af4b-1c919446dfa5 None None] Deleting port a6f061a1-30aa-467d-808a-66842f244428 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:47:36.145823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2c17bef1-f55d-443c-af4b-1c919446dfa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:36.320709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port a6f061a1-30aa-467d-808a-66842f244428, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a6f061a1-30aa-467d-808a-66842f244428,segment=NetworkSegment(85bdbe93-fbdf-4936-8cda-7fa0b1ad653e),segment_id=85bdbe93-fbdf-4936-8cda-7fa0b1ad653e)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:36.320990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:36.353202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-2c17bef1-f55d-443c-af4b-1c919446dfa5 None None] For port a6f061a1-30aa-467d-808a-66842f244428, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a6f061a1-30aa-467d-808a-66842f244428,segment=NetworkSegment(85bdbe93-fbdf-4936-8cda-7fa0b1ad653e),segment_id=85bdbe93-fbdf-4936-8cda-7fa0b1ad653e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:36.353598 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2c17bef1-f55d-443c-af4b-1c919446dfa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:36.446234 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for a6f061a1-30aa-467d-808a-66842f244428 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:47:36.472991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2c17bef1-f55d-443c-af4b-1c919446dfa5 None None] Calling delete_port for a6f061a1-30aa-467d-808a-66842f244428 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:47:36.526612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:36.550360 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-2c17bef1-f55d-443c-af4b-1c919446dfa5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:47:36.550711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-2c17bef1-f55d-443c-af4b-1c919446dfa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:47:36.576329 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] No DVR routers for this DVR port a6f061a1-30aa-467d-808a-66842f244428 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:47:36.596044 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a6f061a1-30aa-467d-808a-66842f244428 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:47:36.630526 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: a6f061a1-30aa-467d-808a-66842f244428 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:47:36.630889 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a6f061a1-30aa-467d-808a-66842f244428 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:47:36.632072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=a6f061a1-30aa-467d-808a-66842f244428,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:36.758309 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:36.791763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c75edb5-a4ad-4df4-8c4d-769cda31e9d8']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:36.809039 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bdbe93-fbdf-4936-8cda-7fa0b1ad653e') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:36.809365 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bdbe93-fbdf-4936-8cda-7fa0b1ad653e') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:36.823210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:36.839983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417650d6-38ce-4419-80e9-439348e96f46 req-8ecbe17b-537e-409e-bb2a-f5158232c27a tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:36.841404 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-417650d6-38ce-4419-80e9-439348e96f46 req-8ecbe17b-537e-409e-bb2a-f5158232c27a tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 946 time: 0.2225726 Jul 29 16:47:36.863331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:36.874745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:47:36.875134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:36.958193 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 85bdbe93-fbdf-4936-8cda-7fa0b1ad653e resource provider aggregate not found Jul 29 16:47:36.979472 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-417650d6-38ce-4419-80e9-439348e96f46 req-2071f4b4-3be6-4c1d-8ff1-c8b460567d13 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319392 Jul 29 16:47:36.984931 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 85bdbe93-fbdf-4936-8cda-7fa0b1ad653e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85bdbe93-fbdf-4936-8cda-7fa0b1ad653e found for delete ", "request_id": "req-be9b3009-8826-491d-b74d-cc62ee11f89c"}]} Jul 29 16:47:36.994066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:37.017573 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:37.024202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Network': ['ID=6c75edb5-a4ad-4df4-8c4d-769cda31e9d8,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:37.043936 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fbafca2e-b6f5-4426-8f85-1305ac6f8794 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/networks/6c75edb5-a4ad-4df4-8c4d-769cda31e9d8 HTTP/1.1" status: 204 len: 168 time: 1.1647842 Jul 29 16:47:37.044144 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55284) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:37.052734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2c17bef1-f55d-443c-af4b-1c919446dfa5 None None] Deleting port a6f061a1-30aa-467d-808a-66842f244428 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:47:37.053289 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2c17bef1-f55d-443c-af4b-1c919446dfa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:37.124256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2c17bef1-f55d-443c-af4b-1c919446dfa5 None None] The port 'a6f061a1-30aa-467d-808a-66842f244428' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:47:37.299211 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e3ef4-9a4e-423a-8de6-3df72a5bad8b req-263734ba-db03-4f5e-9883-fc9edaa4bbc2 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:37.300643 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-998e3ef4-9a4e-423a-8de6-3df72a5bad8b req-263734ba-db03-4f5e-9883-fc9edaa4bbc2 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 946 time: 0.2038386 Jul 29 16:47:37.325827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c2c1e931-cdce-46f2-b914-f3b62874f612 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port fc5a074e-521b-4e71-838c-faabde6bd4da {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:47:37.326163 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e931-cdce-46f2-b914-f3b62874f612 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:37.392598 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-998e3ef4-9a4e-423a-8de6-3df72a5bad8b req-51b91cb3-115f-40e0-b123-da83835a6250 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848870 Jul 29 16:47:37.419800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55288) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:37.497277 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1298db-11e4-4c7f-a34e-ecb3590b8836 tempest-TestVolumeBootPattern-633361783 tempest-TestVolumeBootPattern-633361783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:37.499083 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3e1298db-11e4-4c7f-a34e-ecb3590b8836 tempest-TestVolumeBootPattern-633361783 tempest-TestVolumeBootPattern-633361783-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 1094 time: 0.0782723 Jul 29 16:47:37.501940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55292) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:37.507365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '97d73196-b36b-4913-8f67-4c583293e0da', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:47:37.514054 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:47:37.517703 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e931-cdce-46f2-b914-f3b62874f612 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:37.518300 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Usage tracker for resource:floatingip and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:47:37.518423 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e931-cdce-46f2-b914-f3b62874f612 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:37.521146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:47:37.527707 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:47:37.542270 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:37.679117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:37.752281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c2c1e931-cdce-46f2-b914-f3b62874f612 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for fc5a074e-521b-4e71-838c-faabde6bd4da owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:47:37.826762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Allocated IP 172.26.1.74 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/a7170d10-3e8c-41eb-8d9b-310f3cf9f9a1) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:47:37.903574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e931-cdce-46f2-b914-f3b62874f612 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:37.951971 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1e931-cdce-46f2-b914-f3b62874f612 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=fc5a074e-521b-4e71-838c-faabde6bd4da,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:37.977283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:38.005966 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:38.044614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device c296ce6f-873d-442a-9f51-dec55f9dcabe no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:47:38.053954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e931-cdce-46f2-b914-f3b62874f612 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:38.054290 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-c2c1e931-cdce-46f2-b914-f3b62874f612 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP 8f6e8b87-d0ec-4271-b2a5-a395bc59a355 disassociated (deleted). External IP: 172.26.1.134, port: 08a6429f-9b8b-489f-8fbe-d72a401bd946. Jul 29 16:47:38.074262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:47:38.077084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:47:38.080676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:47:38.083408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: c296ce6f-873d-442a-9f51-dec55f9dcabe {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:47:38.085243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device c296ce6f-873d-442a-9f51-dec55f9dcabe not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:47:38.120379 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'Port': ['ID=a7170d10-3e8c-41eb-8d9b-310f3cf9f9a1,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:38.406044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c1e931-cdce-46f2-b914-f3b62874f612 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:47:38.486213 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:38.566744 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:38.588535 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c1e931-cdce-46f2-b914-f3b62874f612 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:47:38.599073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fcd7f5-3a74-469c-be08-249249211038 None None] Sync routers for ids ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:47:38.605601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e931-cdce-46f2-b914-f3b62874f612 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:38.611206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fcd7f5-3a74-469c-be08-249249211038 None None] Routers {'4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:47:38.612275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-73fcd7f5-3a74-469c-be08-249249211038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:47:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:38.665246 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c2c1e931-cdce-46f2-b914-f3b62874f612 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/floatingips/8f6e8b87-d0ec-4271-b2a5-a395bc59a355 HTTP/1.1" status: 204 len: 168 time: 1.6176598 Jul 29 16:47:38.665246 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70494a3c-bca1-4c8b-9480-dec26a367185', 'tag': '08a6429f-9b8b-489f-8fbe-d72a401bd946'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:47:38.734046 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36f796d-2ec9-4504-bed6-df7093bc2054'] response: {'name': 'network-changed', 'server_uuid': '70494a3c-bca1-4c8b-9480-dec26a367185', 'tag': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'status': 'completed', 'code': 200} Jul 29 16:47:38.801657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-73fcd7f5-3a74-469c-be08-249249211038 None None] Set router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:47:38.938238 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305f92d-f821-4a13-b82d-757bcb27440e req-722849d9-805d-4110-93d7-3dd330be639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:38.939736 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6305f92d-f821-4a13-b82d-757bcb27440e req-722849d9-805d-4110-93d7-3dd330be639e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 1098 time: 0.1811035 Jul 29 16:47:39.027478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:39.041452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:39.092167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb886d4-9187-451c-b016-b8b2ba780467 req-ee965184-4c2c-4efa-b93d-ef5e9bb2feb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:39.093593 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-ebb886d4-9187-451c-b016-b8b2ba780467 req-ee965184-4c2c-4efa-b93d-ef5e9bb2feb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:47:39.109836 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-ebb886d4-9187-451c-b016-b8b2ba780467 req-ee965184-4c2c-4efa-b93d-ef5e9bb2feb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:47:39.111207 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ebb886d4-9187-451c-b016-b8b2ba780467 req-ee965184-4c2c-4efa-b93d-ef5e9bb2feb5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 945 time: 0.1107471 Jul 29 16:47:39.164617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'Port': ['ID=a7170d10-3e8c-41eb-8d9b-310f3cf9f9a1,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:39.165002 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ebb886d4-9187-451c-b016-b8b2ba780467 req-9e6b3e7a-b056-4146-a7d1-3f1ffba81afa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=61a811f8-5f7e-4715-874a-82d36cd01838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471876 Jul 29 16:47:39.183625 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-73fcd7f5-3a74-469c-be08-249249211038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:47:30Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f151174e-82f1-40c6-93d1-309f142d66ea', 'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:07:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:04Z', 'updated_at': '2022-07-29T16:45:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:39.188179 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fcd7f5-3a74-469c-be08-249249211038 None None] Checking router: 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:47:39.196902 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fcd7f5-3a74-469c-be08-249249211038 None None] Routers {'4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:47:39.197541 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-73fcd7f5-3a74-469c-be08-249249211038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:47:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:39.202448 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:39.262408 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305f92d-f821-4a13-b82d-757bcb27440e req-055ce999-1c1c-4fed-8fd0-ebdff5fbb503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:39.263858 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6305f92d-f821-4a13-b82d-757bcb27440e req-055ce999-1c1c-4fed-8fd0-ebdff5fbb503 service neutron] 10.222.0.69 "GET /v2.0/networks?id=26638b83-b8c8-4716-b887-d9e1cd2cbdcf HTTP/1.1" status: 200 len: 897 time: 0.3171947 Jul 29 16:47:39.371960 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-73fcd7f5-3a74-469c-be08-249249211038 None None] Set router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:47:39.394389 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6305f92d-f821-4a13-b82d-757bcb27440e req-82e6338a-46fd-4b36-b859-e3c7b89ddb8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a6429f-9b8b-489f-8fbe-d72a401bd946 HTTP/1.1" status: 200 len: 217 time: 0.0790837 Jul 29 16:47:39.482546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305f92d-f821-4a13-b82d-757bcb27440e req-02610c8d-913c-455f-b607-4c838edcfb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:39.483976 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6305f92d-f821-4a13-b82d-757bcb27440e req-02610c8d-913c-455f-b607-4c838edcfb5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4294e561-e994-46d7-bb3a-7271c3f4e55f HTTP/1.1" status: 200 len: 834 time: 0.0815079 Jul 29 16:47:39.486963 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Floating IP 28016a99-a7c0-4037-8c9a-c3161b100597 associated. External IP: 172.26.1.74, port: 97d73196-b36b-4913-8f67-4c583293e0da. Jul 29 16:47:39.699251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-73fcd7f5-3a74-469c-be08-249249211038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:47:30Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f151174e-82f1-40c6-93d1-309f142d66ea', 'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:07:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:04Z', 'updated_at': '2022-07-29T16:45:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:39.703258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fcd7f5-3a74-469c-be08-249249211038 None None] The sync data for ids ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'] in dv-neutron-851534-1-hyperv is: [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:47:30Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f151174e-82f1-40c6-93d1-309f142d66ea', 'name': '', 'network_id': '26638b83-b8c8-4716-b887-d9e1cd2cbdcf', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:07:c1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:04Z', 'updated_at': '2022-07-29T16:45:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '4294e561-e994-46d7-bb3a-7271c3f4e55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:47:39.724495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305f92d-f821-4a13-b82d-757bcb27440e req-a3f62dac-e544-413a-8825-5a0c8100e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:39.726041 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6305f92d-f821-4a13-b82d-757bcb27440e req-a3f62dac-e544-413a-8825-5a0c8100e6e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26638b83-b8c8-4716-b887-d9e1cd2cbdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1866806 Jul 29 16:47:39.985077 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89975f7f-4c1d-4462-a6b7-938473981b1e None None] New status for floating IP 8f6e8b87-d0ec-4271-b2a5-a395bc59a355: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:47:40.158970 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6305f92d-f821-4a13-b82d-757bcb27440e req-7c017b06-36fe-4c84-9317-ee2a424e0f84 service neutron] 10.222.0.69 "GET /v2.0/networks/26638b83-b8c8-4716-b887-d9e1cd2cbdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814466 Jul 29 16:47:40.163328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Router 31614ca5-4733-4e24-9e1d-f0203645aa93 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:47:40.364449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fca48-d1b4-4dcc-951c-55ecd66e544c req-6740ee2f-1bd3-4a71-98c2-fa1298a2cc96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:40.366402 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-625fca48-d1b4-4dcc-951c-55ecd66e544c req-6740ee2f-1bd3-4a71-98c2-fa1298a2cc96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 945 time: 0.0876715 Jul 29 16:47:40.409377 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-625fca48-d1b4-4dcc-951c-55ecd66e544c req-a11a737f-4237-4083-82ae-b99fe24c54ef tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=61a811f8-5f7e-4715-874a-82d36cd01838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369630 Jul 29 16:47:40.495396 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6305f92d-f821-4a13-b82d-757bcb27440e req-88415a0d-7d07-46c9-a98d-6c37dd203fa0 service neutron] 10.222.0.69 "GET /v2.0/networks/26638b83-b8c8-4716-b887-d9e1cd2cbdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287129 Jul 29 16:47:40.520451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:47:40.529923 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c980d-b647-42dd-9543-61e09375973b None None] Sync routers for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:47:40.539815 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c980d-b647-42dd-9543-61e09375973b None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:47:40.540976 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-709c980d-b647-42dd-9543-61e09375973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:47:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:40.549979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1331e3-0c9d-47b5-805f-6c847f6a2db1 req-ed86383e-6cdb-4394-8995-2d8552eabf01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:40.550672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-fd1331e3-0c9d-47b5-805f-6c847f6a2db1 req-ed86383e-6cdb-4394-8995-2d8552eabf01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:47:40.566300 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-fd1331e3-0c9d-47b5-805f-6c847f6a2db1 req-ed86383e-6cdb-4394-8995-2d8552eabf01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:47:40.567482 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-fd1331e3-0c9d-47b5-805f-6c847f6a2db1 req-ed86383e-6cdb-4394-8995-2d8552eabf01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 945 time: 0.1952443 Jul 29 16:47:40.568228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:40.679645 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-194e1fc7-3a48-4a85-9e40-e9621be92b42 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1766000 Jul 29 16:47:40.680468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e47587-4645-4f34-ae8f-c10024815234', 'tag': '97d73196-b36b-4913-8f67-4c583293e0da'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:47:40.687657 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-fd1331e3-0c9d-47b5-805f-6c847f6a2db1 req-0d2352b8-5e3c-4d2c-9e94-d42edcca6a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 08a6429f-9b8b-489f-8fbe-d72a401bd946 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:47:40.687996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-fd1331e3-0c9d-47b5-805f-6c847f6a2db1 req-0d2352b8-5e3c-4d2c-9e94-d42edcca6a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:40.724643 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-709c980d-b647-42dd-9543-61e09375973b None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:47:40.776636 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b95c0463-9e7a-4492-a3e9-8bf2bb4736fe'] response: {'name': 'network-changed', 'server_uuid': 'a6e47587-4645-4f34-ae8f-c10024815234', 'tag': '97d73196-b36b-4913-8f67-4c583293e0da', 'status': 'completed', 'code': 200} Jul 29 16:47:40.969454 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64ee32-99ed-4c14-99ea-2d589e7ab297 req-6f8295df-d204-43c3-81ef-a006a943230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:40.970954 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3c64ee32-99ed-4c14-99ea-2d589e7ab297 req-6f8295df-d204-43c3-81ef-a006a943230b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 1099 time: 0.1871591 Jul 29 16:47:41.080097 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-fd1331e3-0c9d-47b5-805f-6c847f6a2db1 req-0d2352b8-5e3c-4d2c-9e94-d42edcca6a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 08a6429f-9b8b-489f-8fbe-d72a401bd946, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=08a6429f-9b8b-489f-8fbe-d72a401bd946,segment=NetworkSegment(a7e94c72-090a-49ae-87c5-e0e83a555c80),segment_id=a7e94c72-090a-49ae-87c5-e0e83a555c80)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:41.080449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-fd1331e3-0c9d-47b5-805f-6c847f6a2db1 req-0d2352b8-5e3c-4d2c-9e94-d42edcca6a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:41.116678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-709c980d-b647-42dd-9543-61e09375973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '28016a99-a7c0-4037-8c9a-c3161b100597', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'port_id': '97d73196-b36b-4913-8f67-4c583293e0da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'mac_address': 'fa:16:3e:30:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e47587-4645-4f34-ae8f-c10024815234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:47:38Z', 'updated_at': '2022-07-29T16:47:38Z', 'revision_number': 0, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:41.120534 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c980d-b647-42dd-9543-61e09375973b None None] Checking router: 31614ca5-4733-4e24-9e1d-f0203645aa93 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:47:41.128746 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c980d-b647-42dd-9543-61e09375973b None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:47:41.129368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-709c980d-b647-42dd-9543-61e09375973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:47:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:41.207018 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-fd1331e3-0c9d-47b5-805f-6c847f6a2db1 req-0d2352b8-5e3c-4d2c-9e94-d42edcca6a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 08a6429f-9b8b-489f-8fbe-d72a401bd946 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:47:41.290920 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64ee32-99ed-4c14-99ea-2d589e7ab297 req-5a5884f4-a92f-498d-83f5-07d62b37e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:41.292538 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3c64ee32-99ed-4c14-99ea-2d589e7ab297 req-5a5884f4-a92f-498d-83f5-07d62b37e95c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 912 time: 0.3114412 Jul 29 16:47:41.307558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-709c980d-b647-42dd-9543-61e09375973b None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:47:41.604764 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3c64ee32-99ed-4c14-99ea-2d589e7ab297 req-4e8a6c77-5b53-499b-9415-b64a84a3ef1a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97d73196-b36b-4913-8f67-4c583293e0da HTTP/1.1" status: 200 len: 999 time: 0.2946720 Jul 29 16:47:41.620749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bacd8a-e61c-4070-9d00-08a0f17f4555 req-c6c65179-ad54-425f-bcc4-b94881ffd5ca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:41.622384 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d9bacd8a-e61c-4070-9d00-08a0f17f4555 req-c6c65179-ad54-425f-bcc4-b94881ffd5ca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=70494a3c-bca1-4c8b-9480-dec26a367185 HTTP/1.1" status: 200 len: 945 time: 0.0960281 Jul 29 16:47:41.669822 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d9bacd8a-e61c-4070-9d00-08a0f17f4555 req-55c64b40-890e-4751-b8d1-4296777cb5cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=61a811f8-5f7e-4715-874a-82d36cd01838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418119 Jul 29 16:47:41.673666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-fd1331e3-0c9d-47b5-805f-6c847f6a2db1 req-0d2352b8-5e3c-4d2c-9e94-d42edcca6a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:41.676655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-709c980d-b647-42dd-9543-61e09375973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '28016a99-a7c0-4037-8c9a-c3161b100597', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'port_id': '97d73196-b36b-4913-8f67-4c583293e0da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'mac_address': 'fa:16:3e:30:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e47587-4645-4f34-ae8f-c10024815234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:47:38Z', 'updated_at': '2022-07-29T16:47:38Z', 'revision_number': 0, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:41.681020 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c980d-b647-42dd-9543-61e09375973b None None] The sync data for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv is: [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '28016a99-a7c0-4037-8c9a-c3161b100597', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'port_id': '97d73196-b36b-4913-8f67-4c583293e0da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'mac_address': 'fa:16:3e:30:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e47587-4645-4f34-ae8f-c10024815234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:47:38Z', 'updated_at': '2022-07-29T16:47:38Z', 'revision_number': 0, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:47:41.729191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64ee32-99ed-4c14-99ea-2d589e7ab297 req-f70ff97a-60ed-4d15-b03d-d674be2f1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:41.730653 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3c64ee32-99ed-4c14-99ea-2d589e7ab297 req-f70ff97a-60ed-4d15-b03d-d674be2f1145 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38420142-86f7-4984-a5b1-490e5fa1b0e0 HTTP/1.1" status: 200 len: 850 time: 0.1172247 Jul 29 16:47:41.741551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2352b8-5e3c-4d2c-9e94-d42edcca6a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=08a6429f-9b8b-489f-8fbe-d72a401bd946,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:41.875779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1331e3-0c9d-47b5-805f-6c847f6a2db1 req-0d2352b8-5e3c-4d2c-9e94-d42edcca6a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] No DVR routers for this DVR port 08a6429f-9b8b-489f-8fbe-d72a401bd946 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:47:41.883631 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-fd1331e3-0c9d-47b5-805f-6c847f6a2db1 req-0d2352b8-5e3c-4d2c-9e94-d42edcca6a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:41.886097 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90645759-69d7-47dd-8e77-36294668b674 None None] New status for floating IP 28016a99-a7c0-4037-8c9a-c3161b100597: ACTIVE {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:47:41.905937 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-fd1331e3-0c9d-47b5-805f-6c847f6a2db1 req-0d2352b8-5e3c-4d2c-9e94-d42edcca6a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "DELETE /v2.0/ports/08a6429f-9b8b-489f-8fbe-d72a401bd946 HTTP/1.1" status: 204 len: 173 time: 1.3134038 Jul 29 16:47:41.912535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64ee32-99ed-4c14-99ea-2d589e7ab297 req-f5dc534d-798d-4648-beb1-c2adc07b0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:41.914030 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3c64ee32-99ed-4c14-99ea-2d589e7ab297 req-f5dc534d-798d-4648-beb1-c2adc07b0e0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4982755-8e39-4721-b20e-894fdb4eef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1749122 Jul 29 16:47:42.050864 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3c64ee32-99ed-4c14-99ea-2d589e7ab297 req-cf9a932a-b013-4cd1-ac01-8c2f57494318 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282969 Jul 29 16:47:42.198007 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3c64ee32-99ed-4c14-99ea-2d589e7ab297 req-08c7a17f-7d85-4830-97f9-5c854b0d790a service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405623 Jul 29 16:47:42.775867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55314) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:42.778076 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70494a3c-bca1-4c8b-9480-dec26a367185', 'name': 'network-vif-deleted', 'tag': '08a6429f-9b8b-489f-8fbe-d72a401bd946'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:47:42.821488 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73723966-a67a-4588-9011-c8a178372da6'] response: {'server_uuid': '70494a3c-bca1-4c8b-9480-dec26a367185', 'name': 'network-vif-deleted', 'tag': '08a6429f-9b8b-489f-8fbe-d72a401bd946', 'status': 'completed', 'code': 200} Jul 29 16:47:42.843702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-defe6347-85c1-44aa-a9de-2c6b8aae795e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:42.872820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-defe6347-85c1-44aa-a9de-2c6b8aae795e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:42.938982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-defe6347-85c1-44aa-a9de-2c6b8aae795e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:42.958655 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe6347-85c1-44aa-a9de-2c6b8aae795e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a811f8-5f7e-4715-874a-82d36cd01838,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:42.967074 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-defe6347-85c1-44aa-a9de-2c6b8aae795e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:42.968211 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-defe6347-85c1-44aa-a9de-2c6b8aae795e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/security-groups/61a811f8-5f7e-4715-874a-82d36cd01838 HTTP/1.1" status: 204 len: 168 time: 0.1912575 Jul 29 16:47:42.997901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55322) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:43.643587 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f18c56bc-f76b-4cf5-8e55-7be54447cc33 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:43.990356 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-f18c56bc-f76b-4cf5-8e55-7be54447cc33 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port f151174e-82f1-40c6-93d1-309f142d66ea {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:47:43.990887 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f18c56bc-f76b-4cf5-8e55-7be54447cc33 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:44.174880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-f18c56bc-f76b-4cf5-8e55-7be54447cc33 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port f151174e-82f1-40c6-93d1-309f142d66ea, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f151174e-82f1-40c6-93d1-309f142d66ea,segment=NetworkSegment(a7e94c72-090a-49ae-87c5-e0e83a555c80),segment_id=a7e94c72-090a-49ae-87c5-e0e83a555c80)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:44.175225 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f18c56bc-f76b-4cf5-8e55-7be54447cc33 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:44.296666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-f18c56bc-f76b-4cf5-8e55-7be54447cc33 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for f151174e-82f1-40c6-93d1-309f142d66ea owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:47:44.472042 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f18c56bc-f76b-4cf5-8e55-7be54447cc33 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:44.523786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c56bc-f76b-4cf5-8e55-7be54447cc33 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=f151174e-82f1-40c6-93d1-309f142d66ea,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:44.915714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f18c56bc-f76b-4cf5-8e55-7be54447cc33 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:45.073878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-275fa07f-84bb-4952-bf00-f962c370a2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:45.268516 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18c56bc-f76b-4cf5-8e55-7be54447cc33 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:47:45.443041 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18c56bc-f76b-4cf5-8e55-7be54447cc33 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:47:45.452548 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab124d-2987-45ac-8b2f-d84a9cc220a2 None None] Sync routers for ids ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:47:45.456078 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f18c56bc-f76b-4cf5-8e55-7be54447cc33 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/4865f0dc-93c6-45f1-9e4b-38f21eab8c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4571223 Jul 29 16:47:45.458689 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55326) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:45.462337 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab124d-2987-45ac-8b2f-d84a9cc220a2 None None] Routers {'4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:47:45.462940 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-4cab124d-2987-45ac-8b2f-d84a9cc220a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:47:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:45.527052 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-d436b6c2-b35f-42d5-b8d4-69c638d8e6e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting subnet 4294e561-e994-46d7-bb3a-7271c3f4e55f {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:47:45.529879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d436b6c2-b35f-42d5-b8d4-69c638d8e6e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:45.585285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d436b6c2-b35f-42d5-b8d4-69c638d8e6e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:45.636327 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-4cab124d-2987-45ac-8b2f-d84a9cc220a2 None None] Set router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:47:45.670056 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d436b6c2-b35f-42d5-b8d4-69c638d8e6e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:45.740813 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d436b6c2-b35f-42d5-b8d4-69c638d8e6e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:45.780745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436b6c2-b35f-42d5-b8d4-69c638d8e6e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Subnet': ['ID=4294e561-e994-46d7-bb3a-7271c3f4e55f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:45.785963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d436b6c2-b35f-42d5-b8d4-69c638d8e6e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:45.793326 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d436b6c2-b35f-42d5-b8d4-69c638d8e6e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/subnets/4294e561-e994-46d7-bb3a-7271c3f4e55f HTTP/1.1" status: 204 len: 168 time: 0.3335814 Jul 29 16:47:45.795866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55330) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:45.802196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d5c2f5-a8e6-40f7-99fb-5dfd11eed9bf None None] Network 26638b83-b8c8-4716-b887-d9e1cd2cbdcf requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:47:45.975207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:46.095851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 08a6429f-9b8b-489f-8fbe-d72a401bd946 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:47:46.138588 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 08a6429f-9b8b-489f-8fbe-d72a401bd946 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:47:46.138927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 08a6429f-9b8b-489f-8fbe-d72a401bd946 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:47:46.169013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-4cab124d-2987-45ac-8b2f-d84a9cc220a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:47:44Z', 'revision_number': 7, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:46.173173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab124d-2987-45ac-8b2f-d84a9cc220a2 None None] Checking router: 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:47:46.182209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab124d-2987-45ac-8b2f-d84a9cc220a2 None None] Routers {'4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:47:46.182821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-4cab124d-2987-45ac-8b2f-d84a9cc220a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:47:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:46.238219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] DHCP port deletion for 26638b83-b8c8-4716-b887-d9e1cd2cbdcf request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:47:46.278223 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:46.288631 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 2e93158f-de15-4eab-bc89-febd0bd843f9 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:47:46.289957 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:46.294738 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Deleting port d4ceeea0-3488-4ecd-bfc8-01fd06402073 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:47:46.295116 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:46.464108 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-4cab124d-2987-45ac-8b2f-d84a9cc220a2 None None] Set router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:47:46.477598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 2e93158f-de15-4eab-bc89-febd0bd843f9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2e93158f-de15-4eab-bc89-febd0bd843f9,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:46.478232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:46.623534 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 2e93158f-de15-4eab-bc89-febd0bd843f9 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:47:46.680791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d4ceeea0-3488-4ecd-bfc8-01fd06402073 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:47:46.808120 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:46.831827 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] For port d4ceeea0-3488-4ecd-bfc8-01fd06402073, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d4ceeea0-3488-4ecd-bfc8-01fd06402073,segment=NetworkSegment(a7e94c72-090a-49ae-87c5-e0e83a555c80),segment_id=a7e94c72-090a-49ae-87c5-e0e83a555c80)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:46.832217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:46.863905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=2e93158f-de15-4eab-bc89-febd0bd843f9,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:46.958774 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:46.963242 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Calling delete_port for d4ceeea0-3488-4ecd-bfc8-01fd06402073 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:47:47.146465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.156297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.158820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.185474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.186924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Fanout notify agent at l3_agent the message router_deleted on router 4865f0dc-93c6-45f1-9e4b-38f21eab8c2d {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:47:47.202210 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d4ceeea0-3488-4ecd-bfc8-01fd06402073 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:47:47.202210 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.204939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.206061 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e1e97d7a-1e25-4c0b-ba18-fc8918017793 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/routers/4865f0dc-93c6-45f1-9e4b-38f21eab8c2d HTTP/1.1" status: 204 len: 168 time: 1.4093149 Jul 29 16:47:47.208912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55334) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:47.217476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Pushing event deleted for resources: {'Port': ['ID=d4ceeea0-3488-4ecd-bfc8-01fd06402073,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:47.221697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] No DVR routers for this DVR port d4ceeea0-3488-4ecd-bfc8-01fd06402073 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:47:47.238286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:47.238286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:47.238286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:47.238286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:47.238286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:47.238286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:47.239112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:47.239112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:47.239112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:47.239574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:47.240826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:47.240826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801375fe-1464-4316-bf3c-7cf74c10ea82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:47.298457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-4cab124d-2987-45ac-8b2f-d84a9cc220a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:47:44Z', 'revision_number': 7, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:47.304520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab124d-2987-45ac-8b2f-d84a9cc220a2 None None] The sync data for ids ['4865f0dc-93c6-45f1-9e4b-38f21eab8c2d'] in dv-neutron-851534-1-hyperv is: [{'id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'name': 'tempest-TestNetworkBasicOps-router-1843192067', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239'}], 'enable_snat': True}, 'gw_port_id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:59Z', 'updated_at': '2022-07-29T16:47:44Z', 'revision_number': 7, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2e93158f-de15-4eab-bc89-febd0bd843f9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865f0dc-93c6-45f1-9e4b-38f21eab8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:45:00Z', 'updated_at': '2022-07-29T16:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:47:47.328178 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d8a19fa9-ecfc-45e6-abec-5798ff06111b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.473206 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d8a19fa9-ecfc-45e6-abec-5798ff06111b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.502690 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-d8a19fa9-ecfc-45e6-abec-5798ff06111b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26638b83-b8c8-4716-b887-d9e1cd2cbdcf']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:47.515601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-d8a19fa9-ecfc-45e6-abec-5798ff06111b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e94c72-090a-49ae-87c5-e0e83a555c80') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:47.515601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-d8a19fa9-ecfc-45e6-abec-5798ff06111b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e94c72-090a-49ae-87c5-e0e83a555c80') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:47.530648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d8a19fa9-ecfc-45e6-abec-5798ff06111b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.550222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d8a19fa9-ecfc-45e6-abec-5798ff06111b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.556888 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a19fa9-ecfc-45e6-abec-5798ff06111b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:47:47.557200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d8a19fa9-ecfc-45e6-abec-5798ff06111b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.626788 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a2c7b3ea-03c5-4fc9-84ef-e90335369b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.643278 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment a7e94c72-090a-49ae-87c5-e0e83a555c80 resource provider aggregate not found Jul 29 16:47:47.674543 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment a7e94c72-090a-49ae-87c5-e0e83a555c80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7e94c72-090a-49ae-87c5-e0e83a555c80 found for delete ", "request_id": "req-d367e1f4-b1b1-495d-b346-7c127174e80e"}]} Jul 29 16:47:47.688115 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d8a19fa9-ecfc-45e6-abec-5798ff06111b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.706954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d8a19fa9-ecfc-45e6-abec-5798ff06111b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.722954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a19fa9-ecfc-45e6-abec-5798ff06111b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Network': ['ID=26638b83-b8c8-4716-b887-d9e1cd2cbdcf,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:47.733091 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d8a19fa9-ecfc-45e6-abec-5798ff06111b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/networks/26638b83-b8c8-4716-b887-d9e1cd2cbdcf HTTP/1.1" status: 204 len: 168 time: 0.5180638 Jul 29 16:47:47.744280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55344) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:47.749818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'network': {'name': 'tempest-network-smoke--923240451', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'port_security_enabled': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:47:47.758953 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:47:47.764159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:network and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:47:47.767463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:47:47.773905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:47:47.790985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:47:47.794999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.829883 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:47:47.838990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.839323 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Added segment 674e61ec-a3af-4bc2-b742-356c0c060b25 of type vlan for network 492a5d5e-31a5-4227-a1e7-59ac3135e669 Jul 29 16:47:47.966339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:47.996513 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:48.001948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:48.002549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:48.111045 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Network': ['ID=492a5d5e-31a5-4227-a1e7-59ac3135e669,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:48.115726 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-41f4d18b-6d1f-4e42-90d4-ba20f5d3fbde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3707979 Jul 29 16:47:48.118706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55348) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:48.121947 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 492a5d5e-31a5-4227-a1e7-59ac3135e669 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:47:48.123818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-556676384', 'admin_state_up': True, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:47:48.131807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:47:48.136236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:router and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:47:48.142270 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:47:48.149604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:47:48.159329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:48.160469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:48.179414 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:48.280066 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:48.370732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:48.446275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:48.553568 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2e93158f-de15-4eab-bc89-febd0bd843f9 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:47:48.590200 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 2e93158f-de15-4eab-bc89-febd0bd843f9 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:47:48.590546 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2e93158f-de15-4eab-bc89-febd0bd843f9 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:47:48.590962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f151174e-82f1-40c6-93d1-309f142d66ea no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:47:48.624724 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: f151174e-82f1-40c6-93d1-309f142d66ea {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:47:48.625094 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f151174e-82f1-40c6-93d1-309f142d66ea not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:47:48.745572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:48.777508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:48.908245 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.5 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/664a45c7-bb32-40cd-bb4f-fe3312731967) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:47:49.158878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:49.187818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:49.250630 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:47:49.253787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:47:49.256329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:47:49.301343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=664a45c7-bb32-40cd-bb4f-fe3312731967,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:49.669468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:49.863858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:50.003514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:50.206293 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router e824f5b5-f735-4a84-894a-e57b612af425 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:47:50.447948 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:50.483065 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:47:50.498349 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Sync routers for ids ['e824f5b5-f735-4a84-894a-e57b612af425'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:47:50.511428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:50.515934 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2c30df16-37df-422b-aff6-ee266475740d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3932033 Jul 29 16:47:50.516256 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55352) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:50.518680 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Routers {'e824f5b5-f735-4a84-894a-e57b612af425'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:47:50.519399 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e824f5b5-f735-4a84-894a-e57b612af425'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:50.558200 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5fea75de-aa5b-4bf7-9005-3a9a932d9753 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ab8e87e6e1034425bfda48f6df7de642&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409460 Jul 29 16:47:50.560876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55356) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:50.689997 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f69cfda-4fe5-495c-abdd-2c6a39be4793 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:50.691494 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7f69cfda-4fe5-495c-abdd-2c6a39be4793 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295216 Jul 29 16:47:50.694848 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55360) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:50.696771 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Set router e824f5b5-f735-4a84-894a-e57b612af425 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:47:50.733409 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-faf9947e-d7dd-4a0a-ae88-e9d1cb6d7f1b tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373218 Jul 29 16:47:50.735831 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55364) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:50.741611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-496328796', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:47:50.848990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:47:50.853741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:subnet and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:47:50.856759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:47:50.862621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:47:50.873467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:47:50.876929 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:51.001969 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'name': 'tempest-TestNetworkBasicOps-router-556676384', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:49Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:51.005627 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Checking router: e824f5b5-f735-4a84-894a-e57b612af425 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:47:51.005970 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Updating router e824f5b5-f735-4a84-894a-e57b612af425 port 664a45c7-bb32-40cd-bb4f-fe3312731967 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:47:51.059716 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:51.087350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:51.170698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Subnet': ['ID=0ef99799-c5bb-471e-9029-20981d06417d,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:51.176042 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Checking segment: {'id': '674e61ec-a3af-4bc2-b742-356c0c060b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:47:51.176535 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network hostable DHCP agents. Network: 492a5d5e-31a5-4227-a1e7-59ac3135e669, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:47:51.194593 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 492a5d5e-31a5-4227-a1e7-59ac3135e669 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:47:51.204107 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 492a5d5e-31a5-4227-a1e7-59ac3135e669) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:47:51.208168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:51.208969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:51.213278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d48c48b-3ef7-40fd-a38e-b6db91ad7d2d None None] Network 492a5d5e-31a5-4227-a1e7-59ac3135e669 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:47:51.235598 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9605b751-5eba-4d84-9e0a-9bd6431a7c71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4962342 Jul 29 16:47:51.235849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55368) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:51.390031 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:51.402041 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Transition to ACTIVE for port object 664a45c7-bb32-40cd-bb4f-fe3312731967 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:47:51.410079 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:51.439248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-492a5d5e-31a5-4227-a1e7-59ac3135e669', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ips': [{'subnet_id': '0ef99799-c5bb-471e-9029-20981d06417d'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:47:51.440087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:51.491684 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637eafe-ddaf-4cc9-a916-07a206bc7e8a None None] Pushing event updated for resources: {'Port': ['ID=664a45c7-bb32-40cd-bb4f-fe3312731967,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:51.505221 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637eafe-ddaf-4cc9-a916-07a206bc7e8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:51.506427 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637eafe-ddaf-4cc9-a916-07a206bc7e8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:51.506988 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637eafe-ddaf-4cc9-a916-07a206bc7e8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:51.507576 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637eafe-ddaf-4cc9-a916-07a206bc7e8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:51.508122 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637eafe-ddaf-4cc9-a916-07a206bc7e8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:51.508695 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637eafe-ddaf-4cc9-a916-07a206bc7e8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:51.509270 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637eafe-ddaf-4cc9-a916-07a206bc7e8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:51.509818 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637eafe-ddaf-4cc9-a916-07a206bc7e8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:51.510395 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637eafe-ddaf-4cc9-a916-07a206bc7e8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:51.510946 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637eafe-ddaf-4cc9-a916-07a206bc7e8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:51.511503 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637eafe-ddaf-4cc9-a916-07a206bc7e8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:51.512041 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637eafe-ddaf-4cc9-a916-07a206bc7e8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:47:51.517077 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Attempting to bind port 664a45c7-bb32-40cd-bb4f-fe3312731967 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:47:51.517792 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Attempting to bind port 664a45c7-bb32-40cd-bb4f-fe3312731967 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:47:51.518394 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Attempting to bind port 664a45c7-bb32-40cd-bb4f-fe3312731967 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:47:51.525191 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:47:51.525886 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:47:51.526625 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:51.527230 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:47:51.527920 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Bound port: 664a45c7-bb32-40cd-bb4f-fe3312731967, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:47:51.528540 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:51.609747 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] For port 664a45c7-bb32-40cd-bb4f-fe3312731967, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:47:51.614141 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Allocated IP 172.20.0.2 (492a5d5e-31a5-4227-a1e7-59ac3135e669/0ef99799-c5bb-471e-9029-20981d06417d/20e44cd5-123e-4765-b1b9-b92b3cbcd816) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:47:51.615400 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] For port 664a45c7-bb32-40cd-bb4f-fe3312731967, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=664a45c7-bb32-40cd-bb4f-fe3312731967,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:47:51.621403 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:51.693347 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637eafe-ddaf-4cc9-a916-07a206bc7e8a None None] Pushing event updated for resources: {'Port': ['ID=664a45c7-bb32-40cd-bb4f-fe3312731967,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:51.707307 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Routers {'e824f5b5-f735-4a84-894a-e57b612af425'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:47:51.707846 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e824f5b5-f735-4a84-894a-e57b612af425'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:51.833075 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:51.846215 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Transition to ACTIVE for port object 20e44cd5-123e-4765-b1b9-b92b3cbcd816 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:47:51.866192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Transition to ACTIVE for port object 20e44cd5-123e-4765-b1b9-b92b3cbcd816 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:47:51.872959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:51.888687 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] Set router e824f5b5-f735-4a84-894a-e57b612af425 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:47:51.939526 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Network 492a5d5e-31a5-4227-a1e7-59ac3135e669 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:47:51.942444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:47:51.946462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:47:51.955993 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Pushing event updated for resources: {'Port': ['ID=20e44cd5-123e-4765-b1b9-b92b3cbcd816,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:52.057182 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Attempting to bind port 20e44cd5-123e-4765-b1b9-b92b3cbcd816 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:47:52.057584 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Attempting to bind port 20e44cd5-123e-4765-b1b9-b92b3cbcd816 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '674e61ec-a3af-4bc2-b742-356c0c060b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:47:52.057900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Attempting to bind port 20e44cd5-123e-4765-b1b9-b92b3cbcd816 on network 492a5d5e-31a5-4227-a1e7-59ac3135e669 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:47:52.063125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:47:52.063495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Checking segment: {'id': '674e61ec-a3af-4bc2-b742-356c0c060b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:47:52.063890 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:52.064278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Bound using segment: {'id': '674e61ec-a3af-4bc2-b742-356c0c060b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:47:52.064737 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Bound port: 20e44cd5-123e-4765-b1b9-b92b3cbcd816, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674e61ec-a3af-4bc2-b742-356c0c060b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:47:52.065135 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:52.076398 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:52.153461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] For port 20e44cd5-123e-4765-b1b9-b92b3cbcd816, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:47:52.156805 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] For port 20e44cd5-123e-4765-b1b9-b92b3cbcd816, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=20e44cd5-123e-4765-b1b9-b92b3cbcd816,segment=NetworkSegment(674e61ec-a3af-4bc2-b742-356c0c060b25),segment_id=674e61ec-a3af-4bc2-b742-356c0c060b25)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:47:52.163361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:52.189949 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'name': 'tempest-TestNetworkBasicOps-router-556676384', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:49Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:52.194827 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65dafd5-fb2a-407e-9dac-a055fd1902ce None None] The sync data for ids ['e824f5b5-f735-4a84-894a-e57b612af425'] in dv-neutron-851534-1-hyperv is: [{'id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'name': 'tempest-TestNetworkBasicOps-router-556676384', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:49Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:47:52.260128 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d05fd-fb5e-4c09-ad48-0f12227b3ef9 None None] Pushing event updated for resources: {'Port': ['ID=20e44cd5-123e-4765-b1b9-b92b3cbcd816,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:52.265394 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:47:52.580836 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.1 (492a5d5e-31a5-4227-a1e7-59ac3135e669/0ef99799-c5bb-471e-9029-20981d06417d/cb0388a7-5c61-4f86-8ad7-d533bab89a46) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:47:52.688243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 664a45c7-bb32-40cd-bb4f-fe3312731967 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:47:52.763969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 664a45c7-bb32-40cd-bb4f-fe3312731967 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:47:52.769096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 664a45c7-bb32-40cd-bb4f-fe3312731967 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:47:52.769292 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:52.773477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:52.790904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object cb0388a7-5c61-4f86-8ad7-d533bab89a46 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:47:52.817664 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:52.895924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 492a5d5e-31a5-4227-a1e7-59ac3135e669 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:47:52.897720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 664a45c7-bb32-40cd-bb4f-fe3312731967 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:47:52.898324 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:52.899126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:47:52.903195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:47:52.919413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 664a45c7-bb32-40cd-bb4f-fe3312731967, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=664a45c7-bb32-40cd-bb4f-fe3312731967,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:52.924994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:52.925881 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 20e44cd5-123e-4765-b1b9-b92b3cbcd816 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:47:52.946730 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=cb0388a7-5c61-4f86-8ad7-d533bab89a46,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:52.967549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:53.051115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=664a45c7-bb32-40cd-bb4f-fe3312731967,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:53.065513 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 20e44cd5-123e-4765-b1b9-b92b3cbcd816 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:47:53.124741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:53.413774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05905d9-97d9-496b-a1d6-d0beac0461d8 None None] Network 492a5d5e-31a5-4227-a1e7-59ac3135e669 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:47:53.542413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-24b53684-b956-4ce5-9c33-d3ef55662e62 None None] Provisioning for port 20e44cd5-123e-4765-b1b9-b92b3cbcd816 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:47:53.551074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-24b53684-b956-4ce5-9c33-d3ef55662e62 None None] Provisioning complete for port 20e44cd5-123e-4765-b1b9-b92b3cbcd816 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:47:53.551074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-24b53684-b956-4ce5-9c33-d3ef55662e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:53.608273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:53.617227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:53.739579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=cb0388a7-5c61-4f86-8ad7-d533bab89a46,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:53.766304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:53.865818 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-24b53684-b956-4ce5-9c33-d3ef55662e62 None None] Current status of the port 20e44cd5-123e-4765-b1b9-b92b3cbcd816 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:47:53.865818 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-24b53684-b956-4ce5-9c33-d3ef55662e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:53.927321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-24b53684-b956-4ce5-9c33-d3ef55662e62 None None] For port 20e44cd5-123e-4765-b1b9-b92b3cbcd816, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=20e44cd5-123e-4765-b1b9-b92b3cbcd816,segment=NetworkSegment(674e61ec-a3af-4bc2-b742-356c0c060b25),segment_id=674e61ec-a3af-4bc2-b742-356c0c060b25)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:53.939140 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-24b53684-b956-4ce5-9c33-d3ef55662e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:54.036659 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b53684-b956-4ce5-9c33-d3ef55662e62 None None] Pushing event updated for resources: {'Port': ['ID=20e44cd5-123e-4765-b1b9-b92b3cbcd816,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:54.115855 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 492a5d5e-31a5-4227-a1e7-59ac3135e669 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:47:54.115855 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:47:54.288234 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1127531f-8147-4e67-875c-c81075c5180f None None] Provisioning complete for port 20e44cd5-123e-4765-b1b9-b92b3cbcd816 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:47:54.288234 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1127531f-8147-4e67-875c-c81075c5180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:54.363001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router e824f5b5-f735-4a84-894a-e57b612af425 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:47:54.419007 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1127531f-8147-4e67-875c-c81075c5180f None None] Current status of the port 20e44cd5-123e-4765-b1b9-b92b3cbcd816 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:47:54.435390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1127531f-8147-4e67-875c-c81075c5180f None None] Provisioning for port cb0388a7-5c61-4f86-8ad7-d533bab89a46 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:47:54.435390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1127531f-8147-4e67-875c-c81075c5180f None None] Provisioning complete for port cb0388a7-5c61-4f86-8ad7-d533bab89a46 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:47:54.435390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1127531f-8147-4e67-875c-c81075c5180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:54.521375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1127531f-8147-4e67-875c-c81075c5180f None None] Port cb0388a7-5c61-4f86-8ad7-d533bab89a46 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:47:54.574709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:47:54.588064 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Sync routers for ids ['e824f5b5-f735-4a84-894a-e57b612af425'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:47:54.598268 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Routers {'e824f5b5-f735-4a84-894a-e57b612af425'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:47:54.598268 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e824f5b5-f735-4a84-894a-e57b612af425'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:54.602639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55374) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:54.616987 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cf345092-4ef7-4ed1-8f98-76c1b7042258 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/e824f5b5-f735-4a84-894a-e57b612af425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3690093 Jul 29 16:47:54.807315 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Set router e824f5b5-f735-4a84-894a-e57b612af425 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:47:54.834801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6d0fb2-7015-44fb-b4a5-fee383e7f545 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:54.834801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6d0fb2-7015-44fb-b4a5-fee383e7f545 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:54.834801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6d0fb2-7015-44fb-b4a5-fee383e7f545 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:54.834801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6d0fb2-7015-44fb-b4a5-fee383e7f545 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:54.834801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6d0fb2-7015-44fb-b4a5-fee383e7f545 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:54.834801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6d0fb2-7015-44fb-b4a5-fee383e7f545 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:54.834801 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ff6d0fb2-7015-44fb-b4a5-fee383e7f545 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2365103 Jul 29 16:47:54.842752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55378) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:54.920019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2067e6-778d-424f-8a94-5ae40f0370e3 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:54.920019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2067e6-778d-424f-8a94-5ae40f0370e3 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:54.920019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2067e6-778d-424f-8a94-5ae40f0370e3 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:54.920019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2067e6-778d-424f-8a94-5ae40f0370e3 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:54.920019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2067e6-778d-424f-8a94-5ae40f0370e3 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:54.920019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2067e6-778d-424f-8a94-5ae40f0370e3 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:54.920019 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7b2067e6-778d-424f-8a94-5ae40f0370e3 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0813658 Jul 29 16:47:54.926003 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55382) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:54.953223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 664a45c7-bb32-40cd-bb4f-fe3312731967 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:47:55.085706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f06baa46-a8d8-49da-80f6-4c5d7b9d41f2 None None] Provisioning complete for port cb0388a7-5c61-4f86-8ad7-d533bab89a46 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:47:55.085706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f06baa46-a8d8-49da-80f6-4c5d7b9d41f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.160018 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-169ce105-7eac-4c8b-a47d-c4d487b3a2b8 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2329006 Jul 29 16:47:55.191280 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f06baa46-a8d8-49da-80f6-4c5d7b9d41f2 None None] Port cb0388a7-5c61-4f86-8ad7-d533bab89a46 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:47:55.202521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 664a45c7-bb32-40cd-bb4f-fe3312731967 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:47:55.202521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.237280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55388) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:55.243728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-6310e5a5-5024-420b-adc1-93e383e9bda7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205803831', 'description': 'tempest-secgroup-smoke-205803831 description', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:47:55.249124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6310e5a5-5024-420b-adc1-93e383e9bda7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:47:55.255771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6310e5a5-5024-420b-adc1-93e383e9bda7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:47:55.255771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6310e5a5-5024-420b-adc1-93e383e9bda7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:47:55.264540 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6310e5a5-5024-420b-adc1-93e383e9bda7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:47:55.277358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6310e5a5-5024-420b-adc1-93e383e9bda7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.301285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6310e5a5-5024-420b-adc1-93e383e9bda7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:47:55.307293 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6310e5a5-5024-420b-adc1-93e383e9bda7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:47:55.307293 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6310e5a5-5024-420b-adc1-93e383e9bda7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:47:55.316273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6310e5a5-5024-420b-adc1-93e383e9bda7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:47:55.339697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0d949fe7-35eb-4998-8005-e93a8170afdc None None] Provisioning complete for port cb0388a7-5c61-4f86-8ad7-d533bab89a46 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:47:55.339697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0d949fe7-35eb-4998-8005-e93a8170afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.402802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6310e5a5-5024-420b-adc1-93e383e9bda7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.402802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6310e5a5-5024-420b-adc1-93e383e9bda7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.456226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 664a45c7-bb32-40cd-bb4f-fe3312731967 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:47:55.456226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 20e44cd5-123e-4765-b1b9-b92b3cbcd816 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:47:55.460237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310e5a5-5024-420b-adc1-93e383e9bda7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bcdf8a-928b-4a63-8a07-991224877e93,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:55.475600 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6310e5a5-5024-420b-adc1-93e383e9bda7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.475600 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6310e5a5-5024-420b-adc1-93e383e9bda7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2285178 Jul 29 16:47:55.481011 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55392) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:55.481011 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-fcba4269-a6ed-4b6a-bf3d-1f2f3caa86ca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': 'b1bcdf8a-928b-4a63-8a07-991224877e93', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:47:55.481011 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fcba4269-a6ed-4b6a-bf3d-1f2f3caa86ca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:47:55.486684 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'name': 'tempest-TestNetworkBasicOps-router-556676384', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:53Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'cb0388a7-5c61-4f86-8ad7-d533bab89a46', 'name': '', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:cd:63:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '0ef99799-c5bb-471e-9029-20981d06417d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:52Z', 'updated_at': '2022-07-29T16:47:53Z', 'revision_number': 2, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '0ef99799-c5bb-471e-9029-20981d06417d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:55.493659 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fcba4269-a6ed-4b6a-bf3d-1f2f3caa86ca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:47:55.493659 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fcba4269-a6ed-4b6a-bf3d-1f2f3caa86ca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:47:55.497482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0d949fe7-35eb-4998-8005-e93a8170afdc None None] Port cb0388a7-5c61-4f86-8ad7-d533bab89a46 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:47:55.519401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fcba4269-a6ed-4b6a-bf3d-1f2f3caa86ca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:47:55.524122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Checking router: e824f5b5-f735-4a84-894a-e57b612af425 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:47:55.524122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Updating router e824f5b5-f735-4a84-894a-e57b612af425 port cb0388a7-5c61-4f86-8ad7-d533bab89a46 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:47:55.545628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fcba4269-a6ed-4b6a-bf3d-1f2f3caa86ca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.580556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.629550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fcba4269-a6ed-4b6a-bf3d-1f2f3caa86ca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.629550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fcba4269-a6ed-4b6a-bf3d-1f2f3caa86ca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.656390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 20e44cd5-123e-4765-b1b9-b92b3cbcd816 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:47:55.656390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.661238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba4269-a6ed-4b6a-bf3d-1f2f3caa86ca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375b6574-ef98-4660-9b33-36a8ffd9bd3b,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:55.661238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fcba4269-a6ed-4b6a-bf3d-1f2f3caa86ca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.670348 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fcba4269-a6ed-4b6a-bf3d-1f2f3caa86ca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1941686 Jul 29 16:47:55.670348 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55396) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:55.675034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-4ede1073-899e-43e2-9b36-daa8a70a5442 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': 'b1bcdf8a-928b-4a63-8a07-991224877e93', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:47:55.683742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4ede1073-899e-43e2-9b36-daa8a70a5442 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:47:55.683742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4ede1073-899e-43e2-9b36-daa8a70a5442 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:47:55.693306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4ede1073-899e-43e2-9b36-daa8a70a5442 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:47:55.693306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4ede1073-899e-43e2-9b36-daa8a70a5442 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:47:55.718915 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ede1073-899e-43e2-9b36-daa8a70a5442 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.787182 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ede1073-899e-43e2-9b36-daa8a70a5442 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.787182 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ede1073-899e-43e2-9b36-daa8a70a5442 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.819061 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede1073-899e-43e2-9b36-daa8a70a5442 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b9807c-92e8-46a7-a842-4c3d27610821,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:55.830302 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ede1073-899e-43e2-9b36-daa8a70a5442 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.830302 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4ede1073-899e-43e2-9b36-daa8a70a5442 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1600509 Jul 29 16:47:55.830302 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55400) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:55.841630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ea918b49-6777-429b-b207-a93aac4757ad tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': 'b1bcdf8a-928b-4a63-8a07-991224877e93', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:47:55.847727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ea918b49-6777-429b-b207-a93aac4757ad tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:47:55.847727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ea918b49-6777-429b-b207-a93aac4757ad tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:47:55.854951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ea918b49-6777-429b-b207-a93aac4757ad tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:47:55.864724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ea918b49-6777-429b-b207-a93aac4757ad tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:47:55.881656 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea918b49-6777-429b-b207-a93aac4757ad tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.951790 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea918b49-6777-429b-b207-a93aac4757ad tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.958210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea918b49-6777-429b-b207-a93aac4757ad tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:55.985014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea918b49-6777-429b-b207-a93aac4757ad tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39b1b83-7c84-4b88-8e6b-f2fe40066e0a,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:56.002834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea918b49-6777-429b-b207-a93aac4757ad tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.002834 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ea918b49-6777-429b-b207-a93aac4757ad tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1703897 Jul 29 16:47:56.005987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55404) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:56.009386 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 20e44cd5-123e-4765-b1b9-b92b3cbcd816 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:47:56.023637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-84d71176-3013-43f1-acc5-cdfe9e8b8fdc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': 'b1bcdf8a-928b-4a63-8a07-991224877e93', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:47:56.029564 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-84d71176-3013-43f1-acc5-cdfe9e8b8fdc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:47:56.035232 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-84d71176-3013-43f1-acc5-cdfe9e8b8fdc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:47:56.035232 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-84d71176-3013-43f1-acc5-cdfe9e8b8fdc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:47:56.044834 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-84d71176-3013-43f1-acc5-cdfe9e8b8fdc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:47:56.063372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-84d71176-3013-43f1-acc5-cdfe9e8b8fdc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.140057 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-84d71176-3013-43f1-acc5-cdfe9e8b8fdc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.140057 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-84d71176-3013-43f1-acc5-cdfe9e8b8fdc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.149177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.161731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Transition to ACTIVE for port object cb0388a7-5c61-4f86-8ad7-d533bab89a46 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:47:56.168924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.172844 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d71176-3013-43f1-acc5-cdfe9e8b8fdc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64c5c17-976e-470a-b120-46612d8121cb,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:56.187135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-84d71176-3013-43f1-acc5-cdfe9e8b8fdc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.187135 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-84d71176-3013-43f1-acc5-cdfe9e8b8fdc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1784821 Jul 29 16:47:56.187135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55408) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:56.194281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-8d49eaf0-07e7-41e9-8f58-b16a77b7029c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': 'b1bcdf8a-928b-4a63-8a07-991224877e93', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:47:56.203793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8d49eaf0-07e7-41e9-8f58-b16a77b7029c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:47:56.203793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8d49eaf0-07e7-41e9-8f58-b16a77b7029c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:47:56.210869 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-8d49eaf0-07e7-41e9-8f58-b16a77b7029c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:47:56.216555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-8d49eaf0-07e7-41e9-8f58-b16a77b7029c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:47:56.234358 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-8d49eaf0-07e7-41e9-8f58-b16a77b7029c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:47:56.234358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8d49eaf0-07e7-41e9-8f58-b16a77b7029c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.346443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8d49eaf0-07e7-41e9-8f58-b16a77b7029c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.353276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8d49eaf0-07e7-41e9-8f58-b16a77b7029c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.384076 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8ab19-5299-403d-874b-b4999ddb3336 None None] Pushing event updated for resources: {'Port': ['ID=cb0388a7-5c61-4f86-8ad7-d533bab89a46,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:56.389613 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49eaf0-07e7-41e9-8f58-b16a77b7029c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9dea4f4-109d-443c-97f8-8ce15c301578,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:56.411562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8d49eaf0-07e7-41e9-8f58-b16a77b7029c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.411562 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8d49eaf0-07e7-41e9-8f58-b16a77b7029c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2188001 Jul 29 16:47:56.411562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55412) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:47:56.422142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-0f540bbc-6eb6-4027-9cac-41d88f5ebb29 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': 'b1bcdf8a-928b-4a63-8a07-991224877e93', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:47:56.431155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0f540bbc-6eb6-4027-9cac-41d88f5ebb29 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:47:56.431155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0f540bbc-6eb6-4027-9cac-41d88f5ebb29 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:47:56.439950 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0f540bbc-6eb6-4027-9cac-41d88f5ebb29 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:47:56.439950 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0f540bbc-6eb6-4027-9cac-41d88f5ebb29 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:47:56.459024 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-0f540bbc-6eb6-4027-9cac-41d88f5ebb29 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:47:56.470391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0f540bbc-6eb6-4027-9cac-41d88f5ebb29 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.499159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Attempting to bind port cb0388a7-5c61-4f86-8ad7-d533bab89a46 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:47:56.499159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Attempting to bind port cb0388a7-5c61-4f86-8ad7-d533bab89a46 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '674e61ec-a3af-4bc2-b742-356c0c060b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:47:56.499159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Attempting to bind port cb0388a7-5c61-4f86-8ad7-d533bab89a46 on network 492a5d5e-31a5-4227-a1e7-59ac3135e669 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:47:56.507013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:47:56.507013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Checking segment: {'id': '674e61ec-a3af-4bc2-b742-356c0c060b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:47:56.507013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.507013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Bound using segment: {'id': '674e61ec-a3af-4bc2-b742-356c0c060b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:47:56.507013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Bound port: cb0388a7-5c61-4f86-8ad7-d533bab89a46, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674e61ec-a3af-4bc2-b742-356c0c060b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:47:56.507013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.568138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0f540bbc-6eb6-4027-9cac-41d88f5ebb29 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.577783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0f540bbc-6eb6-4027-9cac-41d88f5ebb29 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.602866 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f540bbc-6eb6-4027-9cac-41d88f5ebb29 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213a9bf1-7e13-478d-8d6a-62bd2508a70a,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:56.617141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0f540bbc-6eb6-4027-9cac-41d88f5ebb29 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.617141 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0f540bbc-6eb6-4027-9cac-41d88f5ebb29 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1995976 Jul 29 16:47:56.658202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] For port cb0388a7-5c61-4f86-8ad7-d533bab89a46, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:47:56.658202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] For port cb0388a7-5c61-4f86-8ad7-d533bab89a46, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cb0388a7-5c61-4f86-8ad7-d533bab89a46,segment=NetworkSegment(674e61ec-a3af-4bc2-b742-356c0c060b25),segment_id=674e61ec-a3af-4bc2-b742-356c0c060b25)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:47:56.669666 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:56.743151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Routers {'e824f5b5-f735-4a84-894a-e57b612af425'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:47:56.743776 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e824f5b5-f735-4a84-894a-e57b612af425'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:56.793319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-cbc831e4-479c-4026-b9d9-dcf6c41bf864 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:47:56.826601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-cbc831e4-479c-4026-b9d9-dcf6c41bf864 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:47:56.840253 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-cbc831e4-479c-4026-b9d9-dcf6c41bf864 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205803831&fields=id&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 267 time: 0.0897167 Jul 29 16:47:56.971713 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] Set router e824f5b5-f735-4a84-894a-e57b612af425 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:47:57.008327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-7460f450-0aed-4ebb-947c-a90b6f1cbba1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:47:57.008327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-7460f450-0aed-4ebb-947c-a90b6f1cbba1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:47:57.023809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8ab19-5299-403d-874b-b4999ddb3336 None None] Pushing event updated for resources: {'Port': ['ID=cb0388a7-5c61-4f86-8ad7-d533bab89a46,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:47:57.028834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-7460f450-0aed-4ebb-947c-a90b6f1cbba1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:47:57.028834 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-7460f450-0aed-4ebb-947c-a90b6f1cbba1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/networks?id=492a5d5e-31a5-4227-a1e7-59ac3135e669 HTTP/1.1" status: 200 len: 796 time: 0.1968396 Jul 29 16:47:57.051903 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-34136c1d-dedd-4aa2-8c8f-6bb05eccf85d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/quotas/ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 375 time: 0.0153661 Jul 29 16:47:57.149360 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-ca5c55f7-9db5-4a5e-82b9-13eed1e6a07c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:47:57.163508 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-ca5c55f7-9db5-4a5e-82b9-13eed1e6a07c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:47:57.163508 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-ca5c55f7-9db5-4a5e-82b9-13eed1e6a07c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139920 Jul 29 16:47:57.314619 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'name': 'tempest-TestNetworkBasicOps-router-556676384', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:53Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'cb0388a7-5c61-4f86-8ad7-d533bab89a46', 'name': '', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:cd:63:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '0ef99799-c5bb-471e-9029-20981d06417d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:52Z', 'updated_at': '2022-07-29T16:47:56Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '0ef99799-c5bb-471e-9029-20981d06417d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:47:57.326000 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c50cbf-7b97-4512-a150-679aacaa97d0 None None] The sync data for ids ['e824f5b5-f735-4a84-894a-e57b612af425'] in dv-neutron-851534-1-hyperv is: [{'id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'name': 'tempest-TestNetworkBasicOps-router-556676384', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:53Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'cb0388a7-5c61-4f86-8ad7-d533bab89a46', 'name': '', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:cd:63:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '0ef99799-c5bb-471e-9029-20981d06417d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:52Z', 'updated_at': '2022-07-29T16:47:56Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '0ef99799-c5bb-471e-9029-20981d06417d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:47:57.330181 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d175b549-01ad-418f-a74e-5c35b15ea44a service neutron] 10.222.0.58 "GET /v2.0/networks/492a5d5e-31a5-4227-a1e7-59ac3135e669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451643 Jul 29 16:47:57.532945 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-f3324e98-457b-4887-928c-afbb5be96ccd service neutron] 10.222.0.58 "GET /v2.0/networks/492a5d5e-31a5-4227-a1e7-59ac3135e669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949673 Jul 29 16:47:57.773620 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-45b53a46-d9ed-4c1f-add9-b30d7d69f633 req-34108821-70c5-4579-9c18-336bc4303512 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 210 time: 0.0648527 Jul 29 16:47:58.575963 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb0388a7-5c61-4f86-8ad7-d533bab89a46 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:47:58.646758 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port cb0388a7-5c61-4f86-8ad7-d533bab89a46 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:47:58.651521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port cb0388a7-5c61-4f86-8ad7-d533bab89a46 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:47:58.651638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:58.774892 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port cb0388a7-5c61-4f86-8ad7-d533bab89a46 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:47:58.775284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:58.811466 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port cb0388a7-5c61-4f86-8ad7-d533bab89a46, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cb0388a7-5c61-4f86-8ad7-d533bab89a46,segment=NetworkSegment(674e61ec-a3af-4bc2-b742-356c0c060b25),segment_id=674e61ec-a3af-4bc2-b742-356c0c060b25)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:47:58.816474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:47:58.917841 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1d0fb4ce-eeab-48b8-97fb-97acdcc911bb req-0b2dfe74-ebd3-417e-b262-41d36a2cb8bd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 210 time: 0.0709169 Jul 29 16:47:58.952966 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=cb0388a7-5c61-4f86-8ad7-d533bab89a46,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:48:00.095390 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3dde1021-b36b-4933-8139-f6dcde268057 req-009584ad-fda6-4f98-8209-dcd49d304d8d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 210 time: 0.0519898 Jul 29 16:48:00.567012 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb0388a7-5c61-4f86-8ad7-d533bab89a46 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:48:00.639247 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port cb0388a7-5c61-4f86-8ad7-d533bab89a46 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:48:00.639410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:00.774744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port cb0388a7-5c61-4f86-8ad7-d533bab89a46 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:48:00.924097 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-75b9483e-4cd4-48dd-8fb6-248c32d68f30 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:00.930164 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-75b9483e-4cd4-48dd-8fb6-248c32d68f30 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/networks?id=492a5d5e-31a5-4227-a1e7-59ac3135e669 HTTP/1.1" status: 200 len: 796 time: 0.1792717 Jul 29 16:48:00.996273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-64272f53-409f-414d-9821-61b79d816b9e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:48:01.007192 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-64272f53-409f-414d-9821-61b79d816b9e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:48:01.007192 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-64272f53-409f-414d-9821-61b79d816b9e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 379 time: 0.0678196 Jul 29 16:48:01.013165 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'port': {'device_id': '772f3e21-b02d-475e-bac8-2790843fdf72', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'admin_state_up': True, 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'security_groups': ['b1bcdf8a-928b-4a63-8a07-991224877e93']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:48:01.159374 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:48:01.161197 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:48:01.174805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:48:01.176475 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:01.257026 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-48085423-31c9-4c11-93b5-8a0593838070 req-89856a92-4fa7-49c3-8418-c2156fcd8658 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 210 time: 0.0510635 Jul 29 16:48:01.342697 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.4 (492a5d5e-31a5-4227-a1e7-59ac3135e669/0ef99799-c5bb-471e-9029-20981d06417d/de8a816f-665e-4055-9469-d021fc3185bc) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:48:01.538152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:01.554175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object de8a816f-665e-4055-9469-d021fc3185bc will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:48:01.577733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:01.646305 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 492a5d5e-31a5-4227-a1e7-59ac3135e669 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:48:01.650199 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:48:01.653601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:48:01.807537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=de8a816f-665e-4055-9469-d021fc3185bc,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:48:01.844533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:01.844843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:01.868955 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b57e0149-c03b-4947-a673-a557998da142 None None] Provisioning for port de8a816f-665e-4055-9469-d021fc3185bc completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:48:01.871224 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-66113cfb-6fa7-481a-beaf-b92499070b60 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8627317 Jul 29 16:48:01.873761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b57e0149-c03b-4947-a673-a557998da142 None None] Provisioning complete for port de8a816f-665e-4055-9469-d021fc3185bc triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:48:01.874892 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b57e0149-c03b-4947-a673-a557998da142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:01.882425 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Request body: {'port': {'device_id': '772f3e21-b02d-475e-bac8-2790843fdf72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:48:01.930227 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b57e0149-c03b-4947-a673-a557998da142 None None] Port de8a816f-665e-4055-9469-d021fc3185bc cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:48:01.995729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:02.337641 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8a816f-665e-4055-9469-d021fc3185bc {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:48:02.343028 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:02.357699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Transition to ACTIVE for port object de8a816f-665e-4055-9469-d021fc3185bc will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:48:02.361032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:02.494365 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e6fde-b11d-4dfc-9e4d-77707962d77d req-94eb10e8-97b6-4728-a764-100a09c92cb6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:02.516886 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0d5e6fde-b11d-4dfc-9e4d-77707962d77d req-94eb10e8-97b6-4728-a764-100a09c92cb6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 943 time: 0.1448119 Jul 29 16:48:02.581799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Pushing event updated for resources: {'Port': ['ID=de8a816f-665e-4055-9469-d021fc3185bc,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:48:02.637991 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Attempting to bind port de8a816f-665e-4055-9469-d021fc3185bc on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:48:02.640554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Attempting to bind port de8a816f-665e-4055-9469-d021fc3185bc by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '674e61ec-a3af-4bc2-b742-356c0c060b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:48:02.640902 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Attempting to bind port de8a816f-665e-4055-9469-d021fc3185bc on network 492a5d5e-31a5-4227-a1e7-59ac3135e669 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:48:02.646680 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Port de8a816f-665e-4055-9469-d021fc3185bc on network 492a5d5e-31a5-4227-a1e7-59ac3135e669 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:48:02.647010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Attempting to bind port de8a816f-665e-4055-9469-d021fc3185bc on network 492a5d5e-31a5-4227-a1e7-59ac3135e669 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:48:02.653480 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:48:02.653623 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Checking segment: {'id': '674e61ec-a3af-4bc2-b742-356c0c060b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:48:02.654261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Bound using segment: {'id': '674e61ec-a3af-4bc2-b742-356c0c060b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:48:02.654355 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Bound port: de8a816f-665e-4055-9469-d021fc3185bc, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674e61ec-a3af-4bc2-b742-356c0c060b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:48:02.654829 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:02.709344 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0d5e6fde-b11d-4dfc-9e4d-77707962d77d req-dde9fa5c-3fe1-4619-ae83-ef879c9e0698 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1bcdf8a-928b-4a63-8a07-991224877e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912479 Jul 29 16:48:02.760919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] For port de8a816f-665e-4055-9469-d021fc3185bc, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:48:02.766138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] For port de8a816f-665e-4055-9469-d021fc3185bc, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=de8a816f-665e-4055-9469-d021fc3185bc,segment=NetworkSegment(674e61ec-a3af-4bc2-b742-356c0c060b25),segment_id=674e61ec-a3af-4bc2-b742-356c0c060b25)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:48:02.770544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:02.840223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:02.840223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:02.840223 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] 10.222.0.69 "PUT /v2.0/ports/de8a816f-665e-4055-9469-d021fc3185bc HTTP/1.1" status: 200 len: 1093 time: 0.9622066 Jul 29 16:48:02.840702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772f3e21-b02d-475e-bac8-2790843fdf72', 'tag': 'de8a816f-665e-4055-9469-d021fc3185bc'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:48:02.868349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78184f7-96a1-4104-b48b-6c1294a611fa service neutron] Pushing event updated for resources: {'Port': ['ID=de8a816f-665e-4055-9469-d021fc3185bc,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:48:02.939795 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d59a86-6d5e-4d30-96bf-69ebe75d5f2a'] response: {'name': 'network-changed', 'server_uuid': '772f3e21-b02d-475e-bac8-2790843fdf72', 'tag': 'de8a816f-665e-4055-9469-d021fc3185bc', 'status': 'completed', 'code': 200} Jul 29 16:48:02.982413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-6990c3f1-45a2-478f-b405-ea60e5bdbdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:02.983580 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-6990c3f1-45a2-478f-b405-ea60e5bdbdcd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 1096 time: 0.1012177 Jul 29 16:48:03.068652 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-f2f7b475-131e-4bf7-a0dc-413fd665691e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de8a816f-665e-4055-9469-d021fc3185bc HTTP/1.1" status: 200 len: 217 time: 0.0741570 Jul 29 16:48:03.134275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-3cd7916a-9162-4eff-a59e-d33c785f44a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:03.135711 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-3cd7916a-9162-4eff-a59e-d33c785f44a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0ef99799-c5bb-471e-9029-20981d06417d HTTP/1.1" status: 200 len: 834 time: 0.0626314 Jul 29 16:48:03.228748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-725d0de7-327f-45ce-a766-8aa7c5ec6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:03.229247 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-725d0de7-327f-45ce-a766-8aa7c5ec6fae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=492a5d5e-31a5-4227-a1e7-59ac3135e669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845582 Jul 29 16:48:03.362179 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-d1c75438-2f0d-48bf-bc72-7ef9244310d2 service neutron] 10.222.0.69 "GET /v2.0/networks/492a5d5e-31a5-4227-a1e7-59ac3135e669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268089 Jul 29 16:48:03.501376 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-12a1825a-c93c-4220-a74e-a6c131f1bd8a req-9a0dc76b-f121-4600-9764-ddfeeb19e46b service neutron] 10.222.0.69 "GET /v2.0/networks/492a5d5e-31a5-4227-a1e7-59ac3135e669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288512 Jul 29 16:48:03.620871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40559635-413f-46f2-bac1-e48e978dbdc4 req-85628946-c4b6-4630-a450-94c9aa4319fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:03.622286 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40559635-413f-46f2-bac1-e48e978dbdc4 req-85628946-c4b6-4630-a450-94c9aa4319fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 1096 time: 0.0780010 Jul 29 16:48:03.860969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40559635-413f-46f2-bac1-e48e978dbdc4 req-507a3fab-971d-4e17-9fd1-6748ba8ce726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:03.862524 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40559635-413f-46f2-bac1-e48e978dbdc4 req-507a3fab-971d-4e17-9fd1-6748ba8ce726 service neutron] 10.222.0.69 "GET /v2.0/networks?id=492a5d5e-31a5-4227-a1e7-59ac3135e669 HTTP/1.1" status: 200 len: 897 time: 0.2343135 Jul 29 16:48:03.919629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc860163-7825-4cfc-8354-30b20708abdf req-78ba1330-65d6-41fc-8fd1-0bc35f02c890 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:03.920190 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cc860163-7825-4cfc-8354-30b20708abdf req-78ba1330-65d6-41fc-8fd1-0bc35f02c890 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 943 time: 0.0979223 Jul 29 16:48:03.944344 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40559635-413f-46f2-bac1-e48e978dbdc4 req-35fb78cc-86f8-4afd-af4c-39b398d05e09 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de8a816f-665e-4055-9469-d021fc3185bc HTTP/1.1" status: 200 len: 217 time: 0.0728695 Jul 29 16:48:03.968902 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cc860163-7825-4cfc-8354-30b20708abdf req-599cff86-351d-4631-adca-67dbfb2cff06 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1bcdf8a-928b-4a63-8a07-991224877e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427864 Jul 29 16:48:04.008210 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40559635-413f-46f2-bac1-e48e978dbdc4 req-71587f88-960d-4570-9aaa-33dd2d7c9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:04.012356 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40559635-413f-46f2-bac1-e48e978dbdc4 req-71587f88-960d-4570-9aaa-33dd2d7c9e57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0ef99799-c5bb-471e-9029-20981d06417d HTTP/1.1" status: 200 len: 834 time: 0.0608637 Jul 29 16:48:04.110964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40559635-413f-46f2-bac1-e48e978dbdc4 req-cb0d39b8-3cee-427f-9071-7c8dd230df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:04.113019 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40559635-413f-46f2-bac1-e48e978dbdc4 req-cb0d39b8-3cee-427f-9071-7c8dd230df3e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=492a5d5e-31a5-4227-a1e7-59ac3135e669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0963624 Jul 29 16:48:04.252549 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40559635-413f-46f2-bac1-e48e978dbdc4 req-bea31c0c-d755-4cbb-942e-cb26b772fa94 service neutron] 10.222.0.69 "GET /v2.0/networks/492a5d5e-31a5-4227-a1e7-59ac3135e669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330745 Jul 29 16:48:04.404034 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40559635-413f-46f2-bac1-e48e978dbdc4 req-2446ea72-c7fb-43df-9a2d-4ff3a06021d7 service neutron] 10.222.0.69 "GET /v2.0/networks/492a5d5e-31a5-4227-a1e7-59ac3135e669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434672 Jul 29 16:48:05.172869 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a00441-f30f-4831-ac0f-149107134664 req-e92ee536-3e01-47ac-bf56-383f1169b4e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:05.174228 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e6a00441-f30f-4831-ac0f-149107134664 req-e92ee536-3e01-47ac-bf56-383f1169b4e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 943 time: 0.0943720 Jul 29 16:48:05.219387 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e6a00441-f30f-4831-ac0f-149107134664 req-6c836f0a-6de4-48a7-a06a-9c920522d123 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1bcdf8a-928b-4a63-8a07-991224877e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391517 Jul 29 16:48:06.415079 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69f10d-0dfe-49a8-96b9-6b91cd6f69dc req-2b8568bd-c055-485c-b8bf-810da42fdbc0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:06.416756 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ef69f10d-0dfe-49a8-96b9-6b91cd6f69dc req-2b8568bd-c055-485c-b8bf-810da42fdbc0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 943 time: 0.0896320 Jul 29 16:48:06.459236 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ef69f10d-0dfe-49a8-96b9-6b91cd6f69dc req-54547baa-9cf9-4968-936c-07a1a9b90605 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1bcdf8a-928b-4a63-8a07-991224877e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369022 Jul 29 16:48:07.659600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a5613-723d-492e-ba33-00b83147252d req-d0ca6ee6-31a1-4da5-b234-495bb66d4bd5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:07.661112 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6c3a5613-723d-492e-ba33-00b83147252d req-d0ca6ee6-31a1-4da5-b234-495bb66d4bd5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 943 time: 0.0871179 Jul 29 16:48:07.705247 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6c3a5613-723d-492e-ba33-00b83147252d req-83435c1e-65f3-4400-8186-11f2d76d48b8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1bcdf8a-928b-4a63-8a07-991224877e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385087 Jul 29 16:48:08.179279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device de8a816f-665e-4055-9469-d021fc3185bc details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:48:08.307344 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port de8a816f-665e-4055-9469-d021fc3185bc, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=de8a816f-665e-4055-9469-d021fc3185bc,segment=NetworkSegment(674e61ec-a3af-4bc2-b742-356c0c060b25),segment_id=674e61ec-a3af-4bc2-b742-356c0c060b25)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:48:08.320829 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'de8a816f-665e-4055-9469-d021fc3185bc', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'port_id': 'de8a816f-665e-4055-9469-d021fc3185bc', 'mac_address': 'fa:16:3e:68:f0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef99799-c5bb-471e-9029-20981d06417d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:48:08.375068 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port de8a816f-665e-4055-9469-d021fc3185bc is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:48:08.375367 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:08.391714 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8a816f-665e-4055-9469-d021fc3185bc {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:48:08.407739 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port de8a816f-665e-4055-9469-d021fc3185bc, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=de8a816f-665e-4055-9469-d021fc3185bc,segment=NetworkSegment(674e61ec-a3af-4bc2-b742-356c0c060b25),segment_id=674e61ec-a3af-4bc2-b742-356c0c060b25)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:48:08.411634 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:08.481209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=de8a816f-665e-4055-9469-d021fc3185bc,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:48:08.776674 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['de8a816f-665e-4055-9469-d021fc3185bc'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:48:08.908999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c1956-73ad-40b7-ad6b-7553b72a63a7 req-d8f3adbc-1b24-44fb-86ff-06d0c54689ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:08.910513 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-118c1956-73ad-40b7-ad6b-7553b72a63a7 req-d8f3adbc-1b24-44fb-86ff-06d0c54689ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 944 time: 0.0944750 Jul 29 16:48:08.956618 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-118c1956-73ad-40b7-ad6b-7553b72a63a7 req-7e614705-0361-4873-90a9-2e3e2d36440c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1bcdf8a-928b-4a63-8a07-991224877e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389397 Jul 29 16:48:10.150159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59ca8d-7945-4353-9133-ad92667d23ed req-1fd98e16-0957-4d27-a556-f12ba78f7b96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:10.151593 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fb59ca8d-7945-4353-9133-ad92667d23ed req-1fd98e16-0957-4d27-a556-f12ba78f7b96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 944 time: 0.0885642 Jul 29 16:48:10.194228 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device de8a816f-665e-4055-9469-d021fc3185bc up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:48:10.198423 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fb59ca8d-7945-4353-9133-ad92667d23ed req-4e3f2aa0-2a13-4236-9289-b85e91927af2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1bcdf8a-928b-4a63-8a07-991224877e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411923 Jul 29 16:48:10.263179 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port de8a816f-665e-4055-9469-d021fc3185bc completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:48:10.267756 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port de8a816f-665e-4055-9469-d021fc3185bc triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:48:10.268128 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:10.378759 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port de8a816f-665e-4055-9469-d021fc3185bc is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:48:10.379136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:10.405609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772f3e21-b02d-475e-bac8-2790843fdf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8a816f-665e-4055-9469-d021fc3185bc'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:48:10.415052 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port de8a816f-665e-4055-9469-d021fc3185bc, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=de8a816f-665e-4055-9469-d021fc3185bc,segment=NetworkSegment(674e61ec-a3af-4bc2-b742-356c0c060b25),segment_id=674e61ec-a3af-4bc2-b742-356c0c060b25)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:48:10.420350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:10.491752 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=de8a816f-665e-4055-9469-d021fc3185bc,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:48:10.501194 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c3ae06-c897-43c8-83e1-88ba81885c61'] response: {'server_uuid': '772f3e21-b02d-475e-bac8-2790843fdf72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8a816f-665e-4055-9469-d021fc3185bc', 'code': 200} Jul 29 16:48:10.730843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9a0bd-ef47-415b-829f-769f9296fca4 req-c48ba312-bca0-4557-a0cc-f0ea48ab2e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:10.732288 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bdd9a0bd-ef47-415b-829f-769f9296fca4 req-c48ba312-bca0-4557-a0cc-f0ea48ab2e83 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 1098 time: 0.0762823 Jul 29 16:48:10.774652 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bdd9a0bd-ef47-415b-829f-769f9296fca4 req-72fbd6aa-7043-4276-9e5b-185e1cfe0002 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b1bcdf8a-928b-4a63-8a07-991224877e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368388 Jul 29 16:48:11.392243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b27db8-a9cf-4ae3-81e5-28faf72ec343 req-cb667b50-101c-487a-a998-ab2c5da51af0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:11.393715 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-46b27db8-a9cf-4ae3-81e5-28faf72ec343 req-cb667b50-101c-487a-a998-ab2c5da51af0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 945 time: 0.0861669 Jul 29 16:48:11.436612 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-46b27db8-a9cf-4ae3-81e5-28faf72ec343 req-93b6eb43-5af1-4d03-bfb3-e6cc77e42b48 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1bcdf8a-928b-4a63-8a07-991224877e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373089 Jul 29 16:48:12.635348 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17628dc-7f62-4a89-be4d-a6e91dc36444 req-4a742dba-5786-4e98-98a4-16c069609337 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:12.636815 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c17628dc-7f62-4a89-be4d-a6e91dc36444 req-4a742dba-5786-4e98-98a4-16c069609337 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 945 time: 0.0927224 Jul 29 16:48:12.680155 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c17628dc-7f62-4a89-be4d-a6e91dc36444 req-40f44cb0-7139-4365-b3e7-c65e9b4b45a3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1bcdf8a-928b-4a63-8a07-991224877e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377016 Jul 29 16:48:12.874691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ccfeb-dcb0-48b6-a51d-debdf22d91a2 req-d6547295-cbef-45cb-a440-7e40665c6055 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:12.876208 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4a5ccfeb-dcb0-48b6-a51d-debdf22d91a2 req-d6547295-cbef-45cb-a440-7e40665c6055 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 945 time: 0.0903523 Jul 29 16:48:12.919519 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4a5ccfeb-dcb0-48b6-a51d-debdf22d91a2 req-f5c9bdc1-62b4-4eb4-b93d-dce9f8dd7658 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1bcdf8a-928b-4a63-8a07-991224877e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369401 Jul 29 16:48:12.946213 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55482) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:48:13.022993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be5c706-ab44-455a-9810-778788c33267 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:13.024431 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1be5c706-ab44-455a-9810-778788c33267 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 1093 time: 0.0772588 Jul 29 16:48:13.027363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55486) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:48:13.032219 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': 'de8a816f-665e-4055-9469-d021fc3185bc', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:48:13.037940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:48:13.042119 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:floatingip and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:48:13.044957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:48:13.050646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:48:13.061203 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:13.197323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:13.330646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.47 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/74ab2a4d-bb5c-4123-b166-06fb8dbb2bb1) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:48:13.471611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:13.499583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:13.559523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:48:13.562862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:48:13.566381 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:48:13.610230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=74ab2a4d-bb5c-4123-b166-06fb8dbb2bb1,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:48:14.059579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:14.130545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:14.331672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:14.336832 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:14.442373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=74ab2a4d-bb5c-4123-b166-06fb8dbb2bb1,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:48:14.451343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:14.625225 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP ed5e73bd-e0ca-45cc-b096-19f06900d1c2 associated. External IP: 172.26.1.47, port: de8a816f-665e-4055-9469-d021fc3185bc. Jul 29 16:48:14.969010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router e824f5b5-f735-4a84-894a-e57b612af425 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:48:15.076775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-338ce2a8-3c3d-459f-9daf-3af2ca0a3ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:15.148038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:48:15.157839 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80eb52-b3e1-474b-b8fd-ac8f321e750b None None] Sync routers for ids ['e824f5b5-f735-4a84-894a-e57b612af425'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:48:15.167649 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80eb52-b3e1-474b-b8fd-ac8f321e750b None None] Routers {'e824f5b5-f735-4a84-894a-e57b612af425'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:48:15.168247 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ca80eb52-b3e1-474b-b8fd-ac8f321e750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e824f5b5-f735-4a84-894a-e57b612af425'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:48:15.171607 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:15.226021 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-877b8e06-1dce-42d9-b60d-eea6a846474b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1975546 Jul 29 16:48:15.226523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772f3e21-b02d-475e-bac8-2790843fdf72', 'tag': 'de8a816f-665e-4055-9469-d021fc3185bc'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:48:15.228884 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55490) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:48:15.271862 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148f0833-4fb0-4af8-af80-a7188600f7ab'] response: {'name': 'network-changed', 'server_uuid': '772f3e21-b02d-475e-bac8-2790843fdf72', 'tag': 'de8a816f-665e-4055-9469-d021fc3185bc', 'status': 'completed', 'code': 200} Jul 29 16:48:15.339670 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-99ceea6e-b7eb-4cec-a7be-14a08f8250e6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/ed5e73bd-e0ca-45cc-b096-19f06900d1c2 HTTP/1.1" status: 200 len: 990 time: 0.1089606 Jul 29 16:48:15.345315 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ca80eb52-b3e1-474b-b8fd-ac8f321e750b None None] Set router e824f5b5-f735-4a84-894a-e57b612af425 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:48:15.373878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000591b-c3a8-4949-b3da-855407c17e8d req-7b45588d-f402-4fe2-af08-19a74e3eb4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:15.375362 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6000591b-c3a8-4949-b3da-855407c17e8d req-7b45588d-f402-4fe2-af08-19a74e3eb4dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 1098 time: 0.0820098 Jul 29 16:48:15.616535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000591b-c3a8-4949-b3da-855407c17e8d req-1f886823-b8a1-44bb-91f0-722cee48ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:15.618020 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6000591b-c3a8-4949-b3da-855407c17e8d req-1f886823-b8a1-44bb-91f0-722cee48ccff service neutron] 10.222.0.69 "GET /v2.0/networks?id=492a5d5e-31a5-4227-a1e7-59ac3135e669 HTTP/1.1" status: 200 len: 897 time: 0.2368734 Jul 29 16:48:15.715469 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ca80eb52-b3e1-474b-b8fd-ac8f321e750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'name': 'tempest-TestNetworkBasicOps-router-556676384', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:53Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': 'ed5e73bd-e0ca-45cc-b096-19f06900d1c2', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.47', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'port_id': 'de8a816f-665e-4055-9469-d021fc3185bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'mac_address': 'fa:16:3e:68:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f3e21-b02d-475e-bac8-2790843fdf72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:48:14Z', 'updated_at': '2022-07-29T16:48:14Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0388a7-5c61-4f86-8ad7-d533bab89a46', 'name': '', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:cd:63:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '0ef99799-c5bb-471e-9029-20981d06417d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:52Z', 'updated_at': '2022-07-29T16:47:58Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '0ef99799-c5bb-471e-9029-20981d06417d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:48:15.718341 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6000591b-c3a8-4949-b3da-855407c17e8d req-76384c3f-b76c-43ae-84f1-ee1fb2a34e98 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de8a816f-665e-4055-9469-d021fc3185bc HTTP/1.1" status: 200 len: 998 time: 0.0943110 Jul 29 16:48:15.719263 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80eb52-b3e1-474b-b8fd-ac8f321e750b None None] Checking router: e824f5b5-f735-4a84-894a-e57b612af425 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:48:15.727842 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80eb52-b3e1-474b-b8fd-ac8f321e750b None None] Routers {'e824f5b5-f735-4a84-894a-e57b612af425'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:48:15.728425 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ca80eb52-b3e1-474b-b8fd-ac8f321e750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e824f5b5-f735-4a84-894a-e57b612af425'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:48:15.778670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000591b-c3a8-4949-b3da-855407c17e8d req-d5a6a270-4bfc-415f-a6be-d5c7352a42d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:15.780065 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6000591b-c3a8-4949-b3da-855407c17e8d req-d5a6a270-4bfc-415f-a6be-d5c7352a42d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0ef99799-c5bb-471e-9029-20981d06417d HTTP/1.1" status: 200 len: 834 time: 0.0562451 Jul 29 16:48:15.864646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000591b-c3a8-4949-b3da-855407c17e8d req-d914e899-615c-40c0-9a15-9f0f7845d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:48:15.866065 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6000591b-c3a8-4949-b3da-855407c17e8d req-d914e899-615c-40c0-9a15-9f0f7845d11c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=492a5d5e-31a5-4227-a1e7-59ac3135e669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796061 Jul 29 16:48:15.904987 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ca80eb52-b3e1-474b-b8fd-ac8f321e750b None None] Set router e824f5b5-f735-4a84-894a-e57b612af425 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:48:15.995966 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6000591b-c3a8-4949-b3da-855407c17e8d req-c6714970-6a53-4fbc-a741-c4206b8ef202 service neutron] 10.222.0.69 "GET /v2.0/networks/492a5d5e-31a5-4227-a1e7-59ac3135e669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231875 Jul 29 16:48:16.125730 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6000591b-c3a8-4949-b3da-855407c17e8d req-dae37c5f-31a5-4b64-9034-28f49f90f607 service neutron] 10.222.0.69 "GET /v2.0/networks/492a5d5e-31a5-4227-a1e7-59ac3135e669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238751 Jul 29 16:48:16.243661 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ca80eb52-b3e1-474b-b8fd-ac8f321e750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'name': 'tempest-TestNetworkBasicOps-router-556676384', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:53Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': 'ed5e73bd-e0ca-45cc-b096-19f06900d1c2', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.47', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'port_id': 'de8a816f-665e-4055-9469-d021fc3185bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'mac_address': 'fa:16:3e:68:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f3e21-b02d-475e-bac8-2790843fdf72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:48:14Z', 'updated_at': '2022-07-29T16:48:14Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0388a7-5c61-4f86-8ad7-d533bab89a46', 'name': '', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:cd:63:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '0ef99799-c5bb-471e-9029-20981d06417d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:52Z', 'updated_at': '2022-07-29T16:47:58Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '0ef99799-c5bb-471e-9029-20981d06417d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:48:16.247405 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80eb52-b3e1-474b-b8fd-ac8f321e750b None None] The sync data for ids ['e824f5b5-f735-4a84-894a-e57b612af425'] in dv-neutron-851534-1-hyperv is: [{'id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'name': 'tempest-TestNetworkBasicOps-router-556676384', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:53Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': 'ed5e73bd-e0ca-45cc-b096-19f06900d1c2', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.47', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'port_id': 'de8a816f-665e-4055-9469-d021fc3185bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'mac_address': 'fa:16:3e:68:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f3e21-b02d-475e-bac8-2790843fdf72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:48:14Z', 'updated_at': '2022-07-29T16:48:14Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0388a7-5c61-4f86-8ad7-d533bab89a46', 'name': '', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:cd:63:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '0ef99799-c5bb-471e-9029-20981d06417d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:52Z', 'updated_at': '2022-07-29T16:47:58Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '0ef99799-c5bb-471e-9029-20981d06417d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:48:16.343621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55496) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:48:16.449176 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f5959-93c9-4dc7-b918-affb5c4eded3 None None] New status for floating IP ed5e73bd-e0ca-45cc-b096-19f06900d1c2: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:48:16.453999 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-85cae426-099e-4abf-ae3b-879af9ff41d5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/ed5e73bd-e0ca-45cc-b096-19f06900d1c2 HTTP/1.1" status: 200 len: 990 time: 0.1092241 Jul 29 16:48:17.457848 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55502) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:48:17.560721 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f4fa51bd-f391-4e7c-9e76-e0a136b5cf6b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/ed5e73bd-e0ca-45cc-b096-19f06900d1c2 HTTP/1.1" status: 200 len: 992 time: 0.1016409 Jul 29 16:48:17.617979 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f2dc974f-18f2-404f-b55b-503f5b18de1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:18.261828 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:18.372715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:19.867575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:20.444792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:29.256228 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:48:45.077648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f4b5f345-c38b-4360-b736-9af0ca7776e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:47.619548 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5978d633-d4c9-4300-af76-866722c5ada0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:48.263493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:48.376449 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:49.869851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:48:50.458175 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:06.255126 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:49:15.080288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-efbfa67a-0370-4731-ba8b-a2585d29ea3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:17.632935 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-562a1166-d040-40bc-8320-1b644543b017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:18.282169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:18.392310 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:19.874077 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:20.456305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:22.178430 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-41bb3079-5082-4902-b3be-d0e4d4307554 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213598302&fields=id&tenant_id=ec419c0563854a79aded675260b09ec1 HTTP/1.1" status: 200 len: 267 time: 0.0432081 Jul 29 16:49:22.325729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-e9e40fd2-ebcb-45ea-8ad8-55392c4c057d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:22.327151 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-e9e40fd2-ebcb-45ea-8ad8-55392c4c057d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 811 time: 0.1424479 Jul 29 16:49:22.341959 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-30012ccc-8fe2-401c-a54f-2e9dcd7399b7 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/quotas/ec419c0563854a79aded675260b09ec1 HTTP/1.1" status: 200 len: 375 time: 0.0093086 Jul 29 16:49:22.435378 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-05a1a9c5-4e87-461b-9b0d-ff5c1ccb1197 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0885630 Jul 29 16:49:22.520984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-c8a2c0cc-80c8-4c08-8f9f-91982a08d671 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:49:22.521978 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-c8a2c0cc-80c8-4c08-8f9f-91982a08d671 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0758929 Jul 29 16:49:22.758076 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-c9f8aa6a-db7b-4919-8701-f5e9bf736ef9 service neutron] 10.222.0.58 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292855 Jul 29 16:49:22.890549 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-b0fcb924-365c-40f8-b0d2-7e10500fa18f service neutron] 10.222.0.58 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267323 Jul 29 16:49:23.271653 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b276810a-c08a-489f-bf4d-812057a4d1e4 req-19f15e74-1840-457d-a086-20f80baf59a0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 210 time: 0.0529292 Jul 29 16:49:24.250991 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-b41a7c1e-80df-45ff-b2d9-e68c8e6e87a1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:24.252384 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-b41a7c1e-80df-45ff-b2d9-e68c8e6e87a1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.69 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 811 time: 0.1492469 Jul 29 16:49:24.298939 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-bd4df44e-c330-4a72-b2cc-c11067319efd tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec419c0563854a79aded675260b09ec1 HTTP/1.1" status: 200 len: 379 time: 0.0388048 Jul 29 16:49:24.307122 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Request body: {'port': {'device_id': 'f82b63fe-905a-4873-a399-9d9b63375d86', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'admin_state_up': True, 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'security_groups': ['2d93d551-7a4a-4191-b200-c48645b3014e']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:49:24.431637 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12330dcd-32c8-4433-b013-f5101753bcf3 req-41d3f89e-967a-4c81-8af8-0e239258ec16 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 210 time: 0.0510468 Jul 29 16:49:24.446075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:49:24.450387 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Usage tracker for resource:port and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:49:24.453340 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:49:24.459235 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:49:24.469922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Made reservation on behalf of ec419c0563854a79aded675260b09ec1 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:49:24.473584 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:24.640658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Allocated IP 172.20.0.13 (b4982755-8e39-4721-b20e-894fdb4eef16/38420142-86f7-4984-a5b1-490e5fa1b0e0/5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:49:24.827018 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:24.842164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Transition to ACTIVE for port object 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:49:24.865872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:24.934610 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Network b4982755-8e39-4721-b20e-894fdb4eef16 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:49:24.937421 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:49:24.941324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:49:24.975924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'Port': ['ID=5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:24.995667 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:24.996083 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:24.996699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:24.996793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:24.997078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:24.997412 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:24.997737 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:24.998057 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:24.998383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:24.998704 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:24.999020 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:24.999341 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:25.022809 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:25.023507 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:25.051529 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-40b0f323-7f9a-4d65-8cdf-c56913fd8c9f tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7477415 Jul 29 16:49:25.062599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Request body: {'port': {'device_id': 'f82b63fe-905a-4873-a399-9d9b63375d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:49:25.140454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-24ab81a7-69ef-4b7e-8148-d78ae8fdb7c0 None None] Provisioning for port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:49:25.145954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-24ab81a7-69ef-4b7e-8148-d78ae8fdb7c0 None None] Provisioning complete for port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:49:25.146366 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-24ab81a7-69ef-4b7e-8148-d78ae8fdb7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:25.213138 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-24ab81a7-69ef-4b7e-8148-d78ae8fdb7c0 None None] Port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:49:25.281832 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:25.637363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:49:25.639322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7b3ee-6d4d-4384-aeab-34213a1abc51 req-b1a9fd0c-1781-4e89-9d2c-b85e144c6ce1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:25.640879 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-76d7b3ee-6d4d-4384-aeab-34213a1abc51 req-b1a9fd0c-1781-4e89-9d2c-b85e144c6ce1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 932 time: 0.0952315 Jul 29 16:49:25.644983 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:25.661685 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Transition to ACTIVE for port object 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:49:25.667626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:25.688564 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-76d7b3ee-6d4d-4384-aeab-34213a1abc51 req-d4d9eb89-d8b0-47d5-bbc7-5ca78c3c95a7 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410764 Jul 29 16:49:25.834524 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Pushing event updated for resources: {'Port': ['ID=5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:25.913721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Attempting to bind port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:49:25.913994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Attempting to bind port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:49:25.914315 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Attempting to bind port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b on network b4982755-8e39-4721-b20e-894fdb4eef16 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:49:25.919666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b on network b4982755-8e39-4721-b20e-894fdb4eef16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:49:25.919984 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Attempting to bind port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b on network b4982755-8e39-4721-b20e-894fdb4eef16 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:49:25.924978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:49:25.925340 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Checking segment: {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:49:25.925719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Bound using segment: {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:49:25.926132 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Bound port: 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4116f40-d5a5-4628-baef-58224133a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:49:25.926479 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:26.016956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] For port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:49:26.020124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] For port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:49:26.023787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:26.075141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:26.076093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:26.077355 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] 10.222.0.69 "PUT /v2.0/ports/5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b HTTP/1.1" status: 200 len: 1094 time: 1.0189559 Jul 29 16:49:26.079821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82b63fe-905a-4873-a399-9d9b63375d86', 'tag': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:49:26.114858 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf65332-5128-4954-aa97-51792b9897ac service neutron] Pushing event updated for resources: {'Port': ['ID=5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:26.156305 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17249189-d970-44f5-b1ca-21f2d7babaad'] response: {'name': 'network-changed', 'server_uuid': 'f82b63fe-905a-4873-a399-9d9b63375d86', 'tag': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b', 'status': 'completed', 'code': 200} Jul 29 16:49:26.205781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-f276cd31-e9a3-4d24-9631-d112e46a21fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:26.207252 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-f276cd31-e9a3-4d24-9631-d112e46a21fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 1097 time: 0.0873528 Jul 29 16:49:26.274574 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-452812bd-f4b7-4111-a80d-57b0e233ba79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b HTTP/1.1" status: 200 len: 217 time: 0.0604005 Jul 29 16:49:26.340720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-69773ff2-f03f-4be8-bcd2-e6b2c41e9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:26.342149 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-69773ff2-f03f-4be8-bcd2-e6b2c41e9499 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38420142-86f7-4984-a5b1-490e5fa1b0e0 HTTP/1.1" status: 200 len: 850 time: 0.0610964 Jul 29 16:49:26.426474 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-b257af81-1501-4e0b-9fb7-09c942968147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:26.427858 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-b257af81-1501-4e0b-9fb7-09c942968147 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4982755-8e39-4721-b20e-894fdb4eef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798738 Jul 29 16:49:26.556791 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-f8e24de3-9cf9-4b88-8343-be977ac2b523 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227913 Jul 29 16:49:26.686186 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82fb8bb2-12a7-4749-87b6-12b036bad4a0 req-4589d768-0c11-4758-8d89-daa0ce16a06b service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237235 Jul 29 16:49:26.810676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed7c3c-ba45-48fc-a98a-28a51a4e3b2e req-26cd1fe6-4edf-4f2d-8271-3a7372fd8448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:26.812163 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-83ed7c3c-ba45-48fc-a98a-28a51a4e3b2e req-26cd1fe6-4edf-4f2d-8271-3a7372fd8448 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 1097 time: 0.0836997 Jul 29 16:49:26.858914 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55600) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:26.981244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620decab-fccc-44f5-b75e-515ff7311fd6 req-bdd48c5c-2894-472d-b463-6a86ad4ba5e9 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:26.982830 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-620decab-fccc-44f5-b75e-515ff7311fd6 req-bdd48c5c-2894-472d-b463-6a86ad4ba5e9 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 944 time: 0.1845403 Jul 29 16:49:26.992585 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1836f830-ec11-487c-8879-82c25b02d7f2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/ed5e73bd-e0ca-45cc-b096-19f06900d1c2 HTTP/1.1" status: 200 len: 992 time: 0.1282909 Jul 29 16:49:27.031453 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-620decab-fccc-44f5-b75e-515ff7311fd6 req-26c3beec-5da9-493e-8b62-5a881fd21a67 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420892 Jul 29 16:49:27.047526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed7c3c-ba45-48fc-a98a-28a51a4e3b2e req-67e15633-7a7c-46c9-a337-812721614fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:27.048953 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-83ed7c3c-ba45-48fc-a98a-28a51a4e3b2e req-67e15633-7a7c-46c9-a337-812721614fa8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 912 time: 0.2305911 Jul 29 16:49:27.116421 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-83ed7c3c-ba45-48fc-a98a-28a51a4e3b2e req-880bd132-fb0e-4b13-9f35-6cf391b9bb3c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b HTTP/1.1" status: 200 len: 217 time: 0.0608158 Jul 29 16:49:27.186099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed7c3c-ba45-48fc-a98a-28a51a4e3b2e req-56fe11a4-ddf8-4dea-ad57-3cee196d28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:27.187474 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-83ed7c3c-ba45-48fc-a98a-28a51a4e3b2e req-56fe11a4-ddf8-4dea-ad57-3cee196d28c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38420142-86f7-4984-a5b1-490e5fa1b0e0 HTTP/1.1" status: 200 len: 850 time: 0.0589952 Jul 29 16:49:27.269252 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed7c3c-ba45-48fc-a98a-28a51a4e3b2e req-1fff2f4a-b979-4617-83ef-8bfed6045be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:27.270639 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-83ed7c3c-ba45-48fc-a98a-28a51a4e3b2e req-1fff2f4a-b979-4617-83ef-8bfed6045be9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4982755-8e39-4721-b20e-894fdb4eef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765893 Jul 29 16:49:27.293538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55608) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:27.400510 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-83ed7c3c-ba45-48fc-a98a-28a51a4e3b2e req-2e983283-46f2-4f80-827f-c1519e3fb876 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224422 Jul 29 16:49:27.493014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 74ab2a4d-bb5c-4123-b166-06fb8dbb2bb1 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:49:27.493372 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:27.533430 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-83ed7c3c-ba45-48fc-a98a-28a51a4e3b2e req-674d9a5b-e796-4c58-8892-ae245fc101ef service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262026 Jul 29 16:49:27.664309 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:27.664631 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:27.792451 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 74ab2a4d-bb5c-4123-b166-06fb8dbb2bb1 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:49:27.940300 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:27.985939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=74ab2a4d-bb5c-4123-b166-06fb8dbb2bb1,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:28.033101 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:28.033446 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:28.033781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:28.034110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:28.034437 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:28.034762 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:28.035088 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:28.035407 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:28.035726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:28.036043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:28.036358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:28.036677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:28.248790 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:28.249134 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP ed5e73bd-e0ca-45cc-b096-19f06900d1c2 disassociated (deleted). External IP: 172.26.1.47, port: de8a816f-665e-4055-9469-d021fc3185bc. Jul 29 16:49:28.414175 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed7d23-2d26-4f83-be05-dc80ffca34a8 req-bdcbec06-8a0d-44ac-b6f2-2e811a031caa tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:28.415805 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f8ed7d23-2d26-4f83-be05-dc80ffca34a8 req-bdcbec06-8a0d-44ac-b6f2-2e811a031caa tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 944 time: 0.2393026 Jul 29 16:49:28.535249 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f8ed7d23-2d26-4f83-be05-dc80ffca34a8 req-ce7a38d1-27ca-4ddf-b5a2-ea847f0a1f16 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072724 Jul 29 16:49:28.650611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router e824f5b5-f735-4a84-894a-e57b612af425 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:49:28.827170 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:49:28.836527 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992c0a3-9885-4a87-a335-eab3de65407c None None] Sync routers for ids ['e824f5b5-f735-4a84-894a-e57b612af425'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:49:28.843084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:28.845327 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992c0a3-9885-4a87-a335-eab3de65407c None None] Routers {'e824f5b5-f735-4a84-894a-e57b612af425'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:49:28.845921 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a992c0a3-9885-4a87-a335-eab3de65407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:49:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e824f5b5-f735-4a84-894a-e57b612af425'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:28.897026 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b57546ba-8534-4a6e-83dc-c6706eb5eaf8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/floatingips/ed5e73bd-e0ca-45cc-b096-19f06900d1c2 HTTP/1.1" status: 204 len: 168 time: 1.6022341 Jul 29 16:49:28.897697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772f3e21-b02d-475e-bac8-2790843fdf72', 'tag': 'de8a816f-665e-4055-9469-d021fc3185bc'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:49:28.949759 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ac2ec6-78e1-40c5-bbf3-5b628cdf6b90'] response: {'name': 'network-changed', 'server_uuid': '772f3e21-b02d-475e-bac8-2790843fdf72', 'tag': 'de8a816f-665e-4055-9469-d021fc3185bc', 'status': 'completed', 'code': 200} Jul 29 16:49:29.027714 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-a992c0a3-9885-4a87-a335-eab3de65407c None None] Set router e824f5b5-f735-4a84-894a-e57b612af425 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:49:29.053929 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c8933-a895-4d7e-9977-2830bb7d9965 req-f3b6c48c-d62c-4a4a-a68b-5b8e9c6b1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:29.055832 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d5c8933-a895-4d7e-9977-2830bb7d9965 req-f3b6c48c-d62c-4a4a-a68b-5b8e9c6b1c87 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 1098 time: 0.0833471 Jul 29 16:49:29.201980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c8933-a895-4d7e-9977-2830bb7d9965 req-3854a70a-d987-44ed-a1e5-7560de12f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:29.203712 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d5c8933-a895-4d7e-9977-2830bb7d9965 req-3854a70a-d987-44ed-a1e5-7560de12f453 service neutron] 10.222.0.69 "GET /v2.0/networks?id=492a5d5e-31a5-4227-a1e7-59ac3135e669 HTTP/1.1" status: 200 len: 897 time: 0.1413012 Jul 29 16:49:29.275150 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d5c8933-a895-4d7e-9977-2830bb7d9965 req-75eecdab-cfe2-4930-adca-762c3768da09 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de8a816f-665e-4055-9469-d021fc3185bc HTTP/1.1" status: 200 len: 217 time: 0.0634260 Jul 29 16:49:29.289536 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e9c26-be4a-40ea-8aa8-a70ca5200e2f req-a85920c3-5255-442c-9b79-236e97c360a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:29.290912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-8b6e9c26-be4a-40ea-8aa8-a70ca5200e2f req-a85920c3-5255-442c-9b79-236e97c360a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:49:29.309965 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-8b6e9c26-be4a-40ea-8aa8-a70ca5200e2f req-a85920c3-5255-442c-9b79-236e97c360a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:49:29.311591 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8b6e9c26-be4a-40ea-8aa8-a70ca5200e2f req-a85920c3-5255-442c-9b79-236e97c360a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 945 time: 0.1141810 Jul 29 16:49:29.364056 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c8933-a895-4d7e-9977-2830bb7d9965 req-9494a12e-e118-4458-9487-1cffa452033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:29.365602 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d5c8933-a895-4d7e-9977-2830bb7d9965 req-9494a12e-e118-4458-9487-1cffa452033c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0ef99799-c5bb-471e-9029-20981d06417d HTTP/1.1" status: 200 len: 834 time: 0.0819397 Jul 29 16:49:29.374365 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8b6e9c26-be4a-40ea-8aa8-a70ca5200e2f req-c9262429-8306-4e83-8050-8a38ab42cfbd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1bcdf8a-928b-4a63-8a07-991224877e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542328 Jul 29 16:49:29.422053 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a992c0a3-9885-4a87-a335-eab3de65407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'name': 'tempest-TestNetworkBasicOps-router-556676384', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:53Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'cb0388a7-5c61-4f86-8ad7-d533bab89a46', 'name': '', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:cd:63:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '0ef99799-c5bb-471e-9029-20981d06417d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:52Z', 'updated_at': '2022-07-29T16:47:58Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '0ef99799-c5bb-471e-9029-20981d06417d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:29.426747 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992c0a3-9885-4a87-a335-eab3de65407c None None] Checking router: e824f5b5-f735-4a84-894a-e57b612af425 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:49:29.438077 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992c0a3-9885-4a87-a335-eab3de65407c None None] Routers {'e824f5b5-f735-4a84-894a-e57b612af425'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:49:29.438874 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a992c0a3-9885-4a87-a335-eab3de65407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:49:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e824f5b5-f735-4a84-894a-e57b612af425'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:29.451771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c8933-a895-4d7e-9977-2830bb7d9965 req-0d8e6321-afd2-46c1-b835-bdf2cf936a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:29.453246 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d5c8933-a895-4d7e-9977-2830bb7d9965 req-0d8e6321-afd2-46c1-b835-bdf2cf936a58 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=492a5d5e-31a5-4227-a1e7-59ac3135e669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806997 Jul 29 16:49:29.592353 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d5c8933-a895-4d7e-9977-2830bb7d9965 req-588135c4-3ebc-4ba1-9bac-c8a455f60f9b service neutron] 10.222.0.69 "GET /v2.0/networks/492a5d5e-31a5-4227-a1e7-59ac3135e669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319277 Jul 29 16:49:29.627187 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-a992c0a3-9885-4a87-a335-eab3de65407c None None] Set router e824f5b5-f735-4a84-894a-e57b612af425 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:49:29.734376 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d5c8933-a895-4d7e-9977-2830bb7d9965 req-52aac45e-24bb-4e52-b5ef-fad8b76b078a service neutron] 10.222.0.69 "GET /v2.0/networks/492a5d5e-31a5-4227-a1e7-59ac3135e669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356897 Jul 29 16:49:29.746235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5072ebb-16c4-45eb-9003-bac4e6f4eb2c req-123612df-53ee-4464-82f2-c926a039e74c tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:29.748213 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c5072ebb-16c4-45eb-9003-bac4e6f4eb2c req-123612df-53ee-4464-82f2-c926a039e74c tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 944 time: 0.0969629 Jul 29 16:49:29.793254 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c5072ebb-16c4-45eb-9003-bac4e6f4eb2c req-0367141c-edd1-416e-bbbf-e2945987da6a tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383625 Jul 29 16:49:29.932984 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a992c0a3-9885-4a87-a335-eab3de65407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'name': 'tempest-TestNetworkBasicOps-router-556676384', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:53Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'cb0388a7-5c61-4f86-8ad7-d533bab89a46', 'name': '', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:cd:63:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '0ef99799-c5bb-471e-9029-20981d06417d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:52Z', 'updated_at': '2022-07-29T16:47:58Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '0ef99799-c5bb-471e-9029-20981d06417d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:29.936747 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992c0a3-9885-4a87-a335-eab3de65407c None None] The sync data for ids ['e824f5b5-f735-4a84-894a-e57b612af425'] in dv-neutron-851534-1-hyperv is: [{'id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'name': 'tempest-TestNetworkBasicOps-router-556676384', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:53Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'cb0388a7-5c61-4f86-8ad7-d533bab89a46', 'name': '', 'network_id': '492a5d5e-31a5-4227-a1e7-59ac3135e669', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:cd:63:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '0ef99799-c5bb-471e-9029-20981d06417d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:52Z', 'updated_at': '2022-07-29T16:47:58Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '0ef99799-c5bb-471e-9029-20981d06417d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:49:30.134348 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54652d47-f7b1-4ea4-8c6b-dd51aebe0b98 None None] New status for floating IP ed5e73bd-e0ca-45cc-b096-19f06900d1c2: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:49:30.579695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be6db4-2bb0-4d36-bdaf-1723dddff653 req-8dbc4002-a091-427d-a865-ad93119c88c9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:30.581232 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-93be6db4-2bb0-4d36-bdaf-1723dddff653 req-8dbc4002-a091-427d-a865-ad93119c88c9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 945 time: 0.0920389 Jul 29 16:49:30.625493 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-93be6db4-2bb0-4d36-bdaf-1723dddff653 req-c6ac050e-9418-45a4-9513-635d4bdbee01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1bcdf8a-928b-4a63-8a07-991224877e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384881 Jul 29 16:49:30.635817 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb85b47c-94e1-4e38-8030-a8807fdecad3 req-01812e61-7089-4cef-a626-7d4be1edd5d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801811 Jul 29 16:49:30.841374 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85b47c-94e1-4e38-8030-a8807fdecad3 req-caaa653b-50f0-4b05-881e-1d2061298936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:30.842848 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb85b47c-94e1-4e38-8030-a8807fdecad3 req-caaa653b-50f0-4b05-881e-1d2061298936 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 1099 time: 0.1413851 Jul 29 16:49:30.851036 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ef9ad-427a-4732-b6fd-b783500d1337 req-0f651f71-34bd-48aa-8380-a91c09c23b14 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:30.852091 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-153ef9ad-427a-4732-b6fd-b783500d1337 req-0f651f71-34bd-48aa-8380-a91c09c23b14 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:49:30.863425 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-153ef9ad-427a-4732-b6fd-b783500d1337 req-0f651f71-34bd-48aa-8380-a91c09c23b14 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:49:30.864496 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-153ef9ad-427a-4732-b6fd-b783500d1337 req-0f651f71-34bd-48aa-8380-a91c09c23b14 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 945 time: 0.1248758 Jul 29 16:49:30.994762 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c27251-a2aa-43b7-86bb-001c8dcc1437 req-3e43fd48-8fad-4a8a-a5e2-4f97521317bc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:30.996937 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-38c27251-a2aa-43b7-86bb-001c8dcc1437 req-3e43fd48-8fad-4a8a-a5e2-4f97521317bc tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 944 time: 0.0954411 Jul 29 16:49:31.042126 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-38c27251-a2aa-43b7-86bb-001c8dcc1437 req-5928d72d-4068-400d-a11e-748cd9c8f7a2 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393586 Jul 29 16:49:31.103992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-153ef9ad-427a-4732-b6fd-b783500d1337 req-30e03104-8cc6-4088-b0b3-35641a028d14 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port de8a816f-665e-4055-9469-d021fc3185bc {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:49:31.104234 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-153ef9ad-427a-4732-b6fd-b783500d1337 req-30e03104-8cc6-4088-b0b3-35641a028d14 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:31.211980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85b47c-94e1-4e38-8030-a8807fdecad3 req-b28ad36f-25c1-4ff3-90a9-15e11b805e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:31.213428 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb85b47c-94e1-4e38-8030-a8807fdecad3 req-b28ad36f-25c1-4ff3-90a9-15e11b805e5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 912 time: 0.3480821 Jul 29 16:49:31.408726 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb85b47c-94e1-4e38-8030-a8807fdecad3 req-29752ee1-fdee-4342-8e55-bd5f61951323 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97d73196-b36b-4913-8f67-4c583293e0da HTTP/1.1" status: 200 len: 1001 time: 0.1825311 Jul 29 16:49:31.506825 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-153ef9ad-427a-4732-b6fd-b783500d1337 req-30e03104-8cc6-4088-b0b3-35641a028d14 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port de8a816f-665e-4055-9469-d021fc3185bc, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=de8a816f-665e-4055-9469-d021fc3185bc,segment=NetworkSegment(674e61ec-a3af-4bc2-b742-356c0c060b25),segment_id=674e61ec-a3af-4bc2-b742-356c0c060b25)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:49:31.507175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-153ef9ad-427a-4732-b6fd-b783500d1337 req-30e03104-8cc6-4088-b0b3-35641a028d14 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:31.514756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85b47c-94e1-4e38-8030-a8807fdecad3 req-0ce14eaf-de9b-46a7-8b8e-78b21d77f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:31.516234 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb85b47c-94e1-4e38-8030-a8807fdecad3 req-0ce14eaf-de9b-46a7-8b8e-78b21d77f91e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38420142-86f7-4984-a5b1-490e5fa1b0e0 HTTP/1.1" status: 200 len: 850 time: 0.0991671 Jul 29 16:49:31.668126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-153ef9ad-427a-4732-b6fd-b783500d1337 req-30e03104-8cc6-4088-b0b3-35641a028d14 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for de8a816f-665e-4055-9469-d021fc3185bc owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:49:31.798735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85b47c-94e1-4e38-8030-a8807fdecad3 req-5db052a9-d1f3-4639-a678-d70de9bea201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:31.800216 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb85b47c-94e1-4e38-8030-a8807fdecad3 req-5db052a9-d1f3-4639-a678-d70de9bea201 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4982755-8e39-4721-b20e-894fdb4eef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2315397 Jul 29 16:49:31.820336 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf07d7-0700-42da-a03c-f2a861321aac req-4fd11a77-1371-45dc-8d5e-43ebff021e86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:31.821852 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-94cf07d7-0700-42da-a03c-f2a861321aac req-4fd11a77-1371-45dc-8d5e-43ebff021e86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 945 time: 0.0873568 Jul 29 16:49:31.866386 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-94cf07d7-0700-42da-a03c-f2a861321aac req-9074c202-7613-4baf-84cc-90c152bc7523 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=b1bcdf8a-928b-4a63-8a07-991224877e93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380955 Jul 29 16:49:31.913536 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-153ef9ad-427a-4732-b6fd-b783500d1337 req-30e03104-8cc6-4088-b0b3-35641a028d14 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:31.978191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e03104-8cc6-4088-b0b3-35641a028d14 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=de8a816f-665e-4055-9469-d021fc3185bc,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:32.067124 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb85b47c-94e1-4e38-8030-a8807fdecad3 req-5d09af71-7d64-417f-a9b5-b1eb36eac8e1 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580640 Jul 29 16:49:32.073241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-153ef9ad-427a-4732-b6fd-b783500d1337 req-30e03104-8cc6-4088-b0b3-35641a028d14 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] No DVR routers for this DVR port de8a816f-665e-4055-9469-d021fc3185bc on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:49:32.095321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-153ef9ad-427a-4732-b6fd-b783500d1337 req-30e03104-8cc6-4088-b0b3-35641a028d14 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:32.097695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772f3e21-b02d-475e-bac8-2790843fdf72', 'name': 'network-vif-deleted', 'tag': 'de8a816f-665e-4055-9469-d021fc3185bc'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:49:32.154303 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8dda53e-e091-459c-87a4-106e97e750bc'] response: {'server_uuid': '772f3e21-b02d-475e-bac8-2790843fdf72', 'name': 'network-vif-deleted', 'tag': 'de8a816f-665e-4055-9469-d021fc3185bc', 'status': 'completed', 'code': 200} Jul 29 16:49:32.173595 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-153ef9ad-427a-4732-b6fd-b783500d1337 req-30e03104-8cc6-4088-b0b3-35641a028d14 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "DELETE /v2.0/ports/de8a816f-665e-4055-9469-d021fc3185bc HTTP/1.1" status: 204 len: 173 time: 1.2907310 Jul 29 16:49:32.221544 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb85b47c-94e1-4e38-8030-a8807fdecad3 req-14c19dcc-c480-47ad-99b8-e23320c66c8e service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459386 Jul 29 16:49:32.251923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3c97d-524a-46a7-9f6e-312214f16098 req-771466b4-8d78-46ca-83e1-0fcd140d9689 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:32.253303 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7bf3c97d-524a-46a7-9f6e-312214f16098 req-771466b4-8d78-46ca-83e1-0fcd140d9689 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 944 time: 0.1030397 Jul 29 16:49:32.297933 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7bf3c97d-524a-46a7-9f6e-312214f16098 req-658bcb4a-d6d7-4c79-8584-5aca2fc32609 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387557 Jul 29 16:49:33.065689 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f7af192b-cfe3-441b-8eb0-c45f6eb80adf req-5090d20c-0fbc-410a-a5a6-60461693ddba tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=772f3e21-b02d-475e-bac8-2790843fdf72 HTTP/1.1" status: 200 len: 210 time: 0.0609291 Jul 29 16:49:33.662774 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb67bdc-4d01-4141-8f08-9e835e79b69f req-4b95c956-2904-41f4-9149-ee9a1dac6c0b tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:33.664928 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3fb67bdc-4d01-4141-8f08-9e835e79b69f req-4b95c956-2904-41f4-9149-ee9a1dac6c0b tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 944 time: 0.2434001 Jul 29 16:49:33.709679 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3fb67bdc-4d01-4141-8f08-9e835e79b69f req-37f16f80-dd5b-4ad0-aea1-50c546192625 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378478 Jul 29 16:49:34.160646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55642) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:34.226870 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3068fb03-499b-4072-a7d3-154aec0ad855 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:34.256618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3068fb03-499b-4072-a7d3-154aec0ad855 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:34.324964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3068fb03-499b-4072-a7d3-154aec0ad855 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:34.344239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068fb03-499b-4072-a7d3-154aec0ad855 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bcdf8a-928b-4a63-8a07-991224877e93,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:34.352082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3068fb03-499b-4072-a7d3-154aec0ad855 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:34.353260 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3068fb03-499b-4072-a7d3-154aec0ad855 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/security-groups/b1bcdf8a-928b-4a63-8a07-991224877e93 HTTP/1.1" status: 204 len: 168 time: 0.1915669 Jul 29 16:49:34.386759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55648) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:34.614265 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device de8a816f-665e-4055-9469-d021fc3185bc no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:49:34.648865 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: de8a816f-665e-4055-9469-d021fc3185bc {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:49:34.649241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device de8a816f-665e-4055-9469-d021fc3185bc not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:49:34.968987 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d4129-6254-4fe8-a75c-ae63874b25c8 req-581ed1b1-7525-4867-a950-4ffa2bce6eab tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:34.970563 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2e0d4129-6254-4fe8-a75c-ae63874b25c8 req-581ed1b1-7525-4867-a950-4ffa2bce6eab tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 944 time: 0.1251237 Jul 29 16:49:35.067498 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2e0d4129-6254-4fe8-a75c-ae63874b25c8 req-2da0b8fd-f1ed-42c5-8572-d46adc247df1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891485 Jul 29 16:49:35.084264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8f33028-8862-4a41-a276-5f559ccb1f96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:35.478037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a8f33028-8862-4a41-a276-5f559ccb1f96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port cb0388a7-5c61-4f86-8ad7-d533bab89a46 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:49:35.478618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8f33028-8862-4a41-a276-5f559ccb1f96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:35.678681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-a8f33028-8862-4a41-a276-5f559ccb1f96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port cb0388a7-5c61-4f86-8ad7-d533bab89a46, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cb0388a7-5c61-4f86-8ad7-d533bab89a46,segment=NetworkSegment(674e61ec-a3af-4bc2-b742-356c0c060b25),segment_id=674e61ec-a3af-4bc2-b742-356c0c060b25)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:49:35.679306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8f33028-8862-4a41-a276-5f559ccb1f96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:35.925849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a8f33028-8862-4a41-a276-5f559ccb1f96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for cb0388a7-5c61-4f86-8ad7-d533bab89a46 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:49:36.105848 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8f33028-8862-4a41-a276-5f559ccb1f96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:36.158430 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f33028-8862-4a41-a276-5f559ccb1f96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=cb0388a7-5c61-4f86-8ad7-d533bab89a46,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:36.475205 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa0d2b-8fc3-442f-b692-cad58042a33c req-1350e90d-17c4-4f01-9be3-b4a49d31814b tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:36.476455 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7ffa0d2b-8fc3-442f-b692-cad58042a33c req-1350e90d-17c4-4f01-9be3-b4a49d31814b tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 944 time: 0.2822206 Jul 29 16:49:36.550804 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7ffa0d2b-8fc3-442f-b692-cad58042a33c req-def19bce-efb5-4160-ba6b-6517ef5b0850 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626185 Jul 29 16:49:36.550804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8f33028-8862-4a41-a276-5f559ccb1f96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:36.629146 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:49:36.785373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:49:36.804157 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'port_id': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b', 'mac_address': 'fa:16:3e:eb:3d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:49:36.865411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:49:36.865411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:36.885321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:49:36.902474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:49:36.907935 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:36.955035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f33028-8862-4a41-a276-5f559ccb1f96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router e824f5b5-f735-4a84-894a-e57b612af425 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:49:36.976955 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:36.984474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:36.984827 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:36.985211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:36.985552 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:36.985888 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:36.986223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:36.986556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:36.986886 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:36.987219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:36.987542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:36.987864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:36.988215 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:49:37.135441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f33028-8862-4a41-a276-5f559ccb1f96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:49:37.144384 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8b37de-4466-4016-8206-c7b416893a02 None None] Sync routers for ids ['e824f5b5-f735-4a84-894a-e57b612af425'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:49:37.149471 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a8f33028-8862-4a41-a276-5f559ccb1f96 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/e824f5b5-f735-4a84-894a-e57b612af425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7615373 Jul 29 16:49:37.152083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55656) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:37.154148 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b37de-4466-4016-8206-c7b416893a02 None None] Routers {'e824f5b5-f735-4a84-894a-e57b612af425'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:49:37.154743 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8d8b37de-4466-4016-8206-c7b416893a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:49:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e824f5b5-f735-4a84-894a-e57b612af425'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:37.215813 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e4701d-5965-4f4f-b5a6-1baf75b623ab tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting subnet 0ef99799-c5bb-471e-9029-20981d06417d {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:49:37.218787 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f1e4701d-5965-4f4f-b5a6-1baf75b623ab tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:37.240004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:49:37.280434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f1e4701d-5965-4f4f-b5a6-1baf75b623ab tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:37.337262 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-8d8b37de-4466-4016-8206-c7b416893a02 None None] Set router e824f5b5-f735-4a84-894a-e57b612af425 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:49:37.492274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f1e4701d-5965-4f4f-b5a6-1baf75b623ab tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:37.570534 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f1e4701d-5965-4f4f-b5a6-1baf75b623ab tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:37.614669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4701d-5965-4f4f-b5a6-1baf75b623ab tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef99799-c5bb-471e-9029-20981d06417d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:37.616615 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f1e4701d-5965-4f4f-b5a6-1baf75b623ab tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:37.626073 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f1e4701d-5965-4f4f-b5a6-1baf75b623ab tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/subnets/0ef99799-c5bb-471e-9029-20981d06417d HTTP/1.1" status: 204 len: 168 time: 0.4730134 Jul 29 16:49:37.627243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96533875-bcb5-4bca-af1f-058a504ac0eb None None] Network 492a5d5e-31a5-4227-a1e7-59ac3135e669 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:49:37.628580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55662) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:37.643390 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8d8b37de-4466-4016-8206-c7b416893a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'name': 'tempest-TestNetworkBasicOps-router-556676384', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:49:36Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:37.648011 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8b37de-4466-4016-8206-c7b416893a02 None None] Checking router: e824f5b5-f735-4a84-894a-e57b612af425 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:49:37.658737 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b37de-4466-4016-8206-c7b416893a02 None None] Routers {'e824f5b5-f735-4a84-894a-e57b612af425'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:49:37.659625 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8d8b37de-4466-4016-8206-c7b416893a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:49:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e824f5b5-f735-4a84-894a-e57b612af425'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:37.877157 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-8d8b37de-4466-4016-8206-c7b416893a02 None None] Set router e824f5b5-f735-4a84-894a-e57b612af425 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:49:37.889527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4fe1b-b16f-41c5-9b99-93a115cfa961 req-8b10d3d3-f1e0-4cd4-bcad-ecd5d2ebc9bf tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:37.893627 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-14f4fe1b-b16f-41c5-9b99-93a115cfa961 req-8b10d3d3-f1e0-4cd4-bcad-ecd5d2ebc9bf tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 945 time: 0.2093749 Jul 29 16:49:37.896246 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:37.924257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bc5b62-8831-4782-bce2-152ef5dad434 None None] DHCP port deletion for 492a5d5e-31a5-4227-a1e7-59ac3135e669 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:49:37.928507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-02bc5b62-8831-4782-bce2-152ef5dad434 None None] Deleting port 20e44cd5-123e-4765-b1b9-b92b3cbcd816 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:49:37.928884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-02bc5b62-8831-4782-bce2-152ef5dad434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:38.080012 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-14f4fe1b-b16f-41c5-9b99-93a115cfa961 req-4681a047-b2c2-4a29-a20f-4b18c531067e tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262181 Jul 29 16:49:38.118112 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:38.128282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 664a45c7-bb32-40cd-bb4f-fe3312731967 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:49:38.129189 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:38.139626 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-02bc5b62-8831-4782-bce2-152ef5dad434 None None] For port 20e44cd5-123e-4765-b1b9-b92b3cbcd816, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=20e44cd5-123e-4765-b1b9-b92b3cbcd816,segment=NetworkSegment(674e61ec-a3af-4bc2-b742-356c0c060b25),segment_id=674e61ec-a3af-4bc2-b742-356c0c060b25)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:49:38.139945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-02bc5b62-8831-4782-bce2-152ef5dad434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:38.174081 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8d8b37de-4466-4016-8206-c7b416893a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'name': 'tempest-TestNetworkBasicOps-router-556676384', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:49:36Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:38.178579 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8b37de-4466-4016-8206-c7b416893a02 None None] The sync data for ids ['e824f5b5-f735-4a84-894a-e57b612af425'] in dv-neutron-851534-1-hyperv is: [{'id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'name': 'tempest-TestNetworkBasicOps-router-556676384', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:49:36Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '664a45c7-bb32-40cd-bb4f-fe3312731967', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ef:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e824f5b5-f735-4a84-894a-e57b612af425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:47:48Z', 'updated_at': '2022-07-29T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:49:38.269237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-02bc5b62-8831-4782-bce2-152ef5dad434 None None] Calling delete_port for 20e44cd5-123e-4765-b1b9-b92b3cbcd816 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:49:38.314232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 664a45c7-bb32-40cd-bb4f-fe3312731967, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=664a45c7-bb32-40cd-bb4f-fe3312731967,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:49:38.314589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:38.346593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-02bc5b62-8831-4782-bce2-152ef5dad434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:38.392719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc5b62-8831-4782-bce2-152ef5dad434 None None] Pushing event deleted for resources: {'Port': ['ID=20e44cd5-123e-4765-b1b9-b92b3cbcd816,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:38.398273 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc5b62-8831-4782-bce2-152ef5dad434 None None] No DVR routers for this DVR port 20e44cd5-123e-4765-b1b9-b92b3cbcd816 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:49:38.437550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 664a45c7-bb32-40cd-bb4f-fe3312731967 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:49:38.615040 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 20e44cd5-123e-4765-b1b9-b92b3cbcd816 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:49:38.622006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:38.645576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:49:38.677429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=664a45c7-bb32-40cd-bb4f-fe3312731967,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:38.711306 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 20e44cd5-123e-4765-b1b9-b92b3cbcd816 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:49:38.711654 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 20e44cd5-123e-4765-b1b9-b92b3cbcd816 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:49:38.712077 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb0388a7-5c61-4f86-8ad7-d533bab89a46 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:49:38.756991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: cb0388a7-5c61-4f86-8ad7-d533bab89a46 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:49:38.757362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb0388a7-5c61-4f86-8ad7-d533bab89a46 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:49:38.780913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:38.783937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:49:38.788834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:49:38.789241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:38.907663 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:49:38.907970 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:38.936640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82b63fe-905a-4873-a399-9d9b63375d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:49:38.946415 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:49:38.952164 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:38.991860 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c306038b-a010-463c-a1d8-6614716ca0c5'] response: {'server_uuid': 'f82b63fe-905a-4873-a399-9d9b63375d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b', 'code': 200} Jul 29 16:49:39.024972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:39.067559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.069777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.093333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.093890 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Fanout notify agent at l3_agent the message router_deleted on router e824f5b5-f735-4a84-894a-e57b612af425 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:49:39.110145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.113713 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9b6cf10a-dbc5-483e-b7ba-e29b9dea6963 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/routers/e824f5b5-f735-4a84-894a-e57b612af425 HTTP/1.1" status: 204 len: 168 time: 1.4817290 Jul 29 16:49:39.113950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55670) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:39.282923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c01af7-4580-4469-9f72-409dafd7958a req-e1e45c1a-62dd-43ff-8ea4-474f070f7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:39.284422 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-b1c01af7-4580-4469-9f72-409dafd7958a req-e1e45c1a-62dd-43ff-8ea4-474f070f7172 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 1099 time: 0.0864866 Jul 29 16:49:39.290084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e67d214-9198-4a21-8202-162162e07ac6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.326725 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-b1c01af7-4580-4469-9f72-409dafd7958a req-80801835-144e-42b0-a603-1d9241c9357c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361958 Jul 29 16:49:39.445213 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0e9c2-04a8-4b67-b482-6620c2070739 req-568ee6a6-7e65-407f-ac4d-847e8a359f05 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:39.446589 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-39b0e9c2-04a8-4b67-b482-6620c2070739 req-568ee6a6-7e65-407f-ac4d-847e8a359f05 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 946 time: 0.2262325 Jul 29 16:49:39.448154 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e67d214-9198-4a21-8202-162162e07ac6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.489988 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-6e67d214-9198-4a21-8202-162162e07ac6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492a5d5e-31a5-4227-a1e7-59ac3135e669']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:39.511834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-6e67d214-9198-4a21-8202-162162e07ac6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674e61ec-a3af-4bc2-b742-356c0c060b25') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:39.512072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-6e67d214-9198-4a21-8202-162162e07ac6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674e61ec-a3af-4bc2-b742-356c0c060b25') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:39.527766 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-39b0e9c2-04a8-4b67-b482-6620c2070739 req-bb4e4543-0bd7-4134-b23d-f8caaa933a3c tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724020 Jul 29 16:49:39.529259 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e67d214-9198-4a21-8202-162162e07ac6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.549660 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e67d214-9198-4a21-8202-162162e07ac6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.556544 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e67d214-9198-4a21-8202-162162e07ac6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:49:39.557194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e67d214-9198-4a21-8202-162162e07ac6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.631516 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 674e61ec-a3af-4bc2-b742-356c0c060b25 resource provider aggregate not found Jul 29 16:49:39.654461 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 674e61ec-a3af-4bc2-b742-356c0c060b25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 674e61ec-a3af-4bc2-b742-356c0c060b25 found for delete ", "request_id": "req-223bf900-d9aa-4493-9a78-5d9ddf80688d"}]} Jul 29 16:49:39.667029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e67d214-9198-4a21-8202-162162e07ac6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.684294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e67d214-9198-4a21-8202-162162e07ac6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.695342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67d214-9198-4a21-8202-162162e07ac6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Network': ['ID=492a5d5e-31a5-4227-a1e7-59ac3135e669,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:39.703561 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6e67d214-9198-4a21-8202-162162e07ac6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/networks/492a5d5e-31a5-4227-a1e7-59ac3135e669 HTTP/1.1" status: 204 len: 168 time: 0.5886867 Jul 29 16:49:39.720626 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55678) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:39.726449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'network': {'name': 'tempest-network-smoke--657439507', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'port_security_enabled': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:49:39.732300 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:49:39.736583 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:network and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:49:39.739498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:49:39.745263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:49:39.755595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:49:39.759083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.786325 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:49:39.795883 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.796274 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Added segment 63be9717-fbd1-4bf5-92ff-d06117febbf1 of type vlan for network d49c7a1d-1787-46a7-a880-d99c0cff62b4 Jul 29 16:49:39.824811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.853190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.859461 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:39.860622 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:39.961964 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2402582 Jul 29 16:49:39.964773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55682) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:39.972332 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'admin_state_up': True, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:49:39.977663 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd71766-409e-4c6c-bb62-672100ec00c4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Network': ['ID=d49c7a1d-1787-46a7-a880-d99c0cff62b4,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:39.981390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:49:39.985412 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:router and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:49:39.988262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:49:39.994033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:49:39.995777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network d49c7a1d-1787-46a7-a880-d99c0cff62b4 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:49:40.004296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:40.005578 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:40.026786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:40.296801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:40.650552 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 664a45c7-bb32-40cd-bb4f-fe3312731967 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:49:40.686233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 664a45c7-bb32-40cd-bb4f-fe3312731967 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:49:40.686576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 664a45c7-bb32-40cd-bb4f-fe3312731967 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:49:40.787477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:40.826199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:40.913279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d613952-2e9b-45f4-b845-ef089efe3077 req-7cd5f55d-5149-4ef6-9272-f1fde0f4469b tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:40.914732 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7d613952-2e9b-45f4-b845-ef089efe3077 req-7cd5f55d-5149-4ef6-9272-f1fde0f4469b tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 946 time: 0.2198820 Jul 29 16:49:41.001321 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7d613952-2e9b-45f4-b845-ef089efe3077 req-b75ef314-fed4-4252-a538-7283dcb897ac tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798604 Jul 29 16:49:41.013435 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.164 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/3c8df6d0-67f2-4a88-bfbe-059d84145ab9) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:49:41.158669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:41.187367 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:41.253527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:49:41.256250 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:49:41.259826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:49:41.298101 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=3c8df6d0-67f2-4a88-bfbe-059d84145ab9,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:41.666776 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:42.164506 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:42.350904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842346bb-c974-45ee-9753-f2c6d39c8bd6 req-d8fc783b-e2b3-42a9-bad3-7c203b0019ca tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:42.352282 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-842346bb-c974-45ee-9753-f2c6d39c8bd6 req-d8fc783b-e2b3-42a9-bad3-7c203b0019ca tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 946 time: 0.2413623 Jul 29 16:49:42.417250 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-842346bb-c974-45ee-9753-f2c6d39c8bd6 req-f80c6bd7-9ce6-41cb-b4c5-2bcb53486cb1 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592530 Jul 29 16:49:42.430721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 520758e2-f485-47ca-aedf-1777e7d8e549 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:49:42.667399 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:49:42.676646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Sync routers for ids ['520758e2-f485-47ca-aedf-1777e7d8e549'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:49:42.685987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Routers {'520758e2-f485-47ca-aedf-1777e7d8e549'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:49:42.686589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:49:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['520758e2-f485-47ca-aedf-1777e7d8e549'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:42.694848 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f62b8-5040-4096-a54d-a1e3201f4522 req-b3786f6d-32dc-45c4-b8db-dd9112d4ea81 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:42.696289 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2d4f62b8-5040-4096-a54d-a1e3201f4522 req-b3786f6d-32dc-45c4-b8db-dd9112d4ea81 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 946 time: 0.1468046 Jul 29 16:49:42.719214 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:42.720316 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6e8a7361-cf7a-46db-b2e9-a440c0984380 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7546120 Jul 29 16:49:42.723602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55692) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:42.767409 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d92ef89f-4629-490f-9455-4cc14d1c9329 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ab8e87e6e1034425bfda48f6df7de642&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427880 Jul 29 16:49:42.770298 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55696) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:42.786304 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2d4f62b8-5040-4096-a54d-a1e3201f4522 req-27757ce2-1a48-4aed-b98d-381594e11254 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826221 Jul 29 16:49:42.815280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55700) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:42.870453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Set router 520758e2-f485-47ca-aedf-1777e7d8e549 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:49:42.898066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bb7d9b-1d20-41ac-a6c5-af38d6b9c46f tempest-TestVolumeBootPattern-633361783 tempest-TestVolumeBootPattern-633361783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:42.902232 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-50bb7d9b-1d20-41ac-a6c5-af38d6b9c46f tempest-TestVolumeBootPattern-633361783 tempest-TestVolumeBootPattern-633361783-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 1094 time: 0.0831084 Jul 29 16:49:42.902441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55704) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:42.907783 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:49:42.914576 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:49:42.919562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Usage tracker for resource:floatingip and tenant:ec419c0563854a79aded675260b09ec1 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:49:42.922913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:49:42.929354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:49:42.941417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:43.033503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48acc687-24ba-4ca0-aa1c-50bcf82fd510 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:43.038549 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-48acc687-24ba-4ca0-aa1c-50bcf82fd510 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2667947 Jul 29 16:49:43.038686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55708) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:43.080626 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b2d1cbba-009a-4ec4-a3a6-47f05f7912d2 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409410 Jul 29 16:49:43.083465 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55712) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:43.091638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1566091272', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:49:43.123669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:43.159042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:41Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:43.163260 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Checking router: 520758e2-f485-47ca-aedf-1777e7d8e549 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:49:43.163612 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Updating router 520758e2-f485-47ca-aedf-1777e7d8e549 port 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:49:43.205097 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:49:43.209010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:subnet and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:49:43.212000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:49:43.218014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:49:43.221681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:43.227675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:49:43.231989 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:43.254554 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:49:43.267510 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Allocated IP 172.26.1.182 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/04bf1c99-9cf1-4df3-a2b2-cbd26213778f) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:49:43.421865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:43.451036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:43.459885 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:43.529827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:49:43.540182 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:49:43.547888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Checking segment: {'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:49:43.548255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network hostable DHCP agents. Network: d49c7a1d-1787-46a7-a880-d99c0cff62b4, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:49:43.551295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:49:43.562645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Subnet': ['ID=211e3d2a-be74-43ba-bcc8-c09c3a112fb6,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:43.576007 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network d49c7a1d-1787-46a7-a880-d99c0cff62b4 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:49:43.586268 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, d49c7a1d-1787-46a7-a880-d99c0cff62b4) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:49:43.591517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:43.592247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:43.603322 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366c7e43-ee1a-4f64-9ecc-6786eaea1045 None None] Network d49c7a1d-1787-46a7-a880-d99c0cff62b4 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:49:43.613369 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'Port': ['ID=04bf1c99-9cf1-4df3-a2b2-cbd26213778f,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:43.618879 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-710ba1d5-4f1c-4ae7-865c-8e48ef881763 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5340557 Jul 29 16:49:43.621785 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55716) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:43.811378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:43.823182 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Transition to ACTIVE for port object 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:49:43.860534 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:43.988512 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29247e3e-04eb-4f88-8b3b-94a169050a5f None None] Pushing event updated for resources: {'Port': ['ID=3c8df6d0-67f2-4a88-bfbe-059d84145ab9,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:43.993817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Attempting to bind port 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:49:43.994184 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Attempting to bind port 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:49:43.994543 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Attempting to bind port 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:49:44.012145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:49:44.012145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:49:44.012465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:44.012812 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:49:44.013283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Bound port: 3c8df6d0-67f2-4a88-bfbe-059d84145ab9, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:49:44.013648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:44.043132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-d49c7a1d-1787-46a7-a880-d99c0cff62b4', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:49:44.044516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:44.130879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:44.159633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] For port 3c8df6d0-67f2-4a88-bfbe-059d84145ab9, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:49:44.175670 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] For port 3c8df6d0-67f2-4a88-bfbe-059d84145ab9, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3c8df6d0-67f2-4a88-bfbe-059d84145ab9,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:49:44.182729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:44.211524 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:44.304410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Routers {'520758e2-f485-47ca-aedf-1777e7d8e549'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:49:44.305027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:49:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['520758e2-f485-47ca-aedf-1777e7d8e549'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:44.372547 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Allocated IP 172.20.0.2 (d49c7a1d-1787-46a7-a880-d99c0cff62b4/211e3d2a-be74-43ba-bcc8-c09c3a112fb6/68d79477-e64a-483b-ad86-962f8c0e438a) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:49:44.378884 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:44.427442 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:44.432830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:44.435269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29247e3e-04eb-4f88-8b3b-94a169050a5f None None] Pushing event updated for resources: {'Port': ['ID=3c8df6d0-67f2-4a88-bfbe-059d84145ab9,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:44.547930 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event updated for resources: {'Port': ['ID=04bf1c99-9cf1-4df3-a2b2-cbd26213778f,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:44.560812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:44.594768 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] Set router 520758e2-f485-47ca-aedf-1777e7d8e549 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:49:44.748780 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Floating IP 5fa66106-8a25-42a4-aae3-4366c6d21d93 associated. External IP: 172.26.1.182, port: 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b. Jul 29 16:49:44.880161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:44.903723 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Transition to ACTIVE for port object 68d79477-e64a-483b-ad86-962f8c0e438a will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:49:44.957190 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Transition to ACTIVE for port object 68d79477-e64a-483b-ad86-962f8c0e438a will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:49:44.965607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:45.032060 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.1 (d49c7a1d-1787-46a7-a880-d99c0cff62b4/211e3d2a-be74-43ba-bcc8-c09c3a112fb6/0378b339-e5ef-4f09-8787-12ab1acbebfe) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:49:45.096344 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Network d49c7a1d-1787-46a7-a880-d99c0cff62b4 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:49:45.103682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:49:45.114046 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:49:45.118523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Pushing event updated for resources: {'Port': ['ID=68d79477-e64a-483b-ad86-962f8c0e438a,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:45.133726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Router 31614ca5-4733-4e24-9e1d-f0203645aa93 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:49:45.157249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5b14c7d5-7b22-4a55-8041-d6b03edc8451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:45.213893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:45.214945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:41Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:45.224243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4410b48-4252-4419-80bf-f8fa0e794b9a None None] The sync data for ids ['520758e2-f485-47ca-aedf-1777e7d8e549'] in dv-neutron-851534-1-hyperv is: [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:41Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:49:45.228208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Attempting to bind port 68d79477-e64a-483b-ad86-962f8c0e438a on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:49:45.228208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Attempting to bind port 68d79477-e64a-483b-ad86-962f8c0e438a by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:49:45.228474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Attempting to bind port 68d79477-e64a-483b-ad86-962f8c0e438a on network d49c7a1d-1787-46a7-a880-d99c0cff62b4 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:49:45.231025 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object 0378b339-e5ef-4f09-8787-12ab1acbebfe will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:49:45.234885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:49:45.235257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Checking segment: {'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:49:45.235654 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:45.236050 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Bound using segment: {'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:49:45.236504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Bound port: 68d79477-e64a-483b-ad86-962f8c0e438a, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:49:45.236871 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:45.258359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:45.333693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network d49c7a1d-1787-46a7-a880-d99c0cff62b4 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:49:45.337089 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] For port 68d79477-e64a-483b-ad86-962f8c0e438a, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:49:45.337422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:49:45.342669 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] For port 68d79477-e64a-483b-ad86-962f8c0e438a, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=68d79477-e64a-483b-ad86-962f8c0e438a,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:49:45.342859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:49:45.348333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:45.395465 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=0378b339-e5ef-4f09-8787-12ab1acbebfe,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:45.413032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:45.441959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e7687-1b36-496c-8081-50766ef9525d None None] Pushing event updated for resources: {'Port': ['ID=68d79477-e64a-483b-ad86-962f8c0e438a,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:45.506243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:49:45.518764 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623efcca-9528-4353-8f2e-c037f4f6152c None None] Sync routers for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:49:45.529732 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623efcca-9528-4353-8f2e-c037f4f6152c None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:49:45.530646 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-623efcca-9528-4353-8f2e-c037f4f6152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:49:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:45.594531 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:45.628561 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:45.724059 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c927ca41-4c50-4c28-9a59-637b63f3a9da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8205979 Jul 29 16:49:45.724853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82b63fe-905a-4873-a399-9d9b63375d86', 'tag': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:49:45.806080 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a60a1d48-4ef4-4c85-aeb0-0ed291a9453c'] response: {'name': 'network-changed', 'server_uuid': 'f82b63fe-905a-4873-a399-9d9b63375d86', 'tag': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b', 'status': 'completed', 'code': 200} Jul 29 16:49:45.854620 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-623efcca-9528-4353-8f2e-c037f4f6152c None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:49:46.043197 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7eac2a-5ae5-4788-b712-8ded73b7fe32 req-f4bee065-469e-4d94-93f8-36aad873eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:46.045297 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ad7eac2a-5ae5-4788-b712-8ded73b7fe32 req-f4bee065-469e-4d94-93f8-36aad873eb50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 1099 time: 0.2189953 Jul 29 16:49:46.240729 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-623efcca-9528-4353-8f2e-c037f4f6152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '28016a99-a7c0-4037-8c9a-c3161b100597', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'port_id': '97d73196-b36b-4913-8f67-4c583293e0da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'mac_address': 'fa:16:3e:30:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e47587-4645-4f34-ae8f-c10024815234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:47:38Z', 'updated_at': '2022-07-29T16:47:42Z', 'revision_number': 1, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address_scope': None}, {'id': '5fa66106-8a25-42a4-aae3-4366c6d21d93', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'floating_ip_address': '172.26.1.182', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'port_id': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'mac_address': 'fa:16:3e:eb:3d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82b63fe-905a-4873-a399-9d9b63375d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:44Z', 'revision_number': 0, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:46.245352 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623efcca-9528-4353-8f2e-c037f4f6152c None None] Checking router: 31614ca5-4733-4e24-9e1d-f0203645aa93 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:49:46.257733 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623efcca-9528-4353-8f2e-c037f4f6152c None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:49:46.258579 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-623efcca-9528-4353-8f2e-c037f4f6152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:49:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:46.276749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7eac2a-5ae5-4788-b712-8ded73b7fe32 req-cafebd5e-39ba-4828-b0d1-6be86d34a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:46.278308 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ad7eac2a-5ae5-4788-b712-8ded73b7fe32 req-cafebd5e-39ba-4828-b0d1-6be86d34a78c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 912 time: 0.1896634 Jul 29 16:49:46.358830 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:46.390562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:46.468105 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-623efcca-9528-4353-8f2e-c037f4f6152c None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:49:46.496118 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ad7eac2a-5ae5-4788-b712-8ded73b7fe32 req-f78e0e66-9087-4e31-adf1-9118ec883455 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b HTTP/1.1" status: 200 len: 1000 time: 0.2039382 Jul 29 16:49:46.671836 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7b1e08-a031-430a-bcff-d50a0de50211 None None] Network d49c7a1d-1787-46a7-a880-d99c0cff62b4 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:49:46.701527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:46.706970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=0378b339-e5ef-4f09-8787-12ab1acbebfe,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:46.743720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7eac2a-5ae5-4788-b712-8ded73b7fe32 req-85165470-386e-4f31-8c45-18ccd44c4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:46.745183 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ad7eac2a-5ae5-4788-b712-8ded73b7fe32 req-85165470-386e-4f31-8c45-18ccd44c4c10 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38420142-86f7-4984-a5b1-490e5fa1b0e0 HTTP/1.1" status: 200 len: 850 time: 0.2397218 Jul 29 16:49:46.776455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:49:46.861477 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-65b9b0b2-3253-4721-8b52-36fa0780a782 None None] Provisioning for port 68d79477-e64a-483b-ad86-962f8c0e438a completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:49:46.904686 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-623efcca-9528-4353-8f2e-c037f4f6152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '28016a99-a7c0-4037-8c9a-c3161b100597', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'port_id': '97d73196-b36b-4913-8f67-4c583293e0da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'mac_address': 'fa:16:3e:30:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e47587-4645-4f34-ae8f-c10024815234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:47:38Z', 'updated_at': '2022-07-29T16:47:42Z', 'revision_number': 1, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address_scope': None}, {'id': '5fa66106-8a25-42a4-aae3-4366c6d21d93', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'floating_ip_address': '172.26.1.182', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'port_id': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'mac_address': 'fa:16:3e:eb:3d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82b63fe-905a-4873-a399-9d9b63375d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:44Z', 'revision_number': 0, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:46.915643 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623efcca-9528-4353-8f2e-c037f4f6152c None None] The sync data for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv is: [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '28016a99-a7c0-4037-8c9a-c3161b100597', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'port_id': '97d73196-b36b-4913-8f67-4c583293e0da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'mac_address': 'fa:16:3e:30:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e47587-4645-4f34-ae8f-c10024815234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:47:38Z', 'updated_at': '2022-07-29T16:47:42Z', 'revision_number': 1, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address_scope': None}, {'id': '5fa66106-8a25-42a4-aae3-4366c6d21d93', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'floating_ip_address': '172.26.1.182', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'port_id': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'mac_address': 'fa:16:3e:eb:3d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82b63fe-905a-4873-a399-9d9b63375d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:44Z', 'revision_number': 0, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:49:46.920534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network d49c7a1d-1787-46a7-a880-d99c0cff62b4 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:49:46.922558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:49:46.928410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7eac2a-5ae5-4788-b712-8ded73b7fe32 req-a48df7fb-e142-4213-9711-dde5b6a40cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:46.929938 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ad7eac2a-5ae5-4788-b712-8ded73b7fe32 req-a48df7fb-e142-4213-9711-dde5b6a40cab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4982755-8e39-4721-b20e-894fdb4eef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1387413 Jul 29 16:49:46.937790 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:49:46.951991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:49:46.952594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:47.141663 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:49:47.142051 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:47.162652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 3c8df6d0-67f2-4a88-bfbe-059d84145ab9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3c8df6d0-67f2-4a88-bfbe-059d84145ab9,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:49:47.168152 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:47.169483 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 68d79477-e64a-483b-ad86-962f8c0e438a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:49:47.225216 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ad7eac2a-5ae5-4788-b712-8ded73b7fe32 req-48ea581c-0561-49bc-8814-06d0e75dc85f service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391608 Jul 29 16:49:47.252021 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 520758e2-f485-47ca-aedf-1777e7d8e549 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:49:47.283896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=3c8df6d0-67f2-4a88-bfbe-059d84145ab9,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:47.302544 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 68d79477-e64a-483b-ad86-962f8c0e438a completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:49:47.308323 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 68d79477-e64a-483b-ad86-962f8c0e438a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:49:47.308694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:47.439005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 68d79477-e64a-483b-ad86-962f8c0e438a is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:49:47.439482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:47.451615 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-065c151a-86ab-4277-b9de-82a19cb30956 None None] Provisioning for port 0378b339-e5ef-4f09-8787-12ab1acbebfe completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:49:47.467894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-065c151a-86ab-4277-b9de-82a19cb30956 None None] Provisioning complete for port 0378b339-e5ef-4f09-8787-12ab1acbebfe triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:49:47.468088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-065c151a-86ab-4277-b9de-82a19cb30956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:47.533837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-065c151a-86ab-4277-b9de-82a19cb30956 None None] Port 0378b339-e5ef-4f09-8787-12ab1acbebfe cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:49:47.553246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-065c151a-86ab-4277-b9de-82a19cb30956 None None] Provisioning complete for port 68d79477-e64a-483b-ad86-962f8c0e438a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:49:47.553533 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ad7eac2a-5ae5-4788-b712-8ded73b7fe32 req-2eec411c-8d7d-45d1-879d-852e40c77c22 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207855 Jul 29 16:49:47.553992 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-065c151a-86ab-4277-b9de-82a19cb30956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:47.570033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:49:47.589676 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 68d79477-e64a-483b-ad86-962f8c0e438a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=68d79477-e64a-483b-ad86-962f8c0e438a,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:49:47.592305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55724) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:47.592772 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6f8dcf69-e4ab-42ff-8626-38c4d07db9dd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/520758e2-f485-47ca-aedf-1777e7d8e549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9697158 Jul 29 16:49:47.599804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Sync routers for ids ['520758e2-f485-47ca-aedf-1777e7d8e549'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:49:47.625390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Routers {'520758e2-f485-47ca-aedf-1777e7d8e549'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:49:47.625935 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:49:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['520758e2-f485-47ca-aedf-1777e7d8e549'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:47.667670 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2004be-fa6b-4a56-9524-b6e8e4f09fd0 None None] New status for floating IP 5fa66106-8a25-42a4-aae3-4366c6d21d93: ACTIVE {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:49:47.680226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:47.788693 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78adfe-87e3-4293-982e-173e419b89b9 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:47.789423 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78adfe-87e3-4293-982e-173e419b89b9 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:47.789953 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78adfe-87e3-4293-982e-173e419b89b9 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:47.790735 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78adfe-87e3-4293-982e-173e419b89b9 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:47.791549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78adfe-87e3-4293-982e-173e419b89b9 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:47.791780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78adfe-87e3-4293-982e-173e419b89b9 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:47.798276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55728) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:47.803023 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-da78adfe-87e3-4293-982e-173e419b89b9 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2089581 Jul 29 16:49:47.849915 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-24901c42-06b8-4468-ab3a-6bcefc89e604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:47.923276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f911465-c0eb-48fd-abd2-3b1200bef086 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:47.923841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f911465-c0eb-48fd-abd2-3b1200bef086 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:47.924305 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f911465-c0eb-48fd-abd2-3b1200bef086 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:47.924761 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f911465-c0eb-48fd-abd2-3b1200bef086 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:47.925247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f911465-c0eb-48fd-abd2-3b1200bef086 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:47.925821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f911465-c0eb-48fd-abd2-3b1200bef086 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:47.930512 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1f911465-c0eb-48fd-abd2-3b1200bef086 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1283150 Jul 29 16:49:47.930743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55732) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:47.937005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=68d79477-e64a-483b-ad86-962f8c0e438a,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:47.951907 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-065c151a-86ab-4277-b9de-82a19cb30956 None None] Current status of the port 68d79477-e64a-483b-ad86-962f8c0e438a is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:49:47.984860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Set router 520758e2-f485-47ca-aedf-1777e7d8e549 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:49:48.143806 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-920ff01f-785a-4a92-b969-42edca545748 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2118459 Jul 29 16:49:48.158888 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8eb34a91-fff6-4311-9fab-526155488f7d None None] Provisioning complete for port 0378b339-e5ef-4f09-8787-12ab1acbebfe triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:49:48.159217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8eb34a91-fff6-4311-9fab-526155488f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.214706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55738) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:48.220088 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-6a736ca6-964f-42e6-b805-583aa13c9809 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392658255', 'description': 'tempest-secgroup-smoke-392658255 description', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:49:48.226021 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6a736ca6-964f-42e6-b805-583aa13c9809 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:49:48.230281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6a736ca6-964f-42e6-b805-583aa13c9809 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:49:48.233763 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6a736ca6-964f-42e6-b805-583aa13c9809 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:49:48.239468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6a736ca6-964f-42e6-b805-583aa13c9809 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:49:48.250105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6a736ca6-964f-42e6-b805-583aa13c9809 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.269708 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6a736ca6-964f-42e6-b805-583aa13c9809 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:49:48.273566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6a736ca6-964f-42e6-b805-583aa13c9809 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:49:48.276302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6a736ca6-964f-42e6-b805-583aa13c9809 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:49:48.282032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6a736ca6-964f-42e6-b805-583aa13c9809 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:49:48.311059 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8eb34a91-fff6-4311-9fab-526155488f7d None None] Port 0378b339-e5ef-4f09-8787-12ab1acbebfe cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:49:48.317161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.357545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6a736ca6-964f-42e6-b805-583aa13c9809 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.361279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6a736ca6-964f-42e6-b805-583aa13c9809 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.404780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a736ca6-964f-42e6-b805-583aa13c9809 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a04493-9a5f-4eec-b96c-f3110ae6c1e4,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:48.408125 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6a736ca6-964f-42e6-b805-583aa13c9809 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.408841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.410844 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6a736ca6-964f-42e6-b805-583aa13c9809 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1949043 Jul 29 16:49:48.412367 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55742) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:48.418402 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7c241b0f-6b7b-4e58-ab8f-8a8e86b0d253 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '53a04493-9a5f-4eec-b96c-f3110ae6c1e4', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:49:48.424920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7c241b0f-6b7b-4e58-ab8f-8a8e86b0d253 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:49:48.428931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7c241b0f-6b7b-4e58-ab8f-8a8e86b0d253 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:49:48.430957 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:45Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '0378b339-e5ef-4f09-8787-12ab1acbebfe', 'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:61:07:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:46Z', 'revision_number': 2, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:48.432683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7c241b0f-6b7b-4e58-ab8f-8a8e86b0d253 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:49:48.435769 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Checking router: 520758e2-f485-47ca-aedf-1777e7d8e549 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:49:48.435769 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Updating router 520758e2-f485-47ca-aedf-1777e7d8e549 port 0378b339-e5ef-4f09-8787-12ab1acbebfe binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:49:48.439072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7c241b0f-6b7b-4e58-ab8f-8a8e86b0d253 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:49:48.455559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c241b0f-6b7b-4e58-ab8f-8a8e86b0d253 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.490748 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.515373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c241b0f-6b7b-4e58-ab8f-8a8e86b0d253 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.519562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c241b0f-6b7b-4e58-ab8f-8a8e86b0d253 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.544608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c241b0f-6b7b-4e58-ab8f-8a8e86b0d253 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1c33ac-5d7b-4fa6-9ccd-d131b5a2dcd4,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:48.553985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c241b0f-6b7b-4e58-ab8f-8a8e86b0d253 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.557782 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7c241b0f-6b7b-4e58-ab8f-8a8e86b0d253 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418242 Jul 29 16:49:48.557981 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55746) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:48.565134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1d877c21-4809-463e-9b7a-2b7c0b55044f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '53a04493-9a5f-4eec-b96c-f3110ae6c1e4', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:49:48.571896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1d877c21-4809-463e-9b7a-2b7c0b55044f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:49:48.575807 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1d877c21-4809-463e-9b7a-2b7c0b55044f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:49:48.578951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1d877c21-4809-463e-9b7a-2b7c0b55044f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:49:48.584665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1d877c21-4809-463e-9b7a-2b7c0b55044f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:49:48.601820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1d877c21-4809-463e-9b7a-2b7c0b55044f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.649461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:49:48.666183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1d877c21-4809-463e-9b7a-2b7c0b55044f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.672194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1d877c21-4809-463e-9b7a-2b7c0b55044f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.695772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d877c21-4809-463e-9b7a-2b7c0b55044f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1107196f-ff1b-4ab6-96d0-3639a41cadbe,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:48.706453 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1d877c21-4809-463e-9b7a-2b7c0b55044f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.707977 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1d877c21-4809-463e-9b7a-2b7c0b55044f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490779 Jul 29 16:49:48.711047 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55750) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:48.716710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-611bf589-6161-4a79-99a0-7cd582ddd3d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '53a04493-9a5f-4eec-b96c-f3110ae6c1e4', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:49:48.722568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-611bf589-6161-4a79-99a0-7cd582ddd3d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:49:48.726514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-611bf589-6161-4a79-99a0-7cd582ddd3d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:49:48.729363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-611bf589-6161-4a79-99a0-7cd582ddd3d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:49:48.735112 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-611bf589-6161-4a79-99a0-7cd582ddd3d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:49:48.753424 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-611bf589-6161-4a79-99a0-7cd582ddd3d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.814720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-611bf589-6161-4a79-99a0-7cd582ddd3d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.819421 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-611bf589-6161-4a79-99a0-7cd582ddd3d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.840569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bf589-6161-4a79-99a0-7cd582ddd3d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3aec30-5045-4e0e-82ab-4ef3867c9163,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:48.843747 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:49:48.844262 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.852773 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-611bf589-6161-4a79-99a0-7cd582ddd3d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.854012 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-611bf589-6161-4a79-99a0-7cd582ddd3d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414738 Jul 29 16:49:48.857342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55754) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:48.862198 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ea118d39-3131-4c95-922e-c2122f1cfa8e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '53a04493-9a5f-4eec-b96c-f3110ae6c1e4', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:49:48.867834 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ea118d39-3131-4c95-922e-c2122f1cfa8e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:49:48.871611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ea118d39-3131-4c95-922e-c2122f1cfa8e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:49:48.875019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ea118d39-3131-4c95-922e-c2122f1cfa8e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:49:48.880648 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ea118d39-3131-4c95-922e-c2122f1cfa8e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:49:48.898573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ea118d39-3131-4c95-922e-c2122f1cfa8e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.963367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ea118d39-3131-4c95-922e-c2122f1cfa8e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.967466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ea118d39-3131-4c95-922e-c2122f1cfa8e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:48.993744 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea118d39-3131-4c95-922e-c2122f1cfa8e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab674252-7b76-46a4-91bd-014bee2ef76a,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:49.004336 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ea118d39-3131-4c95-922e-c2122f1cfa8e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.005614 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ea118d39-3131-4c95-922e-c2122f1cfa8e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473746 Jul 29 16:49:49.008401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55758) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:49.013501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-29c1e673-075b-4a1a-b73c-4a9cd1c6f619 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '53a04493-9a5f-4eec-b96c-f3110ae6c1e4', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:49:49.019112 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-29c1e673-075b-4a1a-b73c-4a9cd1c6f619 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:49:49.022918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-29c1e673-075b-4a1a-b73c-4a9cd1c6f619 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:49:49.025964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-29c1e673-075b-4a1a-b73c-4a9cd1c6f619 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:49:49.031833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-29c1e673-075b-4a1a-b73c-4a9cd1c6f619 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:49:49.035783 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.058648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:49:49.060253 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 68d79477-e64a-483b-ad86-962f8c0e438a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:49:49.085266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Transition to ACTIVE for port object 0378b339-e5ef-4f09-8787-12ab1acbebfe will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:49:49.105097 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.162759 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-29c1e673-075b-4a1a-b73c-4a9cd1c6f619 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:49:49.170042 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-29c1e673-075b-4a1a-b73c-4a9cd1c6f619 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.237008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-29c1e673-075b-4a1a-b73c-4a9cd1c6f619 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.242145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-29c1e673-075b-4a1a-b73c-4a9cd1c6f619 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.268331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1e673-075b-4a1a-b73c-4a9cd1c6f619 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4283c0e-41cf-417d-a70d-ed340f54e864,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:49.277867 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-29c1e673-075b-4a1a-b73c-4a9cd1c6f619 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.281747 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-29c1e673-075b-4a1a-b73c-4a9cd1c6f619 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2698421 Jul 29 16:49:49.282018 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55762) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:49:49.287760 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-7ed8317a-2251-472d-9722-6af8dd8ff57b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '53a04493-9a5f-4eec-b96c-f3110ae6c1e4', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:49:49.292951 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee79678-4814-4361-9337-a90e3092933a None None] Pushing event updated for resources: {'Port': ['ID=0378b339-e5ef-4f09-8787-12ab1acbebfe,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:49.297195 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7ed8317a-2251-472d-9722-6af8dd8ff57b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:49:49.301747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7ed8317a-2251-472d-9722-6af8dd8ff57b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:49:49.305217 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7ed8317a-2251-472d-9722-6af8dd8ff57b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:49:49.312417 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7ed8317a-2251-472d-9722-6af8dd8ff57b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:49:49.326467 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-7ed8317a-2251-472d-9722-6af8dd8ff57b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:49:49.335375 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ed8317a-2251-472d-9722-6af8dd8ff57b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.369107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 68d79477-e64a-483b-ad86-962f8c0e438a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:49:49.369484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.392194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Attempting to bind port 0378b339-e5ef-4f09-8787-12ab1acbebfe on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:49:49.392565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Attempting to bind port 0378b339-e5ef-4f09-8787-12ab1acbebfe by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:49:49.392930 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Attempting to bind port 0378b339-e5ef-4f09-8787-12ab1acbebfe on network d49c7a1d-1787-46a7-a880-d99c0cff62b4 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:49:49.404150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ed8317a-2251-472d-9722-6af8dd8ff57b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.408390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ed8317a-2251-472d-9722-6af8dd8ff57b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.411994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:49:49.412381 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Checking segment: {'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:49:49.412761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.413166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Bound using segment: {'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:49:49.413629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Bound port: 0378b339-e5ef-4f09-8787-12ab1acbebfe, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:49:49.413998 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.429729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8317a-2251-472d-9722-6af8dd8ff57b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0a9df3-5fea-4ea7-b9cd-40e1ea10949c,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:49.441343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ed8317a-2251-472d-9722-6af8dd8ff57b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.442549 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7ed8317a-2251-472d-9722-6af8dd8ff57b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1594317 Jul 29 16:49:49.584601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] For port 0378b339-e5ef-4f09-8787-12ab1acbebfe, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:49:49.592941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 68d79477-e64a-483b-ad86-962f8c0e438a is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:49:49.598269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] For port 0378b339-e5ef-4f09-8787-12ab1acbebfe, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0378b339-e5ef-4f09-8787-12ab1acbebfe,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:49:49.602934 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.618674 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-0488c38d-1e4c-4c50-ba72-fd40b6070bc3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392658255&fields=id&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 267 time: 0.0447090 Jul 29 16:49:49.679943 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Routers {'520758e2-f485-47ca-aedf-1777e7d8e549'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:49:49.680569 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:49:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['520758e2-f485-47ca-aedf-1777e7d8e549'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:49.786004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee79678-4814-4361-9337-a90e3092933a None None] Pushing event updated for resources: {'Port': ['ID=0378b339-e5ef-4f09-8787-12ab1acbebfe,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:49.786757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834671d1-ff06-42e8-9a48-e096adf436eb req-8955aead-d346-402e-8755-fa795a7a4048 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:49.787477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-834671d1-ff06-42e8-9a48-e096adf436eb req-8955aead-d346-402e-8755-fa795a7a4048 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:49:49.805190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-834671d1-ff06-42e8-9a48-e096adf436eb req-8955aead-d346-402e-8755-fa795a7a4048 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:49:49.806669 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-8955aead-d346-402e-8755-fa795a7a4048 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/networks?id=d49c7a1d-1787-46a7-a880-d99c0cff62b4 HTTP/1.1" status: 200 len: 796 time: 0.1814122 Jul 29 16:49:49.826161 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-16daf3ce-89ec-4881-85f5-4baf16d3a7b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/quotas/ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 375 time: 0.0138552 Jul 29 16:49:49.893153 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:49.918043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-834671d1-ff06-42e8-9a48-e096adf436eb req-681c1925-23f8-4658-bdc8-6b0531a2b286 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:49:49.933230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-834671d1-ff06-42e8-9a48-e096adf436eb req-681c1925-23f8-4658-bdc8-6b0531a2b286 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:49:49.934894 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-681c1925-23f8-4658-bdc8-6b0531a2b286 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033232 Jul 29 16:49:49.935650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] Set router 520758e2-f485-47ca-aedf-1777e7d8e549 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:49:50.120176 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-8bdc3f9d-27af-49b4-b193-9928425928ad service neutron] 10.222.0.58 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729445 Jul 29 16:49:50.254002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:45Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '0378b339-e5ef-4f09-8787-12ab1acbebfe', 'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:61:07:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:49Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:49:50.258166 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a9c95961-8c0f-410a-bd7b-3ae4f579eab0 service neutron] 10.222.0.58 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319990 Jul 29 16:49:50.258302 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2963e96-83e5-40c9-ae16-30987d1ffb50 None None] The sync data for ids ['520758e2-f485-47ca-aedf-1777e7d8e549'] in dv-neutron-851534-1-hyperv is: [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:45Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '0378b339-e5ef-4f09-8787-12ab1acbebfe', 'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:61:07:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:49Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:49:50.463652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:50.493636 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9a193956-16ca-4c8d-ad89-1b5301090370 req-303a736a-5a3c-442c-aaba-0f6ea297550d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 210 time: 0.0746768 Jul 29 16:49:50.672229 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0378b339-e5ef-4f09-8787-12ab1acbebfe up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:49:50.758337 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 0378b339-e5ef-4f09-8787-12ab1acbebfe completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:49:50.765250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 0378b339-e5ef-4f09-8787-12ab1acbebfe triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:49:50.765928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:50.922250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 0378b339-e5ef-4f09-8787-12ab1acbebfe is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:49:50.922866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:50.965893 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 0378b339-e5ef-4f09-8787-12ab1acbebfe, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0378b339-e5ef-4f09-8787-12ab1acbebfe,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:49:50.973134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:51.058404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=0378b339-e5ef-4f09-8787-12ab1acbebfe,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:51.719652 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-055acb97-75bb-4019-86a2-d2a9d413b0b8 req-29f49055-96ee-4a72-8f7d-09e27d211a80 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 210 time: 0.0627680 Jul 29 16:49:51.753872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834671d1-ff06-42e8-9a48-e096adf436eb req-e1d9b8c4-b6eb-4583-87a6-5807537eca54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:51.755569 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-e1d9b8c4-b6eb-4583-87a6-5807537eca54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/networks?id=d49c7a1d-1787-46a7-a880-d99c0cff62b4 HTTP/1.1" status: 200 len: 796 time: 0.1963799 Jul 29 16:49:51.810737 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-834671d1-ff06-42e8-9a48-e096adf436eb req-21d6d59a-8501-4f40-93ac-be8488ee4a46 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:49:51.828142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-834671d1-ff06-42e8-9a48-e096adf436eb req-21d6d59a-8501-4f40-93ac-be8488ee4a46 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:49:51.829588 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-21d6d59a-8501-4f40-93ac-be8488ee4a46 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 379 time: 0.0646822 Jul 29 16:49:51.839336 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'port': {'device_id': '32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'admin_state_up': True, 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'security_groups': ['53a04493-9a5f-4eec-b96c-f3110ae6c1e4']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:49:51.983375 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:49:51.993432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:49:52.007859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:49:52.011731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:52.172136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.11 (d49c7a1d-1787-46a7-a880-d99c0cff62b4/211e3d2a-be74-43ba-bcc8-c09c3a112fb6/77c43d49-d755-4f54-b095-796ce7c4a2cd) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:49:52.355437 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:52.370789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object 77c43d49-d755-4f54-b095-796ce7c4a2cd will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:49:52.392826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:52.459274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network d49c7a1d-1787-46a7-a880-d99c0cff62b4 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:49:52.462204 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:49:52.466460 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:49:52.509946 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=77c43d49-d755-4f54-b095-796ce7c4a2cd,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:52.537397 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:52.538022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:52.568743 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1dded8f4-e77e-4863-8312-8c5b07a9777d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7343521 Jul 29 16:49:52.582719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Request body: {'port': {'device_id': '32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:49:52.628083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0378b339-e5ef-4f09-8787-12ab1acbebfe up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:49:52.695321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 0378b339-e5ef-4f09-8787-12ab1acbebfe triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:49:52.695686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:52.705853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:52.754799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3f2ec21d-46a8-4421-9010-2a183f66c459 None None] Provisioning for port 77c43d49-d755-4f54-b095-796ce7c4a2cd completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:49:52.765266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3f2ec21d-46a8-4421-9010-2a183f66c459 None None] Provisioning complete for port 77c43d49-d755-4f54-b095-796ce7c4a2cd triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:49:52.765643 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec21d-46a8-4421-9010-2a183f66c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:52.848364 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ec21d-46a8-4421-9010-2a183f66c459 None None] Port 77c43d49-d755-4f54-b095-796ce7c4a2cd cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:49:52.880084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 0378b339-e5ef-4f09-8787-12ab1acbebfe is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:49:52.935785 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d65ca5-c272-42e8-a615-cb1ab95f6099 req-249d4393-5e20-4158-bdb8-e580ba691b4f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:52.937370 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-90d65ca5-c272-42e8-a615-cb1ab95f6099 req-249d4393-5e20-4158-bdb8-e580ba691b4f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 932 time: 0.0896356 Jul 29 16:49:52.985402 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-90d65ca5-c272-42e8-a615-cb1ab95f6099 req-12c45c9b-db6a-4e1d-a0f9-5fd3f38e04d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a04493-9a5f-4eec-b96c-f3110ae6c1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421767 Jul 29 16:49:53.060666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c43d49-d755-4f54-b095-796ce7c4a2cd {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:49:53.068329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:53.083022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Transition to ACTIVE for port object 77c43d49-d755-4f54-b095-796ce7c4a2cd will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:49:53.086599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:53.242693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Pushing event updated for resources: {'Port': ['ID=77c43d49-d755-4f54-b095-796ce7c4a2cd,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:53.425649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Attempting to bind port 77c43d49-d755-4f54-b095-796ce7c4a2cd on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:49:53.425876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Attempting to bind port 77c43d49-d755-4f54-b095-796ce7c4a2cd by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:49:53.426196 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Attempting to bind port 77c43d49-d755-4f54-b095-796ce7c4a2cd on network d49c7a1d-1787-46a7-a880-d99c0cff62b4 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:49:53.430666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Port 77c43d49-d755-4f54-b095-796ce7c4a2cd on network d49c7a1d-1787-46a7-a880-d99c0cff62b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:49:53.430978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Attempting to bind port 77c43d49-d755-4f54-b095-796ce7c4a2cd on network d49c7a1d-1787-46a7-a880-d99c0cff62b4 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:49:53.436490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:49:53.436817 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Checking segment: {'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:49:53.437226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Bound using segment: {'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:49:53.437638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Bound port: 77c43d49-d755-4f54-b095-796ce7c4a2cd, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:49:53.437970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:53.523314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] For port 77c43d49-d755-4f54-b095-796ce7c4a2cd, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:49:53.526203 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] For port 77c43d49-d755-4f54-b095-796ce7c4a2cd, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=77c43d49-d755-4f54-b095-796ce7c4a2cd,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:49:53.531055 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:53.591477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:53.592086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:53.593503 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] 10.222.0.69 "PUT /v2.0/ports/77c43d49-d755-4f54-b095-796ce7c4a2cd HTTP/1.1" status: 200 len: 1094 time: 1.0157518 Jul 29 16:49:53.593932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a', 'tag': '77c43d49-d755-4f54-b095-796ce7c4a2cd'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:49:53.618286 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439cd46-c6fd-4255-bccd-ebeaa7107783 service neutron] Pushing event updated for resources: {'Port': ['ID=77c43d49-d755-4f54-b095-796ce7c4a2cd,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:53.674916 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b2bae96-c95e-427c-ab8a-12aa2422c83d'] response: {'name': 'network-changed', 'server_uuid': '32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a', 'tag': '77c43d49-d755-4f54-b095-796ce7c4a2cd', 'status': 'completed', 'code': 200} Jul 29 16:49:53.720632 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834671d1-ff06-42e8-9a48-e096adf436eb req-56a3b078-753a-4073-914a-fea1196eb88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:53.722165 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-56a3b078-753a-4073-914a-fea1196eb88a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 1097 time: 0.0857174 Jul 29 16:49:53.796420 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-1c54a2d6-f962-4f3a-8ce3-64bb259c0463 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77c43d49-d755-4f54-b095-796ce7c4a2cd HTTP/1.1" status: 200 len: 217 time: 0.0668142 Jul 29 16:49:53.857386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834671d1-ff06-42e8-9a48-e096adf436eb req-7a2e1b70-e5f8-40c4-8b60-23636d09506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:53.858730 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-7a2e1b70-e5f8-40c4-8b60-23636d09506c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=211e3d2a-be74-43ba-bcc8-c09c3a112fb6 HTTP/1.1" status: 200 len: 835 time: 0.0564799 Jul 29 16:49:53.942638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834671d1-ff06-42e8-9a48-e096adf436eb req-d9cf6f24-ce9c-4b2b-962d-a350c54923c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:53.944130 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-d9cf6f24-ce9c-4b2b-962d-a350c54923c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d49c7a1d-1787-46a7-a880-d99c0cff62b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792568 Jul 29 16:49:54.073497 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-b3668a50-98b5-45bd-ab43-d3e232a9f45c service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222091 Jul 29 16:49:54.181706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8eac2-6a82-4cf3-87d1-8d17fa5f6709 req-da694183-c088-42a6-91eb-20dd34b4a7d0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:54.183163 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-35f8eac2-6a82-4cf3-87d1-8d17fa5f6709 req-da694183-c088-42a6-91eb-20dd34b4a7d0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 944 time: 0.0891323 Jul 29 16:49:54.210862 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-834671d1-ff06-42e8-9a48-e096adf436eb req-8ae6fe2f-cb39-4651-9c24-56885eb9f2a3 service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308103 Jul 29 16:49:54.227634 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-35f8eac2-6a82-4cf3-87d1-8d17fa5f6709 req-22d675b4-9298-4d53-947c-54fa1a15c059 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a04493-9a5f-4eec-b96c-f3110ae6c1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375097 Jul 29 16:49:54.334961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b76a1d-9035-46ab-8ce0-662585b30e79 req-a244a363-002c-43cb-a4ae-2714b2de2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:54.336394 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-36b76a1d-9035-46ab-8ce0-662585b30e79 req-a244a363-002c-43cb-a4ae-2714b2de2d0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 1097 time: 0.0775623 Jul 29 16:49:54.463555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b76a1d-9035-46ab-8ce0-662585b30e79 req-2b8f5e93-97de-402a-9c28-4fb92c1e1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:54.464965 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-36b76a1d-9035-46ab-8ce0-662585b30e79 req-2b8f5e93-97de-402a-9c28-4fb92c1e1e87 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d49c7a1d-1787-46a7-a880-d99c0cff62b4 HTTP/1.1" status: 200 len: 897 time: 0.1220458 Jul 29 16:49:54.534191 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-36b76a1d-9035-46ab-8ce0-662585b30e79 req-ffd6ad9c-bd67-446d-81a4-2f46fc7128ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77c43d49-d755-4f54-b095-796ce7c4a2cd HTTP/1.1" status: 200 len: 217 time: 0.0627251 Jul 29 16:49:54.596005 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b76a1d-9035-46ab-8ce0-662585b30e79 req-06b372aa-d4d5-44fd-b88f-7bce55c9227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:54.597386 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-36b76a1d-9035-46ab-8ce0-662585b30e79 req-06b372aa-d4d5-44fd-b88f-7bce55c9227d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=211e3d2a-be74-43ba-bcc8-c09c3a112fb6 HTTP/1.1" status: 200 len: 835 time: 0.0575209 Jul 29 16:49:54.681124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b76a1d-9035-46ab-8ce0-662585b30e79 req-02304907-67f9-4867-bb32-8713f4843980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:54.682571 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-36b76a1d-9035-46ab-8ce0-662585b30e79 req-02304907-67f9-4867-bb32-8713f4843980 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d49c7a1d-1787-46a7-a880-d99c0cff62b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798135 Jul 29 16:49:54.811564 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-36b76a1d-9035-46ab-8ce0-662585b30e79 req-fda9e32d-7438-4b70-b2ba-e577b456ce33 service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219349 Jul 29 16:49:54.938542 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-36b76a1d-9035-46ab-8ce0-662585b30e79 req-df446e4f-3c6b-4594-974e-994ff9ab40ab service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204481 Jul 29 16:49:55.425824 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810875fe-0dbd-45bf-9806-88b84e6719ec req-f28b6b04-999f-420b-8688-0df942f3aa62 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:55.427258 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-810875fe-0dbd-45bf-9806-88b84e6719ec req-f28b6b04-999f-420b-8688-0df942f3aa62 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 944 time: 0.0904689 Jul 29 16:49:55.470037 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-810875fe-0dbd-45bf-9806-88b84e6719ec req-482f9bd6-db1e-4249-9b35-4208d51bff2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a04493-9a5f-4eec-b96c-f3110ae6c1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371418 Jul 29 16:49:56.672384 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8ee64-5d27-473b-8a7a-8a350cd46d76 req-edd19a6c-a926-4801-9740-65765320ad66 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:56.673873 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-66d8ee64-5d27-473b-8a7a-8a350cd46d76 req-edd19a6c-a926-4801-9740-65765320ad66 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 944 time: 0.0882757 Jul 29 16:49:56.721248 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-66d8ee64-5d27-473b-8a7a-8a350cd46d76 req-692ced01-245f-4ea5-ac4d-505de429cf8b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a04493-9a5f-4eec-b96c-f3110ae6c1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418644 Jul 29 16:49:57.933526 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce818943-bb08-471d-affc-e850f4f3985e req-75d368d2-5c2a-4d5b-b77f-0236dae1d37a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:57.933526 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ce818943-bb08-471d-affc-e850f4f3985e req-75d368d2-5c2a-4d5b-b77f-0236dae1d37a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 944 time: 0.0915477 Jul 29 16:49:57.980920 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ce818943-bb08-471d-affc-e850f4f3985e req-3647a0bf-c589-44f1-a4cd-213d64aa333a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a04493-9a5f-4eec-b96c-f3110ae6c1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388942 Jul 29 16:49:58.697269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 77c43d49-d755-4f54-b095-796ce7c4a2cd details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:49:58.840121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 77c43d49-d755-4f54-b095-796ce7c4a2cd, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=77c43d49-d755-4f54-b095-796ce7c4a2cd,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:49:58.853517 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '77c43d49-d755-4f54-b095-796ce7c4a2cd', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'port_id': '77c43d49-d755-4f54-b095-796ce7c4a2cd', 'mac_address': 'fa:16:3e:75:29:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:49:58.913499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 77c43d49-d755-4f54-b095-796ce7c4a2cd is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:49:58.913499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:58.932939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c43d49-d755-4f54-b095-796ce7c4a2cd {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:49:58.949465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 77c43d49-d755-4f54-b095-796ce7c4a2cd, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=77c43d49-d755-4f54-b095-796ce7c4a2cd,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:49:58.956087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:49:59.032488 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=77c43d49-d755-4f54-b095-796ce7c4a2cd,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:49:59.270384 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef5893-117d-4d64-9b21-08536cd0efd1 req-40e2738e-e23d-431c-8e79-dea458cb5e28 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:49:59.270384 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b0ef5893-117d-4d64-9b21-08536cd0efd1 req-40e2738e-e23d-431c-8e79-dea458cb5e28 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 945 time: 0.0935838 Jul 29 16:49:59.284184 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['77c43d49-d755-4f54-b095-796ce7c4a2cd'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:49:59.339700 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b0ef5893-117d-4d64-9b21-08536cd0efd1 req-c33b93a9-8a6e-4b4a-9a91-9a24a2e17d59 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a04493-9a5f-4eec-b96c-f3110ae6c1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614183 Jul 29 16:50:00.539128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87108305-7486-4d89-abbb-38d81c4c6fe2 req-0e76fe3c-e77b-4400-8501-3cd16dd88df2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:50:00.540836 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-87108305-7486-4d89-abbb-38d81c4c6fe2 req-0e76fe3c-e77b-4400-8501-3cd16dd88df2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 945 time: 0.0917499 Jul 29 16:50:00.596364 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-87108305-7486-4d89-abbb-38d81c4c6fe2 req-f6a38f92-f230-44a3-a5d9-35fc63770555 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a04493-9a5f-4eec-b96c-f3110ae6c1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457578 Jul 29 16:50:00.695034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 77c43d49-d755-4f54-b095-796ce7c4a2cd up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:50:00.765006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 77c43d49-d755-4f54-b095-796ce7c4a2cd completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:50:00.765006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 77c43d49-d755-4f54-b095-796ce7c4a2cd triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:50:00.765006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:00.887512 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 77c43d49-d755-4f54-b095-796ce7c4a2cd is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:50:00.887512 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:00.918174 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c43d49-d755-4f54-b095-796ce7c4a2cd'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:50:00.926403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 77c43d49-d755-4f54-b095-796ce7c4a2cd, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=77c43d49-d755-4f54-b095-796ce7c4a2cd,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:50:00.933639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:00.974519 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6be96d3-0cf9-4e95-acc4-814ee961d0f2'] response: {'server_uuid': '32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c43d49-d755-4f54-b095-796ce7c4a2cd', 'code': 200} Jul 29 16:50:01.015144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=77c43d49-d755-4f54-b095-796ce7c4a2cd,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:50:01.207929 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79c067-cc48-4e59-adb7-6ed8e4fcebd3 req-72bef515-5cd6-40b7-b583-0aa7a39f0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:50:01.207929 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5c79c067-cc48-4e59-adb7-6ed8e4fcebd3 req-72bef515-5cd6-40b7-b583-0aa7a39f0dee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 1099 time: 0.0813775 Jul 29 16:50:01.256517 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5c79c067-cc48-4e59-adb7-6ed8e4fcebd3 req-413b5948-a914-4086-b798-88d9019c8a63 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=53a04493-9a5f-4eec-b96c-f3110ae6c1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378175 Jul 29 16:50:01.794729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50ffc7-5d39-4789-a570-fd04967336be req-25c22a55-bff4-4c3f-92a1-e772b25f6522 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:50:01.796138 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2f50ffc7-5d39-4789-a570-fd04967336be req-25c22a55-bff4-4c3f-92a1-e772b25f6522 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 946 time: 0.0879421 Jul 29 16:50:01.839954 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2f50ffc7-5d39-4789-a570-fd04967336be req-a323ec6d-9c57-42a3-9c24-ef7c39f9b4cf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a04493-9a5f-4eec-b96c-f3110ae6c1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381246 Jul 29 16:50:03.037411 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca80d1-cca8-478c-92a2-49007e6b6265 req-abc666c4-e4b1-45fb-8dad-dc3c4bd09c6d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:50:03.038866 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-97ca80d1-cca8-478c-92a2-49007e6b6265 req-abc666c4-e4b1-45fb-8dad-dc3c4bd09c6d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 946 time: 0.0913818 Jul 29 16:50:03.083088 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-97ca80d1-cca8-478c-92a2-49007e6b6265 req-84a0280e-10e7-425f-aab2-0e98d1dd8673 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a04493-9a5f-4eec-b96c-f3110ae6c1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377746 Jul 29 16:50:03.278446 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f93c08-84fc-4cfa-bb6d-e399c280eaed req-5b286fa3-ad56-4e7e-bad6-ad3c1ace0ff3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:50:03.279910 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e4f93c08-84fc-4cfa-bb6d-e399c280eaed req-5b286fa3-ad56-4e7e-bad6-ad3c1ace0ff3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 946 time: 0.0885990 Jul 29 16:50:03.433416 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e4f93c08-84fc-4cfa-bb6d-e399c280eaed req-ebb413d2-4953-4020-aa1e-eea3ad30b7e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a04493-9a5f-4eec-b96c-f3110ae6c1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476648 Jul 29 16:50:03.460559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55826) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:50:03.644128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa774d56-d555-4bf4-80fc-c8d9e8ab7b67 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:50:03.644817 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fa774d56-d555-4bf4-80fc-c8d9e8ab7b67 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 1094 time: 0.1832614 Jul 29 16:50:03.647640 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55832) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:50:03.652433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '77c43d49-d755-4f54-b095-796ce7c4a2cd', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:50:03.658330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:50:03.662090 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:floatingip and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:50:03.664862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:50:03.670788 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:50:03.680202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:03.817109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:03.960269 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.76 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/4b164712-a765-4679-8499-4ece9f47f490) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:50:04.124857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:04.152589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:04.228324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:50:04.228324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:50:04.235264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:50:04.264497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=4b164712-a765-4679-8499-4ece9f47f490,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:50:04.653654 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:04.728610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:04.945316 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:04.956730 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:05.066719 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=4b164712-a765-4679-8499-4ece9f47f490,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:50:05.076828 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:05.372371 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP 19cfd38a-9e85-4cec-a412-4604d4ddb68c associated. External IP: 172.26.1.76, port: 77c43d49-d755-4f54-b095-796ce7c4a2cd. Jul 29 16:50:05.737628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 520758e2-f485-47ca-aedf-1777e7d8e549 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:50:05.920607 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:50:05.930143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00f3883-1429-4800-8c75-5a830fb05f16 None None] Sync routers for ids ['520758e2-f485-47ca-aedf-1777e7d8e549'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:50:05.940501 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00f3883-1429-4800-8c75-5a830fb05f16 None None] Routers {'520758e2-f485-47ca-aedf-1777e7d8e549'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:50:05.941171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a00f3883-1429-4800-8c75-5a830fb05f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:49:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['520758e2-f485-47ca-aedf-1777e7d8e549'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:50:05.944523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:06.001332 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bfcee8ee-9a04-4c87-a90a-2a9ad6e4683b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3526740 Jul 29 16:50:06.001997 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a', 'tag': '77c43d49-d755-4f54-b095-796ce7c4a2cd'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:50:06.004098 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55836) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:50:06.050704 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df898080-fa3e-4757-b124-aff12314928f'] response: {'name': 'network-changed', 'server_uuid': '32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a', 'tag': '77c43d49-d755-4f54-b095-796ce7c4a2cd', 'status': 'completed', 'code': 200} Jul 29 16:50:06.138822 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-a00f3883-1429-4800-8c75-5a830fb05f16 None None] Set router 520758e2-f485-47ca-aedf-1777e7d8e549 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:50:06.294186 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-77d6b67d-7409-4e5b-b7bc-c0e8ab19e68f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/19cfd38a-9e85-4cec-a412-4604d4ddb68c HTTP/1.1" status: 200 len: 991 time: 0.2856307 Jul 29 16:50:06.308516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b836788-a733-452d-b2a1-505045282c40 req-d0babfe8-cf62-4bc7-a637-924090693c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:50:06.310049 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4b836788-a733-452d-b2a1-505045282c40 req-d0babfe8-cf62-4bc7-a637-924090693c07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 1099 time: 0.1308229 Jul 29 16:50:06.452716 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b836788-a733-452d-b2a1-505045282c40 req-3018f0ee-f1a6-4c7c-b9db-fe2c7c396e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:50:06.454562 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4b836788-a733-452d-b2a1-505045282c40 req-3018f0ee-f1a6-4c7c-b9db-fe2c7c396e29 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d49c7a1d-1787-46a7-a880-d99c0cff62b4 HTTP/1.1" status: 200 len: 897 time: 0.1375258 Jul 29 16:50:06.507648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a00f3883-1429-4800-8c75-5a830fb05f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:45Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '19cfd38a-9e85-4cec-a412-4604d4ddb68c', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.76', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'port_id': '77c43d49-d755-4f54-b095-796ce7c4a2cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'mac_address': 'fa:16:3e:75:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:50:04Z', 'updated_at': '2022-07-29T16:50:04Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0378b339-e5ef-4f09-8787-12ab1acbebfe', 'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:61:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:50Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:50:06.512236 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00f3883-1429-4800-8c75-5a830fb05f16 None None] Checking router: 520758e2-f485-47ca-aedf-1777e7d8e549 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:50:06.521793 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00f3883-1429-4800-8c75-5a830fb05f16 None None] Routers {'520758e2-f485-47ca-aedf-1777e7d8e549'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:50:06.522227 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a00f3883-1429-4800-8c75-5a830fb05f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:49:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['520758e2-f485-47ca-aedf-1777e7d8e549'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:50:06.567131 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4b836788-a733-452d-b2a1-505045282c40 req-8e1d650c-68b6-4494-bbf4-593c757180e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77c43d49-d755-4f54-b095-796ce7c4a2cd HTTP/1.1" status: 200 len: 999 time: 0.1052489 Jul 29 16:50:06.637156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b836788-a733-452d-b2a1-505045282c40 req-615ba37d-6231-430c-b925-24dac84b0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:50:06.639839 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4b836788-a733-452d-b2a1-505045282c40 req-615ba37d-6231-430c-b925-24dac84b0b36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=211e3d2a-be74-43ba-bcc8-c09c3a112fb6 HTTP/1.1" status: 200 len: 835 time: 0.0643077 Jul 29 16:50:06.722900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-a00f3883-1429-4800-8c75-5a830fb05f16 None None] Set router 520758e2-f485-47ca-aedf-1777e7d8e549 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:50:06.739188 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b836788-a733-452d-b2a1-505045282c40 req-3922201c-d925-44b5-8094-67328e6df461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:50:06.739188 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4b836788-a733-452d-b2a1-505045282c40 req-3922201c-d925-44b5-8094-67328e6df461 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d49c7a1d-1787-46a7-a880-d99c0cff62b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0935335 Jul 29 16:50:06.874976 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4b836788-a733-452d-b2a1-505045282c40 req-bf3f5705-fbf3-4e0b-a602-3ed5e2af322b service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314602 Jul 29 16:50:07.016496 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4b836788-a733-452d-b2a1-505045282c40 req-867347d8-23ac-46f4-971d-0f725285cb69 service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350894 Jul 29 16:50:07.086334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a00f3883-1429-4800-8c75-5a830fb05f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:45Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '19cfd38a-9e85-4cec-a412-4604d4ddb68c', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.76', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'port_id': '77c43d49-d755-4f54-b095-796ce7c4a2cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'mac_address': 'fa:16:3e:75:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:50:04Z', 'updated_at': '2022-07-29T16:50:04Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0378b339-e5ef-4f09-8787-12ab1acbebfe', 'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:61:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:50Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:50:07.090291 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00f3883-1429-4800-8c75-5a830fb05f16 None None] The sync data for ids ['520758e2-f485-47ca-aedf-1777e7d8e549'] in dv-neutron-851534-1-hyperv is: [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:45Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '19cfd38a-9e85-4cec-a412-4604d4ddb68c', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.76', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'port_id': '77c43d49-d755-4f54-b095-796ce7c4a2cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'mac_address': 'fa:16:3e:75:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:50:04Z', 'updated_at': '2022-07-29T16:50:04Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0378b339-e5ef-4f09-8787-12ab1acbebfe', 'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:61:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:50Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:50:07.295370 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55842) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:50:07.298398 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50da453-08fd-4288-be1c-d39e62a8ae2d None None] New status for floating IP 19cfd38a-9e85-4cec-a412-4604d4ddb68c: ACTIVE {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:50:07.417279 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-92182773-7bf4-45e9-bc1b-6e5afe5dc87b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/19cfd38a-9e85-4cec-a412-4604d4ddb68c HTTP/1.1" status: 200 len: 991 time: 0.1141753 Jul 29 16:50:08.412859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55848) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:50:08.516117 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b8bc0b1f-7358-47a6-9602-773d507d1173 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/19cfd38a-9e85-4cec-a412-4604d4ddb68c HTTP/1.1" status: 200 len: 993 time: 0.1020124 Jul 29 16:50:15.112206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e98a3ced-8dc3-4d61-adf5-1e59d69e689d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:17.623759 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c1f41f46-e501-4c9a-9945-786d6ac4af94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:18.268990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:18.384021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:19.878133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:20.253861 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:50:20.475296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:31.363638 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c892c59b-1b71-45db-a31d-ebd76b7bab0d req-a9ee3307-7bf2-4d65-9e06-5231c39ca288 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884600 Jul 29 16:50:31.527972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892c59b-1b71-45db-a31d-ebd76b7bab0d req-42a540d4-59ca-4316-99f7-d8f50e459103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:50:31.527972 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c892c59b-1b71-45db-a31d-ebd76b7bab0d req-42a540d4-59ca-4316-99f7-d8f50e459103 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 1099 time: 0.0918052 Jul 29 16:50:31.687145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892c59b-1b71-45db-a31d-ebd76b7bab0d req-45e88233-61e9-4030-8857-8013982ebed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:50:31.689562 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c892c59b-1b71-45db-a31d-ebd76b7bab0d req-45e88233-61e9-4030-8857-8013982ebed1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 912 time: 0.1421344 Jul 29 16:50:31.795430 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c892c59b-1b71-45db-a31d-ebd76b7bab0d req-aa167960-ad63-4f3c-982c-1ecf0e256b6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97d73196-b36b-4913-8f67-4c583293e0da HTTP/1.1" status: 200 len: 1001 time: 0.0998023 Jul 29 16:50:31.967934 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892c59b-1b71-45db-a31d-ebd76b7bab0d req-aa7ac3ea-c5ec-4cf2-a489-97a8c5a79f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:50:31.968508 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c892c59b-1b71-45db-a31d-ebd76b7bab0d req-aa7ac3ea-c5ec-4cf2-a489-97a8c5a79f14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38420142-86f7-4984-a5b1-490e5fa1b0e0 HTTP/1.1" status: 200 len: 850 time: 0.1680133 Jul 29 16:50:32.059861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892c59b-1b71-45db-a31d-ebd76b7bab0d req-9874a1a5-dadd-4647-99e8-a6c9fb176b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:50:32.061996 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c892c59b-1b71-45db-a31d-ebd76b7bab0d req-9874a1a5-dadd-4647-99e8-a6c9fb176b8d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4982755-8e39-4721-b20e-894fdb4eef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847006 Jul 29 16:50:32.198710 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c892c59b-1b71-45db-a31d-ebd76b7bab0d req-19c0d66a-5cca-426d-888c-d9a329f2842c service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328599 Jul 29 16:50:32.336461 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c892c59b-1b71-45db-a31d-ebd76b7bab0d req-8de14f0e-b6aa-437a-a572-ea33a4943b51 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316822 Jul 29 16:50:45.084099 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f7c98964-c2c5-438b-8e60-faa2292079c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:47.624482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2fad69a4-3292-47a5-8fb3-85436bb6f1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:48.270975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:48.386725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:49.881062 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:50.468530 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:50:57.253158 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:51:09.226457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55876) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:09.310596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8889691-1ad0-4c62-b7ae-37f2cf775213 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:09.311078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8889691-1ad0-4c62-b7ae-37f2cf775213 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:09.311549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8889691-1ad0-4c62-b7ae-37f2cf775213 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:09.313255 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c8889691-1ad0-4c62-b7ae-37f2cf775213 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=ab8e87e6e1034425bfda48f6df7de642&network_id=d49c7a1d-1787-46a7-a880-d99c0cff62b4 HTTP/1.1" status: 200 len: 3000 time: 0.0857410 Jul 29 16:51:13.625382 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55888) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:13.682967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9c8419-37e2-4dc4-8f92-08933a68e107 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:13.684367 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9b9c8419-37e2-4dc4-8f92-08933a68e107 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6 HTTP/1.1" status: 200 len: 814 time: 0.0580337 Jul 29 16:51:13.940972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55896) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:14.144932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Deleting port 04bf1c99-9cf1-4df3-a2b2-cbd26213778f {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:51:14.145303 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:14.308979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:14.309336 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:14.435357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Calling delete_port for 04bf1c99-9cf1-4df3-a2b2-cbd26213778f owned by network:floatingip {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:51:14.590509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:14.638784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event deleted for resources: {'Port': ['ID=04bf1c99-9cf1-4df3-a2b2-cbd26213778f,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:14.686617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:14.687465 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:14.687823 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:14.688151 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:14.688475 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:14.688803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:14.689140 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:14.689461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:14.689783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:14.690097 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:14.690411 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:14.690721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:14.745826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for floatingip, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:14.746154 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Floating IP 5fa66106-8a25-42a4-aae3-4366c6d21d93 disassociated (deleted). External IP: 172.26.1.182, port: 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b. Jul 29 16:51:15.021163 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55900) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:15.026349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-caba46aa-5efa-47f0-bc7a-9e6ef542a78a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:51:15.087560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-870004be-f5c3-4291-a984-d2655984dc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:15.128891 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-caba46aa-5efa-47f0-bc7a-9e6ef542a78a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:15.195685 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Router 31614ca5-4733-4e24-9e1d-f0203645aa93 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:51:15.371000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:51:15.381279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8f16c-edc4-4982-b473-3bb84aa28f43 None None] Sync routers for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:51:15.387303 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:15.390461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8f16c-edc4-4982-b473-3bb84aa28f43 None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:51:15.391238 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-40c8f16c-edc4-4982-b473-3bb84aa28f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:50:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:15.407168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-caba46aa-5efa-47f0-bc7a-9e6ef542a78a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:15.411013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-caba46aa-5efa-47f0-bc7a-9e6ef542a78a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:15.411402 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-caba46aa-5efa-47f0-bc7a-9e6ef542a78a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP 19cfd38a-9e85-4cec-a412-4604d4ddb68c disassociated. External IP: 172.26.1.76, port: 77c43d49-d755-4f54-b095-796ce7c4a2cd. Jul 29 16:51:15.447675 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fd41c9f1-599e-4d15-81f7-8c2cd0f0f261 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "DELETE /v2.0/floatingips/5fa66106-8a25-42a4-aae3-4366c6d21d93 HTTP/1.1" status: 204 len: 168 time: 1.5032148 Jul 29 16:51:15.447675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82b63fe-905a-4873-a399-9d9b63375d86', 'tag': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:51:15.520959 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91bd146e-4ba0-4f99-9b0e-a64fdaef81b0'] response: {'name': 'network-changed', 'server_uuid': 'f82b63fe-905a-4873-a399-9d9b63375d86', 'tag': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b', 'status': 'completed', 'code': 200} Jul 29 16:51:15.617465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-40c8f16c-edc4-4982-b473-3bb84aa28f43 None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:51:15.653533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7fece-7313-4871-93d4-f740c1485162 req-b92e0ded-9c7a-4b97-bb14-19bba5418e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:15.655980 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dae7fece-7313-4871-93d4-f740c1485162 req-b92e0ded-9c7a-4b97-bb14-19bba5418e1f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 1099 time: 0.1078584 Jul 29 16:51:15.812144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7fece-7313-4871-93d4-f740c1485162 req-c0e5b4f5-b265-4d3c-96ba-1c97fed6657d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:15.813713 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dae7fece-7313-4871-93d4-f740c1485162 req-c0e5b4f5-b265-4d3c-96ba-1c97fed6657d service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 912 time: 0.1516776 Jul 29 16:51:15.885276 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dae7fece-7313-4871-93d4-f740c1485162 req-bb59ae30-e3de-4d48-b6d5-dedb5862f4e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b HTTP/1.1" status: 200 len: 217 time: 0.0646925 Jul 29 16:51:15.950464 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7fece-7313-4871-93d4-f740c1485162 req-7b782759-c820-4832-b7e4-9060ce34796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:15.951818 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dae7fece-7313-4871-93d4-f740c1485162 req-7b782759-c820-4832-b7e4-9060ce34796e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38420142-86f7-4984-a5b1-490e5fa1b0e0 HTTP/1.1" status: 200 len: 850 time: 0.0596514 Jul 29 16:51:15.990281 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-40c8f16c-edc4-4982-b473-3bb84aa28f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '28016a99-a7c0-4037-8c9a-c3161b100597', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'port_id': '97d73196-b36b-4913-8f67-4c583293e0da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'mac_address': 'fa:16:3e:30:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e47587-4645-4f34-ae8f-c10024815234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:47:38Z', 'updated_at': '2022-07-29T16:47:42Z', 'revision_number': 1, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:15.994132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8f16c-edc4-4982-b473-3bb84aa28f43 None None] Checking router: 31614ca5-4733-4e24-9e1d-f0203645aa93 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:51:16.001652 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfccc13-fa1a-4e2c-baee-2e77c42d4b96 req-88503149-626f-4c64-818f-00614d19a4c0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:16.003139 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5cfccc13-fa1a-4e2c-baee-2e77c42d4b96 req-88503149-626f-4c64-818f-00614d19a4c0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 946 time: 0.1927605 Jul 29 16:51:16.003970 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8f16c-edc4-4982-b473-3bb84aa28f43 None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:51:16.004731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-40c8f16c-edc4-4982-b473-3bb84aa28f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:50:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:16.011031 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caba46aa-5efa-47f0-bc7a-9e6ef542a78a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 520758e2-f485-47ca-aedf-1777e7d8e549 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:51:16.041155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7fece-7313-4871-93d4-f740c1485162 req-3ff1670a-1d65-45dc-97d4-ccb70d684a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:16.042647 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dae7fece-7313-4871-93d4-f740c1485162 req-3ff1670a-1d65-45dc-97d4-ccb70d684a2f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4982755-8e39-4721-b20e-894fdb4eef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833826 Jul 29 16:51:16.165847 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5cfccc13-fa1a-4e2c-baee-2e77c42d4b96 req-80a38d4e-0383-4984-9e57-db5f70138ade tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529622 Jul 29 16:51:16.187780 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dae7fece-7313-4871-93d4-f740c1485162 req-31f04478-6a25-43eb-889e-410f69fbeea3 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357138 Jul 29 16:51:16.196407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-40c8f16c-edc4-4982-b473-3bb84aa28f43 None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:51:16.231131 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caba46aa-5efa-47f0-bc7a-9e6ef542a78a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:51:16.235806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-caba46aa-5efa-47f0-bc7a-9e6ef542a78a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:16.242113 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c6e35-a4cc-4948-987b-83ba9ccbed40 None None] Sync routers for ids ['520758e2-f485-47ca-aedf-1777e7d8e549'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:51:16.253380 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c6e35-a4cc-4948-987b-83ba9ccbed40 None None] Routers {'520758e2-f485-47ca-aedf-1777e7d8e549'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:51:16.254290 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b19c6e35-a4cc-4948-987b-83ba9ccbed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:50:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['520758e2-f485-47ca-aedf-1777e7d8e549'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:16.299927 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-caba46aa-5efa-47f0-bc7a-9e6ef542a78a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/floatingips/19cfd38a-9e85-4cec-a412-4604d4ddb68c HTTP/1.1" status: 200 len: 689 time: 1.2774742 Jul 29 16:51:16.300779 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a', 'tag': '77c43d49-d755-4f54-b095-796ce7c4a2cd'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:51:16.305868 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55910) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:16.337326 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dae7fece-7313-4871-93d4-f740c1485162 req-405601fb-c5f4-492b-b7ed-e9f249247090 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411152 Jul 29 16:51:16.431696 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1dab5725-b57d-4d5c-944f-d6c1aead3f3f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/19cfd38a-9e85-4cec-a412-4604d4ddb68c HTTP/1.1" status: 200 len: 689 time: 0.1232989 Jul 29 16:51:16.450141 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32e8dde-883b-48c1-9b82-e4bec5f135a8'] response: {'name': 'network-changed', 'server_uuid': '32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a', 'tag': '77c43d49-d755-4f54-b095-796ce7c4a2cd', 'status': 'completed', 'code': 200} Jul 29 16:51:16.459567 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-b19c6e35-a4cc-4948-987b-83ba9ccbed40 None None] Set router 520758e2-f485-47ca-aedf-1777e7d8e549 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:51:16.555830 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60448a-8687-4e29-880c-90f4e345edfa req-e662f166-c4b2-47a5-ab1b-e9b44163d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:16.557423 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8e60448a-8687-4e29-880c-90f4e345edfa req-e662f166-c4b2-47a5-ab1b-e9b44163d136 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 1099 time: 0.0871844 Jul 29 16:51:16.597971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-40c8f16c-edc4-4982-b473-3bb84aa28f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '28016a99-a7c0-4037-8c9a-c3161b100597', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'port_id': '97d73196-b36b-4913-8f67-4c583293e0da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'mac_address': 'fa:16:3e:30:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e47587-4645-4f34-ae8f-c10024815234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:47:38Z', 'updated_at': '2022-07-29T16:47:42Z', 'revision_number': 1, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:16.602274 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8f16c-edc4-4982-b473-3bb84aa28f43 None None] The sync data for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv is: [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '28016a99-a7c0-4037-8c9a-c3161b100597', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'floating_ip_address': '172.26.1.74', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'port_id': '97d73196-b36b-4913-8f67-4c583293e0da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'mac_address': 'fa:16:3e:30:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e47587-4645-4f34-ae8f-c10024815234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:47:38Z', 'updated_at': '2022-07-29T16:47:42Z', 'revision_number': 1, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:51:16.701577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60448a-8687-4e29-880c-90f4e345edfa req-3efdde7b-1e0d-4ec5-8690-8d6daf6d0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:16.703811 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8e60448a-8687-4e29-880c-90f4e345edfa req-3efdde7b-1e0d-4ec5-8690-8d6daf6d0dd7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d49c7a1d-1787-46a7-a880-d99c0cff62b4 HTTP/1.1" status: 200 len: 897 time: 0.1390951 Jul 29 16:51:16.829267 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b19c6e35-a4cc-4948-987b-83ba9ccbed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:45Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '0378b339-e5ef-4f09-8787-12ab1acbebfe', 'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:61:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:50Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:16.833866 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c6e35-a4cc-4948-987b-83ba9ccbed40 None None] Checking router: 520758e2-f485-47ca-aedf-1777e7d8e549 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:51:16.843411 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c6e35-a4cc-4948-987b-83ba9ccbed40 None None] Routers {'520758e2-f485-47ca-aedf-1777e7d8e549'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:51:16.844053 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b19c6e35-a4cc-4948-987b-83ba9ccbed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:50:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['520758e2-f485-47ca-aedf-1777e7d8e549'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:16.848495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32046240-c8c4-47eb-adea-09e80db3d620 None None] New status for floating IP 5fa66106-8a25-42a4-aae3-4366c6d21d93: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:51:16.905038 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8e60448a-8687-4e29-880c-90f4e345edfa req-3718e8b3-69b0-4ce7-a1c1-aa015d45648d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77c43d49-d755-4f54-b095-796ce7c4a2cd HTTP/1.1" status: 200 len: 217 time: 0.1943955 Jul 29 16:51:16.977119 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60448a-8687-4e29-880c-90f4e345edfa req-84ca0c37-cb82-47d4-867b-f98ad0e949d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:16.978571 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8e60448a-8687-4e29-880c-90f4e345edfa req-84ca0c37-cb82-47d4-867b-f98ad0e949d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=211e3d2a-be74-43ba-bcc8-c09c3a112fb6 HTTP/1.1" status: 200 len: 835 time: 0.0660889 Jul 29 16:51:17.033455 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-b19c6e35-a4cc-4948-987b-83ba9ccbed40 None None] Set router 520758e2-f485-47ca-aedf-1777e7d8e549 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:51:17.077695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60448a-8687-4e29-880c-90f4e345edfa req-4eeefded-4b4f-4072-baaf-8ac18e736e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:17.079096 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8e60448a-8687-4e29-880c-90f4e345edfa req-4eeefded-4b4f-4072-baaf-8ac18e736e2f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d49c7a1d-1787-46a7-a880-d99c0cff62b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0924509 Jul 29 16:51:17.212900 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8e60448a-8687-4e29-880c-90f4e345edfa req-ed006022-3b9c-47f0-a48c-c62fda69038b service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269021 Jul 29 16:51:17.353687 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8e60448a-8687-4e29-880c-90f4e345edfa req-9182b411-04d0-4cca-bec7-ae5106faa952 service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335583 Jul 29 16:51:17.364786 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b19c6e35-a4cc-4948-987b-83ba9ccbed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:45Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '0378b339-e5ef-4f09-8787-12ab1acbebfe', 'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:61:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:50Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:17.364786 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c6e35-a4cc-4948-987b-83ba9ccbed40 None None] The sync data for ids ['520758e2-f485-47ca-aedf-1777e7d8e549'] in dv-neutron-851534-1-hyperv is: [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:45Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '0378b339-e5ef-4f09-8787-12ab1acbebfe', 'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:61:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:50Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:51:17.379339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ceec6-d02d-4c97-9d20-5bb930b1d523 req-d1d10cca-e345-4d66-8250-6554ddf1e8a8 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:17.380952 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e72ceec6-d02d-4c97-9d20-5bb930b1d523 req-d1d10cca-e345-4d66-8250-6554ddf1e8a8 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 946 time: 0.0946949 Jul 29 16:51:17.434922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55920) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:17.446292 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e72ceec6-d02d-4c97-9d20-5bb930b1d523 req-3db5713f-c6ff-439e-9004-a89fa0ec8231 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440371 Jul 29 16:51:17.530055 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-97383be3-d6e7-4f8e-a03b-dee9e3161632 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/19cfd38a-9e85-4cec-a412-4604d4ddb68c HTTP/1.1" status: 200 len: 689 time: 0.0922675 Jul 29 16:51:17.554489 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d8709-1d57-4a88-bc7c-523e6fdc9a86 req-c1e9d3e8-8ac8-4467-81e2-206542998f26 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:17.555207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-832d8709-1d57-4a88-bc7c-523e6fdc9a86 req-c1e9d3e8-8ac8-4467-81e2-206542998f26 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Synchronizing usage tracker for tenant:ec419c0563854a79aded675260b09ec1 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:51:17.571722 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-832d8709-1d57-4a88-bc7c-523e6fdc9a86 req-c1e9d3e8-8ac8-4467-81e2-206542998f26 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Unset dirty status for tenant:ec419c0563854a79aded675260b09ec1 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:51:17.573175 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-832d8709-1d57-4a88-bc7c-523e6fdc9a86 req-c1e9d3e8-8ac8-4467-81e2-206542998f26 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.69 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 946 time: 0.1877265 Jul 29 16:51:17.614324 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241e9764-a930-47fa-aa00-19b1b9b9f518 None None] New status for floating IP 19cfd38a-9e85-4cec-a412-4604d4ddb68c: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:51:17.627319 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-53aae2fd-f859-493a-a653-88757a084896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:17.655025 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-832d8709-1d57-4a88-bc7c-523e6fdc9a86 req-959536e4-0b1b-4b40-872f-d3345bfc9c07 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Deleting port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:51:17.655392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-832d8709-1d57-4a88-bc7c-523e6fdc9a86 req-959536e4-0b1b-4b40-872f-d3345bfc9c07 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:17.907162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-832d8709-1d57-4a88-bc7c-523e6fdc9a86 req-959536e4-0b1b-4b40-872f-d3345bfc9c07 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] For port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:51:17.907812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-832d8709-1d57-4a88-bc7c-523e6fdc9a86 req-959536e4-0b1b-4b40-872f-d3345bfc9c07 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:18.031917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-832d8709-1d57-4a88-bc7c-523e6fdc9a86 req-959536e4-0b1b-4b40-872f-d3345bfc9c07 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Calling delete_port for 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:51:18.172728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-832d8709-1d57-4a88-bc7c-523e6fdc9a86 req-959536e4-0b1b-4b40-872f-d3345bfc9c07 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:18.221502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959536e4-0b1b-4b40-872f-d3345bfc9c07 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event deleted for resources: {'Port': ['ID=5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:18.272594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:18.309523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-832d8709-1d57-4a88-bc7c-523e6fdc9a86 req-959536e4-0b1b-4b40-872f-d3345bfc9c07 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] No DVR routers for this DVR port 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:51:18.312423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-832d8709-1d57-4a88-bc7c-523e6fdc9a86 req-959536e4-0b1b-4b40-872f-d3345bfc9c07 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:18.314931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82b63fe-905a-4873-a399-9d9b63375d86', 'name': 'network-vif-deleted', 'tag': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:51:18.330644 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-832d8709-1d57-4a88-bc7c-523e6fdc9a86 req-959536e4-0b1b-4b40-872f-d3345bfc9c07 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.69 "DELETE /v2.0/ports/5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b HTTP/1.1" status: 204 len: 173 time: 0.7485771 Jul 29 16:51:18.366308 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec97e541-477f-49bb-99a7-14b4cfddf345'] response: {'server_uuid': 'f82b63fe-905a-4873-a399-9d9b63375d86', 'name': 'network-vif-deleted', 'tag': '5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b', 'status': 'completed', 'code': 200} Jul 29 16:51:18.392407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:18.533012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55928) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:18.617238 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-47cd4505-0e60-4001-b0cf-c8dd4433aa7d req-671f1d34-37bf-41bd-bc70-100a6c20776c tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=f82b63fe-905a-4873-a399-9d9b63375d86 HTTP/1.1" status: 200 len: 210 time: 0.0548792 Jul 29 16:51:18.626386 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1a7eca59-dae8-407a-a72e-87cd6d807f5b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/19cfd38a-9e85-4cec-a412-4604d4ddb68c HTTP/1.1" status: 200 len: 687 time: 0.0922828 Jul 29 16:51:19.706296 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55936) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:19.711865 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-bdefab4b-a832-4e1c-a6b3-9be2849a1bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344855648', 'description': 'tempest-secgroup-smoke-1344855648 description', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:51:19.718248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bdefab4b-a832-4e1c-a6b3-9be2849a1bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:51:19.727936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bdefab4b-a832-4e1c-a6b3-9be2849a1bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:51:19.738170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bdefab4b-a832-4e1c-a6b3-9be2849a1bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:19.761991 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bdefab4b-a832-4e1c-a6b3-9be2849a1bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:51:19.765880 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bdefab4b-a832-4e1c-a6b3-9be2849a1bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:51:19.768938 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bdefab4b-a832-4e1c-a6b3-9be2849a1bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:51:19.774747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bdefab4b-a832-4e1c-a6b3-9be2849a1bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:51:19.899918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:19.959902 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bdefab4b-a832-4e1c-a6b3-9be2849a1bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:19.963578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bdefab4b-a832-4e1c-a6b3-9be2849a1bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.009413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefab4b-a832-4e1c-a6b3-9be2849a1bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb31ef4-f94b-4f2c-9055-6c20036113c8,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:20.014765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bdefab4b-a832-4e1c-a6b3-9be2849a1bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.018680 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bdefab4b-a832-4e1c-a6b3-9be2849a1bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3086786 Jul 29 16:51:20.019612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55944) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:20.023992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2df78bff-8dbd-4a50-97aa-a8dafbbb56e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '8fb31ef4-f94b-4f2c-9055-6c20036113c8', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:51:20.029931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2df78bff-8dbd-4a50-97aa-a8dafbbb56e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:51:20.034304 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2df78bff-8dbd-4a50-97aa-a8dafbbb56e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:51:20.037161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2df78bff-8dbd-4a50-97aa-a8dafbbb56e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:51:20.043079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2df78bff-8dbd-4a50-97aa-a8dafbbb56e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:51:20.060492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2df78bff-8dbd-4a50-97aa-a8dafbbb56e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.124066 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2df78bff-8dbd-4a50-97aa-a8dafbbb56e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.127840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2df78bff-8dbd-4a50-97aa-a8dafbbb56e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.152969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df78bff-8dbd-4a50-97aa-a8dafbbb56e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c001969-23cb-47ba-b4ad-2ed72954979a,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:20.162965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2df78bff-8dbd-4a50-97aa-a8dafbbb56e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.167160 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2df78bff-8dbd-4a50-97aa-a8dafbbb56e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445179 Jul 29 16:51:20.167502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 55948) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:20.173196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '8fb31ef4-f94b-4f2c-9055-6c20036113c8', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:51:20.179418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:51:20.183313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:51:20.186360 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:51:20.192798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:51:20.210464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.273722 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.278433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.302992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6486814d-80eb-419a-a3ed-9c242c0c4424,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:20.313834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:20.314211 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:20.314579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:20.314980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:20.315343 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:20.315673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:20.316008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:20.316338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:20.316666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:20.316992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:20.317341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:20.317666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:20.320651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.321836 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-56e32444-7744-4d74-a4e4-d51bbd7b58d7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1533704 Jul 29 16:51:20.324832 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55952) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:20.330686 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2a1427d5-da99-4a6b-a5a1-eb7bedcb50e3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '8fb31ef4-f94b-4f2c-9055-6c20036113c8', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:51:20.336692 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2a1427d5-da99-4a6b-a5a1-eb7bedcb50e3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:51:20.340572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2a1427d5-da99-4a6b-a5a1-eb7bedcb50e3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:51:20.344097 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2a1427d5-da99-4a6b-a5a1-eb7bedcb50e3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:51:20.349778 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2a1427d5-da99-4a6b-a5a1-eb7bedcb50e3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:51:20.367675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2a1427d5-da99-4a6b-a5a1-eb7bedcb50e3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.436101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2a1427d5-da99-4a6b-a5a1-eb7bedcb50e3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.439639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2a1427d5-da99-4a6b-a5a1-eb7bedcb50e3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.470402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1427d5-da99-4a6b-a5a1-eb7bedcb50e3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18092087-50b3-499f-9e4b-63c7a179675e,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:20.477969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2a1427d5-da99-4a6b-a5a1-eb7bedcb50e3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.479404 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2a1427d5-da99-4a6b-a5a1-eb7bedcb50e3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533403 Jul 29 16:51:20.480008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.481947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55956) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:20.487022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4931d0c2-dd1d-43cf-87f2-fc17f1c52106 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '8fb31ef4-f94b-4f2c-9055-6c20036113c8', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:51:20.492952 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4931d0c2-dd1d-43cf-87f2-fc17f1c52106 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:51:20.497072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4931d0c2-dd1d-43cf-87f2-fc17f1c52106 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:51:20.499941 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4931d0c2-dd1d-43cf-87f2-fc17f1c52106 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:51:20.505662 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4931d0c2-dd1d-43cf-87f2-fc17f1c52106 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:51:20.522447 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4931d0c2-dd1d-43cf-87f2-fc17f1c52106 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.586276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4931d0c2-dd1d-43cf-87f2-fc17f1c52106 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.591220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4931d0c2-dd1d-43cf-87f2-fc17f1c52106 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.615248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931d0c2-dd1d-43cf-87f2-fc17f1c52106 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a655ed-f832-4f22-85a0-4cff3af74364,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:20.623675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4931d0c2-dd1d-43cf-87f2-fc17f1c52106 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.624874 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4931d0c2-dd1d-43cf-87f2-fc17f1c52106 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420052 Jul 29 16:51:20.627912 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55960) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:20.632778 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-bd4bd010-66ad-47ed-9023-78336f5f70ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '8fb31ef4-f94b-4f2c-9055-6c20036113c8', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:51:20.638547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bd4bd010-66ad-47ed-9023-78336f5f70ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:51:20.642874 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bd4bd010-66ad-47ed-9023-78336f5f70ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:51:20.645778 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bd4bd010-66ad-47ed-9023-78336f5f70ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:51:20.651400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bd4bd010-66ad-47ed-9023-78336f5f70ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:51:20.662314 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-bd4bd010-66ad-47ed-9023-78336f5f70ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:51:20.669131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd4bd010-66ad-47ed-9023-78336f5f70ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.734904 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd4bd010-66ad-47ed-9023-78336f5f70ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.738378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd4bd010-66ad-47ed-9023-78336f5f70ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.761587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bd010-66ad-47ed-9023-78336f5f70ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd4b7c8-5d3e-4486-8e63-510b06f83beb,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:20.770153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd4bd010-66ad-47ed-9023-78336f5f70ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.771364 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bd4bd010-66ad-47ed-9023-78336f5f70ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425467 Jul 29 16:51:20.774049 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 55964) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:20.778883 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-1344fe71-9673-4ada-9985-7ff311b367ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '8fb31ef4-f94b-4f2c-9055-6c20036113c8', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:51:20.784586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1344fe71-9673-4ada-9985-7ff311b367ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:51:20.788390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1344fe71-9673-4ada-9985-7ff311b367ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:51:20.791517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1344fe71-9673-4ada-9985-7ff311b367ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:51:20.797394 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1344fe71-9673-4ada-9985-7ff311b367ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:51:20.807826 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-1344fe71-9673-4ada-9985-7ff311b367ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:51:20.815812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1344fe71-9673-4ada-9985-7ff311b367ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.883045 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1344fe71-9673-4ada-9985-7ff311b367ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.886579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1344fe71-9673-4ada-9985-7ff311b367ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.910893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344fe71-9673-4ada-9985-7ff311b367ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead0daa6-8d96-4692-815f-0abc820abd11,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:20.920007 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1344fe71-9673-4ada-9985-7ff311b367ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:20.930131 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1344fe71-9673-4ada-9985-7ff311b367ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1463363 Jul 29 16:51:21.078832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:51:21.084629 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-be3961a8-7e22-409c-acf2-55e4828f24fb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344855648&fields=id&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 267 time: 0.0403478 Jul 29 16:51:21.113252 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:51:21.113608 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 5fd78d3f-557f-4dbe-8ab9-e95e645ecc9b not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:51:21.239153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-2d42ca1c-9285-4371-a698-48b314809984 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:21.240646 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-2d42ca1c-9285-4371-a698-48b314809984 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/networks?id=d49c7a1d-1787-46a7-a880-d99c0cff62b4 HTTP/1.1" status: 200 len: 796 time: 0.1491773 Jul 29 16:51:21.256717 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-63c72b17-73ee-45cb-b7fc-8745bf8a9eb9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/quotas/ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 375 time: 0.0106101 Jul 29 16:51:21.356796 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a815dfec-ddf1-4626-a528-714559fde08b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0942051 Jul 29 16:51:21.496018 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-1c8486fe-a3d7-46e7-bca2-b4210c0d7711 service neutron] 10.222.0.58 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272111 Jul 29 16:51:21.630065 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-882e3720-3386-47ef-bc53-ffc774af2203 service neutron] 10.222.0.58 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279123 Jul 29 16:51:21.815024 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d12b0e61-ba15-4afe-9837-658d19940727 req-cfb26e9d-7817-4176-a99d-1d4ccfdd7992 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 210 time: 0.0513787 Jul 29 16:51:22.851310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-5d810036-658a-4d09-a875-b09c4a684ebb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:22.853886 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-5d810036-658a-4d09-a875-b09c4a684ebb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/networks?id=d49c7a1d-1787-46a7-a880-d99c0cff62b4 HTTP/1.1" status: 200 len: 796 time: 0.1565156 Jul 29 16:51:22.924588 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-194948e0-b605-4c9f-985f-e9662d025ceb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:51:22.944215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-194948e0-b605-4c9f-985f-e9662d025ceb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:51:22.946043 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-194948e0-b605-4c9f-985f-e9662d025ceb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 472 time: 0.0836649 Jul 29 16:51:22.959141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'port': {'device_id': 'f16f5d8c-af90-4c8c-8398-906fdb3c62f3', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'admin_state_up': True, 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'security_groups': ['8fb31ef4-f94b-4f2c-9055-6c20036113c8']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:51:23.112663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:51:23.118343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:port and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:51:23.123744 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:51:23.131509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:51:23.149499 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:51:23.151389 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7e8cd905-c464-4e3b-9b14-688ded251aeb req-343915e3-fda7-4bc0-85b5-ed7c33cd53cc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 210 time: 0.1936195 Jul 29 16:51:23.154566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:23.326646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.7 (d49c7a1d-1787-46a7-a880-d99c0cff62b4/211e3d2a-be74-43ba-bcc8-c09c3a112fb6/2bf4ab68-70f4-4adc-a15d-dfbd18972830) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:51:23.522735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:23.537863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object 2bf4ab68-70f4-4adc-a15d-dfbd18972830 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:51:23.562733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:23.634681 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network d49c7a1d-1787-46a7-a880-d99c0cff62b4 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:51:23.637472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:51:23.641299 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:51:23.671984 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=2bf4ab68-70f4-4adc-a15d-dfbd18972830,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:23.708948 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:23.709574 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:23.735632 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-a2efba32-dd3d-46f2-88be-098ee86965b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7805638 Jul 29 16:51:23.746824 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Request body: {'port': {'device_id': 'f16f5d8c-af90-4c8c-8398-906fdb3c62f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:51:23.859596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:23.903689 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4d9e5879-2164-46a8-8489-957005bad1cd None None] Provisioning for port 2bf4ab68-70f4-4adc-a15d-dfbd18972830 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:51:23.909010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4d9e5879-2164-46a8-8489-957005bad1cd None None] Provisioning complete for port 2bf4ab68-70f4-4adc-a15d-dfbd18972830 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:51:23.909395 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4d9e5879-2164-46a8-8489-957005bad1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:23.963154 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e5879-2164-46a8-8489-957005bad1cd None None] Port 2bf4ab68-70f4-4adc-a15d-dfbd18972830 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:51:24.195065 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf4ab68-70f4-4adc-a15d-dfbd18972830 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:51:24.202583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:24.216663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Transition to ACTIVE for port object 2bf4ab68-70f4-4adc-a15d-dfbd18972830 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:51:24.221647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:24.314268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56010) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:24.487945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Pushing event updated for resources: {'Port': ['ID=2bf4ab68-70f4-4adc-a15d-dfbd18972830,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:24.557072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58188bc-1b5f-4712-a6d2-0dc0610ee1f5 req-320fc659-d7a8-4744-b3b9-fcf3d2a0a54c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:24.558491 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e58188bc-1b5f-4712-a6d2-0dc0610ee1f5 req-320fc659-d7a8-4744-b3b9-fcf3d2a0a54c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 943 time: 0.2853229 Jul 29 16:51:24.566334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f4c58-4068-4e57-83da-d88514ad7d0d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Deleting port a7170d10-3e8c-41eb-8d9b-310f3cf9f9a1 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:51:24.566672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4c58-4068-4e57-83da-d88514ad7d0d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:24.572633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Attempting to bind port 2bf4ab68-70f4-4adc-a15d-dfbd18972830 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:51:24.573093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Attempting to bind port 2bf4ab68-70f4-4adc-a15d-dfbd18972830 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:51:24.573326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Attempting to bind port 2bf4ab68-70f4-4adc-a15d-dfbd18972830 on network d49c7a1d-1787-46a7-a880-d99c0cff62b4 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:51:24.579006 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Port 2bf4ab68-70f4-4adc-a15d-dfbd18972830 on network d49c7a1d-1787-46a7-a880-d99c0cff62b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:51:24.579333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Attempting to bind port 2bf4ab68-70f4-4adc-a15d-dfbd18972830 on network d49c7a1d-1787-46a7-a880-d99c0cff62b4 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:51:24.584611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:51:24.584945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Checking segment: {'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:51:24.585357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Bound using segment: {'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:51:24.585778 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Bound port: 2bf4ab68-70f4-4adc-a15d-dfbd18972830, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63be9717-fbd1-4bf5-92ff-d06117febbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:51:24.586122 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:24.674403 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e58188bc-1b5f-4712-a6d2-0dc0610ee1f5 req-a3235fe0-c1f7-4fa7-acb8-41d90c99e55e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fb31ef4-f94b-4f2c-9055-6c20036113c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101265 Jul 29 16:51:24.682723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] For port 2bf4ab68-70f4-4adc-a15d-dfbd18972830, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:51:24.686311 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] For port 2bf4ab68-70f4-4adc-a15d-dfbd18972830, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=2bf4ab68-70f4-4adc-a15d-dfbd18972830,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:51:24.690116 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:24.743227 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:24.743866 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:24.745632 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] 10.222.0.69 "PUT /v2.0/ports/2bf4ab68-70f4-4adc-a15d-dfbd18972830 HTTP/1.1" status: 200 len: 1093 time: 1.0030410 Jul 29 16:51:24.748162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16f5d8c-af90-4c8c-8398-906fdb3c62f3', 'tag': '2bf4ab68-70f4-4adc-a15d-dfbd18972830'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:51:24.784659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cf838-d4a8-48fe-b422-1eb5bd40a39f service neutron] Pushing event updated for resources: {'Port': ['ID=2bf4ab68-70f4-4adc-a15d-dfbd18972830,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:24.807041 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4c58-4068-4e57-83da-d88514ad7d0d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:24.807462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4c58-4068-4e57-83da-d88514ad7d0d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:24.842241 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6692b404-a720-4212-b7e6-64394937246c'] response: {'name': 'network-changed', 'server_uuid': 'f16f5d8c-af90-4c8c-8398-906fdb3c62f3', 'tag': '2bf4ab68-70f4-4adc-a15d-dfbd18972830', 'status': 'completed', 'code': 200} Jul 29 16:51:24.892078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-cc9ea5a3-797b-47e5-aee3-c83087ec3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:24.893604 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-cc9ea5a3-797b-47e5-aee3-c83087ec3802 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 1096 time: 0.0948544 Jul 29 16:51:24.939604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f4c58-4068-4e57-83da-d88514ad7d0d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Calling delete_port for a7170d10-3e8c-41eb-8d9b-310f3cf9f9a1 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:51:24.964873 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-ba83906f-b628-44be-b6c9-0701f7e2e0a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bf4ab68-70f4-4adc-a15d-dfbd18972830 HTTP/1.1" status: 200 len: 217 time: 0.0641053 Jul 29 16:51:25.032171 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-75bb9d56-0c85-4f31-989c-c422e94ffd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:25.033686 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-75bb9d56-0c85-4f31-989c-c422e94ffd16 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=211e3d2a-be74-43ba-bcc8-c09c3a112fb6 HTTP/1.1" status: 200 len: 835 time: 0.0631354 Jul 29 16:51:25.096666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4c58-4068-4e57-83da-d88514ad7d0d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:25.118873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-73935f35-32a4-463b-9d3c-b9150d87de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:25.120332 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-73935f35-32a4-463b-9d3c-b9150d87de93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d49c7a1d-1787-46a7-a880-d99c0cff62b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802076 Jul 29 16:51:25.143153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f4c58-4068-4e57-83da-d88514ad7d0d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event deleted for resources: {'Port': ['ID=a7170d10-3e8c-41eb-8d9b-310f3cf9f9a1,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:25.242052 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4c58-4068-4e57-83da-d88514ad7d0d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:25.242388 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-2f9f4c58-4068-4e57-83da-d88514ad7d0d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Floating IP 28016a99-a7c0-4037-8c9a-c3161b100597 disassociated (deleted). External IP: 172.26.1.74, port: 97d73196-b36b-4913-8f67-4c583293e0da. Jul 29 16:51:25.255754 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-282f6907-2e5c-4706-86c7-fae5f2afe1d3 service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281018 Jul 29 16:51:25.387281 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f2237ccc-0abb-452e-a552-d11c0281c7fa req-879ddc49-2814-4bf8-a958-5681416a7bc3 service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254449 Jul 29 16:51:25.509173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf21cc-7bc6-4b93-bf8b-c9c81f605648 req-9a54c02d-7932-479d-9031-0d30b484f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:25.510871 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-afaf21cc-7bc6-4b93-bf8b-c9c81f605648 req-9a54c02d-7932-479d-9031-0d30b484f6e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 1096 time: 0.0833516 Jul 29 16:51:25.597381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9f4c58-4068-4e57-83da-d88514ad7d0d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Router 31614ca5-4733-4e24-9e1d-f0203645aa93 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:51:25.644757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf21cc-7bc6-4b93-bf8b-c9c81f605648 req-33125236-085b-40d2-96ba-1ea6edef4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:25.646307 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-afaf21cc-7bc6-4b93-bf8b-c9c81f605648 req-33125236-085b-40d2-96ba-1ea6edef4260 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d49c7a1d-1787-46a7-a880-d99c0cff62b4 HTTP/1.1" status: 200 len: 897 time: 0.1292219 Jul 29 16:51:25.718226 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-afaf21cc-7bc6-4b93-bf8b-c9c81f605648 req-22152440-cc08-405b-a1a7-8de83fd38362 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bf4ab68-70f4-4adc-a15d-dfbd18972830 HTTP/1.1" status: 200 len: 217 time: 0.0655601 Jul 29 16:51:25.784682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf21cc-7bc6-4b93-bf8b-c9c81f605648 req-faa02ed3-31dd-43a9-bd35-f702ca80f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:25.786283 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-afaf21cc-7bc6-4b93-bf8b-c9c81f605648 req-faa02ed3-31dd-43a9-bd35-f702ca80f2d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=211e3d2a-be74-43ba-bcc8-c09c3a112fb6 HTTP/1.1" status: 200 len: 835 time: 0.0628729 Jul 29 16:51:25.868412 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf21cc-7bc6-4b93-bf8b-c9c81f605648 req-127fb264-a872-4e0c-9c62-d05447518799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:25.869976 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-afaf21cc-7bc6-4b93-bf8b-c9c81f605648 req-127fb264-a872-4e0c-9c62-d05447518799 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d49c7a1d-1787-46a7-a880-d99c0cff62b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777869 Jul 29 16:51:25.959495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9f4c58-4068-4e57-83da-d88514ad7d0d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:51:25.971080 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77cf8da-0433-4f98-b222-a83046ac3e52 None None] Sync routers for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:51:25.974789 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11159f6-2ebc-4fb4-8614-d35920e49936 req-d89379c9-d044-4087-94c5-19ab4763812e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:25.976283 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b11159f6-2ebc-4fb4-8614-d35920e49936 req-d89379c9-d044-4087-94c5-19ab4763812e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 943 time: 0.1401019 Jul 29 16:51:25.985213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77cf8da-0433-4f98-b222-a83046ac3e52 None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:51:25.986121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c77cf8da-0433-4f98-b222-a83046ac3e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:51:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:26.002704 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4c58-4068-4e57-83da-d88514ad7d0d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:26.003572 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-afaf21cc-7bc6-4b93-bf8b-c9c81f605648 req-f9762fa9-d65b-4a6f-8a8b-49e9c6e43d38 service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265001 Jul 29 16:51:26.076679 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b11159f6-2ebc-4fb4-8614-d35920e49936 req-2239b1a9-f374-46cd-9d20-db32221caf4d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fb31ef4-f94b-4f2c-9055-6c20036113c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907381 Jul 29 16:51:26.080265 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2f9f4c58-4068-4e57-83da-d88514ad7d0d tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "DELETE /v2.0/floatingips/28016a99-a7c0-4037-8c9a-c3161b100597 HTTP/1.1" status: 204 len: 168 time: 1.7650211 Jul 29 16:51:26.081221 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e47587-4645-4f34-ae8f-c10024815234', 'tag': '97d73196-b36b-4913-8f67-4c583293e0da'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:51:26.144290 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-afaf21cc-7bc6-4b93-bf8b-c9c81f605648 req-9545371b-6c9e-4496-ab19-1657b3ce2408 service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345830 Jul 29 16:51:26.149945 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55414605-b2bf-4bdd-bab0-82e021ae82f2'] response: {'name': 'network-changed', 'server_uuid': 'a6e47587-4645-4f34-ae8f-c10024815234', 'tag': '97d73196-b36b-4913-8f67-4c583293e0da', 'status': 'completed', 'code': 200} Jul 29 16:51:26.170657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c77cf8da-0433-4f98-b222-a83046ac3e52 None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:51:26.258222 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e962ab3-0a4c-47a2-b3e7-4d8b9a8d9457 req-0d0abb1d-c720-4f1e-8766-54115d8c1be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:26.259763 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9e962ab3-0a4c-47a2-b3e7-4d8b9a8d9457 req-0d0abb1d-c720-4f1e-8766-54115d8c1be5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec419c0563854a79aded675260b09ec1&device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 1099 time: 0.0825560 Jul 29 16:51:26.398168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e962ab3-0a4c-47a2-b3e7-4d8b9a8d9457 req-79b80291-e8b8-457e-96c2-02cbc3d012ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:26.399622 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9e962ab3-0a4c-47a2-b3e7-4d8b9a8d9457 req-79b80291-e8b8-457e-96c2-02cbc3d012ad service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 200 len: 912 time: 0.1326668 Jul 29 16:51:26.469073 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9e962ab3-0a4c-47a2-b3e7-4d8b9a8d9457 req-962c1f9e-b069-4eab-a4fb-4005decdc972 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97d73196-b36b-4913-8f67-4c583293e0da HTTP/1.1" status: 200 len: 217 time: 0.0619090 Jul 29 16:51:26.485254 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c50f9-e32f-4115-9e8a-df4a9eedd468 req-c2ad4643-8b9d-41e6-9670-ae30014cfba3 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:26.486343 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-a70c50f9-e32f-4115-9e8a-df4a9eedd468 req-c2ad4643-8b9d-41e6-9670-ae30014cfba3 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Synchronizing usage tracker for tenant:ec419c0563854a79aded675260b09ec1 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:51:26.500058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c77cf8da-0433-4f98-b222-a83046ac3e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:26.504883 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77cf8da-0433-4f98-b222-a83046ac3e52 None None] Checking router: 31614ca5-4733-4e24-9e1d-f0203645aa93 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:51:26.505094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-a70c50f9-e32f-4115-9e8a-df4a9eedd468 req-c2ad4643-8b9d-41e6-9670-ae30014cfba3 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Unset dirty status for tenant:ec419c0563854a79aded675260b09ec1 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:51:26.514047 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a70c50f9-e32f-4115-9e8a-df4a9eedd468 req-c2ad4643-8b9d-41e6-9670-ae30014cfba3 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 946 time: 0.1225107 Jul 29 16:51:26.515486 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77cf8da-0433-4f98-b222-a83046ac3e52 None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:51:26.516209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c77cf8da-0433-4f98-b222-a83046ac3e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:51:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:26.547319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e962ab3-0a4c-47a2-b3e7-4d8b9a8d9457 req-fa56da5e-da23-438b-b1d2-43249175a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:26.548962 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9e962ab3-0a4c-47a2-b3e7-4d8b9a8d9457 req-fa56da5e-da23-438b-b1d2-43249175a10d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38420142-86f7-4984-a5b1-490e5fa1b0e0 HTTP/1.1" status: 200 len: 850 time: 0.0731244 Jul 29 16:51:26.570870 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a70c50f9-e32f-4115-9e8a-df4a9eedd468 req-a540784b-846a-4493-a9d7-a32eaab49c48 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544593 Jul 29 16:51:26.638854 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e962ab3-0a4c-47a2-b3e7-4d8b9a8d9457 req-3e8ddb1a-1fd9-425b-8bc5-600b940df6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:26.641034 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9e962ab3-0a4c-47a2-b3e7-4d8b9a8d9457 req-3e8ddb1a-1fd9-425b-8bc5-600b940df6c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4982755-8e39-4721-b20e-894fdb4eef16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855179 Jul 29 16:51:26.695192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c77cf8da-0433-4f98-b222-a83046ac3e52 None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:51:26.773728 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9e962ab3-0a4c-47a2-b3e7-4d8b9a8d9457 req-d72db65a-37b6-4838-9d75-5ba3230370f8 service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258495 Jul 29 16:51:27.004634 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9e962ab3-0a4c-47a2-b3e7-4d8b9a8d9457 req-81abfc02-9c28-4679-bb85-b0939f09610d service neutron] 10.222.0.69 "GET /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236400 Jul 29 16:51:27.009169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c77cf8da-0433-4f98-b222-a83046ac3e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:27.014118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77cf8da-0433-4f98-b222-a83046ac3e52 None None] The sync data for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv is: [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:43:53Z', 'revision_number': 4, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f19fcdbe-37ec-4f6c-bd83-af637c3a970d', 'name': '', 'network_id': 'b4982755-8e39-4721-b20e-894fdb4eef16', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'mac_address': 'fa:16:3e:46:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:52Z', 'updated_at': '2022-07-29T16:44:01Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'subnets': [{'id': '38420142-86f7-4984-a5b1-490e5fa1b0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:51:27.226756 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9282d141-e401-4689-bfd5-2f5ed29a8878 None None] New status for floating IP 28016a99-a7c0-4037-8c9a-c3161b100597: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:51:27.284064 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd2f1a-76b2-4008-a987-97288467d359 req-206fc39c-e22a-4b04-8a8d-c1e19b8a15e8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:27.285541 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a1dd2f1a-76b2-4008-a987-97288467d359 req-206fc39c-e22a-4b04-8a8d-c1e19b8a15e8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 943 time: 0.0877554 Jul 29 16:51:27.330241 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a1dd2f1a-76b2-4008-a987-97288467d359 req-fd5adb1e-f2f4-46f3-8a4a-5ca0f3939253 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fb31ef4-f94b-4f2c-9055-6c20036113c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385258 Jul 29 16:51:27.764622 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdb94d-6494-4b47-8f3a-bf822c141e15 req-f953e5c6-3ffc-4549-988d-31ac2409b2d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:27.766153 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-84fdb94d-6494-4b47-8f3a-bf822c141e15 req-f953e5c6-3ffc-4549-988d-31ac2409b2d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 946 time: 0.0912528 Jul 29 16:51:27.810741 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-84fdb94d-6494-4b47-8f3a-bf822c141e15 req-b003a8dd-9f1f-4ca1-8b4a-75b843bb7dac tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d93d551-7a4a-4191-b200-c48645b3014e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390592 Jul 29 16:51:28.103807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66341beb-4b9f-42f4-a118-6d828845630d req-4234c2d5-a89a-4c44-b78d-70e6384cd555 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:28.104489 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-66341beb-4b9f-42f4-a118-6d828845630d req-4234c2d5-a89a-4c44-b78d-70e6384cd555 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Synchronizing usage tracker for tenant:ec419c0563854a79aded675260b09ec1 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:51:28.115694 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-66341beb-4b9f-42f4-a118-6d828845630d req-4234c2d5-a89a-4c44-b78d-70e6384cd555 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Unset dirty status for tenant:ec419c0563854a79aded675260b09ec1 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:51:28.116757 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-66341beb-4b9f-42f4-a118-6d828845630d req-4234c2d5-a89a-4c44-b78d-70e6384cd555 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 946 time: 0.0995228 Jul 29 16:51:28.185409 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-66341beb-4b9f-42f4-a118-6d828845630d req-ca07f541-08b7-48ae-bf02-563853941f08 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Deleting port 97d73196-b36b-4913-8f67-4c583293e0da {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:51:28.185676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-66341beb-4b9f-42f4-a118-6d828845630d req-ca07f541-08b7-48ae-bf02-563853941f08 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:28.430882 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-66341beb-4b9f-42f4-a118-6d828845630d req-ca07f541-08b7-48ae-bf02-563853941f08 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] For port 97d73196-b36b-4913-8f67-4c583293e0da, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=97d73196-b36b-4913-8f67-4c583293e0da,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:51:28.431239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-66341beb-4b9f-42f4-a118-6d828845630d req-ca07f541-08b7-48ae-bf02-563853941f08 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:28.525713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703d082-9830-4ac7-8383-d8844f4ae0ac req-fee54a65-9d43-4d3a-8f82-1bb665a93cf5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:28.527555 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a703d082-9830-4ac7-8383-d8844f4ae0ac req-fee54a65-9d43-4d3a-8f82-1bb665a93cf5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 943 time: 0.0919423 Jul 29 16:51:28.567619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-66341beb-4b9f-42f4-a118-6d828845630d req-ca07f541-08b7-48ae-bf02-563853941f08 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Calling delete_port for 97d73196-b36b-4913-8f67-4c583293e0da owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:51:28.572430 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a703d082-9830-4ac7-8383-d8844f4ae0ac req-411736f0-05cc-4ee0-8cfd-f73110090452 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fb31ef4-f94b-4f2c-9055-6c20036113c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389054 Jul 29 16:51:28.709538 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-66341beb-4b9f-42f4-a118-6d828845630d req-ca07f541-08b7-48ae-bf02-563853941f08 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:28.761576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07f541-08b7-48ae-bf02-563853941f08 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event deleted for resources: {'Port': ['ID=97d73196-b36b-4913-8f67-4c583293e0da,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:28.845682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-66341beb-4b9f-42f4-a118-6d828845630d req-ca07f541-08b7-48ae-bf02-563853941f08 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] No DVR routers for this DVR port 97d73196-b36b-4913-8f67-4c583293e0da on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:51:28.847969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-66341beb-4b9f-42f4-a118-6d828845630d req-ca07f541-08b7-48ae-bf02-563853941f08 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:28.851645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e47587-4645-4f34-ae8f-c10024815234', 'name': 'network-vif-deleted', 'tag': '97d73196-b36b-4913-8f67-4c583293e0da'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:51:28.869298 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-66341beb-4b9f-42f4-a118-6d828845630d req-ca07f541-08b7-48ae-bf02-563853941f08 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.69 "DELETE /v2.0/ports/97d73196-b36b-4913-8f67-4c583293e0da HTTP/1.1" status: 204 len: 173 time: 0.7467811 Jul 29 16:51:28.902529 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63d2a20-4be5-4753-a8f4-5bbf2a956cab'] response: {'server_uuid': 'a6e47587-4645-4f34-ae8f-c10024815234', 'name': 'network-vif-deleted', 'tag': '97d73196-b36b-4913-8f67-4c583293e0da', 'status': 'completed', 'code': 200} Jul 29 16:51:28.972412 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7bec4748-2dec-4a74-93d5-c1e8fd7cf389 req-af9c11e1-3b77-4857-a266-da579f95d79c tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6e47587-4645-4f34-ae8f-c10024815234 HTTP/1.1" status: 200 len: 210 time: 0.0500033 Jul 29 16:51:29.140406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 2bf4ab68-70f4-4adc-a15d-dfbd18972830 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:51:29.290283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 2bf4ab68-70f4-4adc-a15d-dfbd18972830, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=2bf4ab68-70f4-4adc-a15d-dfbd18972830,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:51:29.303844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '2bf4ab68-70f4-4adc-a15d-dfbd18972830', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'port_id': '2bf4ab68-70f4-4adc-a15d-dfbd18972830', 'mac_address': 'fa:16:3e:7b:59:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:51:29.361884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 2bf4ab68-70f4-4adc-a15d-dfbd18972830 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:51:29.362275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:29.383150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf4ab68-70f4-4adc-a15d-dfbd18972830 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:51:29.399061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 2bf4ab68-70f4-4adc-a15d-dfbd18972830, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=2bf4ab68-70f4-4adc-a15d-dfbd18972830,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:51:29.403362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:29.504549 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=2bf4ab68-70f4-4adc-a15d-dfbd18972830,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:29.511454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:29.511802 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:29.512159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:29.512477 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:29.512802 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:29.513154 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:29.513481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:29.513806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:29.514130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:29.514972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:29.515294 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:29.515621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:51:29.777792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbfb6d-3a80-4647-8fef-8c30702bfad7 req-9e7de7f1-c876-472c-a166-36c3626f14b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:29.779361 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-20fbfb6d-3a80-4647-8fef-8c30702bfad7 req-9e7de7f1-c876-472c-a166-36c3626f14b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 944 time: 0.0943491 Jul 29 16:51:29.796042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['2bf4ab68-70f4-4adc-a15d-dfbd18972830'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:51:29.825514 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-20fbfb6d-3a80-4647-8fef-8c30702bfad7 req-0d2ab017-e102-4a27-badb-a87b5fa0372a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fb31ef4-f94b-4f2c-9055-6c20036113c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402882 Jul 29 16:51:30.070278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56038) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:30.222147 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-451fd3ba-1399-4c5e-a47b-83743a0c33d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Deleting port e6c88504-a3f4-4338-8997-3c5448aa624f {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:51:30.222489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-451fd3ba-1399-4c5e-a47b-83743a0c33d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:30.393915 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-451fd3ba-1399-4c5e-a47b-83743a0c33d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:30.394152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-451fd3ba-1399-4c5e-a47b-83743a0c33d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:30.521461 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-451fd3ba-1399-4c5e-a47b-83743a0c33d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Calling delete_port for e6c88504-a3f4-4338-8997-3c5448aa624f owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:51:30.667538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-451fd3ba-1399-4c5e-a47b-83743a0c33d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:30.816642 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fd3ba-1399-4c5e-a47b-83743a0c33d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event deleted for resources: {'Port': ['ID=e6c88504-a3f4-4338-8997-3c5448aa624f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:30.914607 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-451fd3ba-1399-4c5e-a47b-83743a0c33d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:30.928265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-451fd3ba-1399-4c5e-a47b-83743a0c33d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:30.929367 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-451fd3ba-1399-4c5e-a47b-83743a0c33d0 tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "DELETE /v2.0/floatingips/0c866ac9-3426-4787-8ec0-d361bdda46ac HTTP/1.1" status: 204 len: 168 time: 0.8580928 Jul 29 16:51:31.024281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6840279-5efe-47a6-a993-df43e2be4ecd req-4f55d7c7-90c7-48ed-b07b-0e743a0f6efe tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:31.025786 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f6840279-5efe-47a6-a993-df43e2be4ecd req-4f55d7c7-90c7-48ed-b07b-0e743a0f6efe tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 944 time: 0.0884376 Jul 29 16:51:31.071492 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f6840279-5efe-47a6-a993-df43e2be4ecd req-050b73e7-1c1a-4b09-8f62-e9beb26de3a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fb31ef4-f94b-4f2c-9055-6c20036113c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391812 Jul 29 16:51:31.156149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 2bf4ab68-70f4-4adc-a15d-dfbd18972830 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:51:31.226347 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 2bf4ab68-70f4-4adc-a15d-dfbd18972830 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:51:31.231230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 2bf4ab68-70f4-4adc-a15d-dfbd18972830 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:51:31.231702 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:31.350036 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 2bf4ab68-70f4-4adc-a15d-dfbd18972830 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:51:31.350492 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:31.377335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16f5d8c-af90-4c8c-8398-906fdb3c62f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf4ab68-70f4-4adc-a15d-dfbd18972830'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:51:31.386997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 2bf4ab68-70f4-4adc-a15d-dfbd18972830, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=2bf4ab68-70f4-4adc-a15d-dfbd18972830,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:51:31.391998 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:31.392923 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 97d73196-b36b-4913-8f67-4c583293e0da no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:51:31.460228 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49eb307c-0bc4-478f-9556-570f59861ae7'] response: {'server_uuid': 'f16f5d8c-af90-4c8c-8398-906fdb3c62f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf4ab68-70f4-4adc-a15d-dfbd18972830', 'code': 200} Jul 29 16:51:31.469992 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 97d73196-b36b-4913-8f67-4c583293e0da {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:51:31.470350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 97d73196-b36b-4913-8f67-4c583293e0da not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:51:31.501549 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=2bf4ab68-70f4-4adc-a15d-dfbd18972830,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:31.666500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8552e21-9ca3-43e6-8f3a-4581860871a7 req-984b961d-2fb4-4821-9157-31bce1c82fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:31.667976 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d8552e21-9ca3-43e6-8f3a-4581860871a7 req-984b961d-2fb4-4821-9157-31bce1c82fa3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 1098 time: 0.0816147 Jul 29 16:51:31.708670 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d8552e21-9ca3-43e6-8f3a-4581860871a7 req-58d80fa0-4a7e-4132-a567-689f1844f252 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8fb31ef4-f94b-4f2c-9055-6c20036113c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342557 Jul 29 16:51:32.268902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c8421-ebb5-4f83-861e-54cdfd47ef19 req-9bbbcee1-bc36-4e0a-8e8f-0ca6872444d6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:32.270396 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3d8c8421-ebb5-4f83-861e-54cdfd47ef19 req-9bbbcee1-bc36-4e0a-8e8f-0ca6872444d6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 945 time: 0.0901151 Jul 29 16:51:32.316199 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3d8c8421-ebb5-4f83-861e-54cdfd47ef19 req-12d46cdf-8733-45e5-ae98-b407bc6ce275 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fb31ef4-f94b-4f2c-9055-6c20036113c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397885 Jul 29 16:51:33.391910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56062) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:33.449268 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d3ded-9fe2-4cd9-8a34-9055021d4d23 req-fa5948cd-9428-4521-bd72-670ba5ccbcd7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1066360 Jul 29 16:51:33.533190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-12062fa8-92b2-49dc-b701-ac41754e68da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:33.552861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d3ded-9fe2-4cd9-8a34-9055021d4d23 req-28bdb294-b561-4f17-b838-2ffbd46dc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:33.554507 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d3ded-9fe2-4cd9-8a34-9055021d4d23 req-28bdb294-b561-4f17-b838-2ffbd46dc281 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 1099 time: 0.0856085 Jul 29 16:51:33.576113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-12062fa8-92b2-49dc-b701-ac41754e68da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:33.612352 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b30b11-c8ad-45cf-a20d-354bcb841ab5 req-eb8c5214-90da-4325-802f-73477489a9e8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:33.614117 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c1b30b11-c8ad-45cf-a20d-354bcb841ab5 req-eb8c5214-90da-4325-802f-73477489a9e8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 945 time: 0.1557813 Jul 29 16:51:33.673577 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c1b30b11-c8ad-45cf-a20d-354bcb841ab5 req-ac07e497-87f8-4236-ba4f-fef9dd89aec7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fb31ef4-f94b-4f2c-9055-6c20036113c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487328 Jul 29 16:51:33.707926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d3ded-9fe2-4cd9-8a34-9055021d4d23 req-5e06a590-b3d9-4940-be9a-e5dac469b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:33.709417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-12062fa8-92b2-49dc-b701-ac41754e68da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:33.709731 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d3ded-9fe2-4cd9-8a34-9055021d4d23 req-5e06a590-b3d9-4940-be9a-e5dac469b0e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d49c7a1d-1787-46a7-a880-d99c0cff62b4 HTTP/1.1" status: 200 len: 897 time: 0.1377206 Jul 29 16:51:33.729850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12062fa8-92b2-49dc-b701-ac41754e68da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d93d551-7a4a-4191-b200-c48645b3014e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:33.741926 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-12062fa8-92b2-49dc-b701-ac41754e68da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:33.745593 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-12062fa8-92b2-49dc-b701-ac41754e68da tempest-TestVolumeBootPattern-1583207491 tempest-TestVolumeBootPattern-1583207491-project] 10.222.0.58 "DELETE /v2.0/security-groups/2d93d551-7a4a-4191-b200-c48645b3014e HTTP/1.1" status: 204 len: 168 time: 0.3502166 Jul 29 16:51:33.782877 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d3ded-9fe2-4cd9-8a34-9055021d4d23 req-3279baa9-2fee-47fa-95ce-8c05fd8ac0bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77c43d49-d755-4f54-b095-796ce7c4a2cd HTTP/1.1" status: 200 len: 217 time: 0.0672789 Jul 29 16:51:33.803065 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56070) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:33.845911 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d3ded-9fe2-4cd9-8a34-9055021d4d23 req-34f491de-3b97-4706-b41e-6257c805ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:33.847366 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d3ded-9fe2-4cd9-8a34-9055021d4d23 req-34f491de-3b97-4706-b41e-6257c805ae4e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=211e3d2a-be74-43ba-bcc8-c09c3a112fb6 HTTP/1.1" status: 200 len: 835 time: 0.0597799 Jul 29 16:51:33.916992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9049a6-d582-410c-9bd8-d20756d06012 req-460e7bee-d462-4133-a3bf-6ccb424e428e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:33.918500 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0a9049a6-d582-410c-9bd8-d20756d06012 req-460e7bee-d462-4133-a3bf-6ccb424e428e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 945 time: 0.0948660 Jul 29 16:51:33.931827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d3ded-9fe2-4cd9-8a34-9055021d4d23 req-55bfad79-9b0c-492d-86e6-6dd59bae151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:33.933347 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d3ded-9fe2-4cd9-8a34-9055021d4d23 req-55bfad79-9b0c-492d-86e6-6dd59bae151a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d49c7a1d-1787-46a7-a880-d99c0cff62b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798006 Jul 29 16:51:34.036368 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0a9049a6-d582-410c-9bd8-d20756d06012 req-6274572f-9e30-49de-b129-e0b12483c3d5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fb31ef4-f94b-4f2c-9055-6c20036113c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091154 Jul 29 16:51:34.069812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56076) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:34.230892 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d3ded-9fe2-4cd9-8a34-9055021d4d23 req-664e17b7-ddfe-40d8-ac5b-f09712f71127 service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903435 Jul 29 16:51:34.236321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7504fb-2194-49ba-a9f9-a3a6525e0039 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:34.237750 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4d7504fb-2194-49ba-a9f9-a3a6525e0039 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 1093 time: 0.1670141 Jul 29 16:51:34.252361 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:51:34.255492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56080) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:34.266053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a376f57a-9fb1-4e93-97ea-7dc1ef881256 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'floatingip': {'port_id': '2bf4ab68-70f4-4adc-a15d-dfbd18972830'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:51:34.395324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a376f57a-9fb1-4e93-97ea-7dc1ef881256 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:34.510283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e6c15c06-475e-48c9-b3fd-4676f9fafeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:34.592826 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2d3ded-9fe2-4cd9-8a34-9055021d4d23 req-05c18f66-4e33-4eb1-a0a5-453e271c600a service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540113 Jul 29 16:51:34.971352 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e6c15c06-475e-48c9-b3fd-4676f9fafeb2 admin admin] Deleting port f19fcdbe-37ec-4f6c-bd83-af637c3a970d {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:51:34.971698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e6c15c06-475e-48c9-b3fd-4676f9fafeb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:35.015241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a376f57a-9fb1-4e93-97ea-7dc1ef881256 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:35.019053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a376f57a-9fb1-4e93-97ea-7dc1ef881256 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:35.142828 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-e6c15c06-475e-48c9-b3fd-4676f9fafeb2 admin admin] For port f19fcdbe-37ec-4f6c-bd83-af637c3a970d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f19fcdbe-37ec-4f6c-bd83-af637c3a970d,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:51:35.143181 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e6c15c06-475e-48c9-b3fd-4676f9fafeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:35.189601 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-a376f57a-9fb1-4e93-97ea-7dc1ef881256 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP 19cfd38a-9e85-4cec-a412-4604d4ddb68c associated. External IP: 172.26.1.76, port: 2bf4ab68-70f4-4adc-a15d-dfbd18972830. Jul 29 16:51:35.265308 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e6c15c06-475e-48c9-b3fd-4676f9fafeb2 admin admin] Calling delete_port for f19fcdbe-37ec-4f6c-bd83-af637c3a970d owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:51:35.437833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e6c15c06-475e-48c9-b3fd-4676f9fafeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:35.491133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c15c06-475e-48c9-b3fd-4676f9fafeb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f19fcdbe-37ec-4f6c-bd83-af637c3a970d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:35.659998 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a376f57a-9fb1-4e93-97ea-7dc1ef881256 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 520758e2-f485-47ca-aedf-1777e7d8e549 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:51:35.775441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e6c15c06-475e-48c9-b3fd-4676f9fafeb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:35.842915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a376f57a-9fb1-4e93-97ea-7dc1ef881256 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:51:35.847677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a376f57a-9fb1-4e93-97ea-7dc1ef881256 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:35.853417 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f379c-d333-4c20-bd69-186bcea6af98 None None] Sync routers for ids ['520758e2-f485-47ca-aedf-1777e7d8e549'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:51:35.862754 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f379c-d333-4c20-bd69-186bcea6af98 None None] Routers {'520758e2-f485-47ca-aedf-1777e7d8e549'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:51:35.863396 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-582f379c-d333-4c20-bd69-186bcea6af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:51:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['520758e2-f485-47ca-aedf-1777e7d8e549'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:35.903759 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a376f57a-9fb1-4e93-97ea-7dc1ef881256 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/floatingips/19cfd38a-9e85-4cec-a412-4604d4ddb68c HTTP/1.1" status: 200 len: 990 time: 1.6446126 Jul 29 16:51:35.904695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16f5d8c-af90-4c8c-8398-906fdb3c62f3', 'tag': '2bf4ab68-70f4-4adc-a15d-dfbd18972830'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:51:35.905935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56084) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:35.962737 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b24ed2-91df-4870-96db-47a573900071'] response: {'name': 'network-changed', 'server_uuid': 'f16f5d8c-af90-4c8c-8398-906fdb3c62f3', 'tag': '2bf4ab68-70f4-4adc-a15d-dfbd18972830', 'status': 'completed', 'code': 200} Jul 29 16:51:36.028353 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-23e9538e-6a7e-430d-b90c-ad2bafae04cd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/19cfd38a-9e85-4cec-a412-4604d4ddb68c HTTP/1.1" status: 200 len: 990 time: 0.1212723 Jul 29 16:51:36.050541 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-582f379c-d333-4c20-bd69-186bcea6af98 None None] Set router 520758e2-f485-47ca-aedf-1777e7d8e549 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:51:36.069731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a18df6-ed22-4f3e-b44d-8336aa4650c9 req-09bfd8fc-1081-430a-806a-759cc67922c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:36.071207 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01a18df6-ed22-4f3e-b44d-8336aa4650c9 req-09bfd8fc-1081-430a-806a-759cc67922c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 1098 time: 0.0847619 Jul 29 16:51:36.208024 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a18df6-ed22-4f3e-b44d-8336aa4650c9 req-ed03011a-e057-4260-a126-84132eacc49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:36.209970 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01a18df6-ed22-4f3e-b44d-8336aa4650c9 req-ed03011a-e057-4260-a126-84132eacc49b service neutron] 10.222.0.69 "GET /v2.0/networks?id=d49c7a1d-1787-46a7-a880-d99c0cff62b4 HTTP/1.1" status: 200 len: 897 time: 0.1328723 Jul 29 16:51:36.320112 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01a18df6-ed22-4f3e-b44d-8336aa4650c9 req-c5a17421-cf57-4980-890c-d5c25324b4b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bf4ab68-70f4-4adc-a15d-dfbd18972830 HTTP/1.1" status: 200 len: 998 time: 0.1040142 Jul 29 16:51:36.366399 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c15c06-475e-48c9-b3fd-4676f9fafeb2 admin admin] Router 31614ca5-4733-4e24-9e1d-f0203645aa93 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:51:36.384611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a18df6-ed22-4f3e-b44d-8336aa4650c9 req-d1c16806-ad11-46dd-8783-24c103a59dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:36.386357 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01a18df6-ed22-4f3e-b44d-8336aa4650c9 req-d1c16806-ad11-46dd-8783-24c103a59dde service neutron] 10.222.0.69 "GET /v2.0/subnets?id=211e3d2a-be74-43ba-bcc8-c09c3a112fb6 HTTP/1.1" status: 200 len: 835 time: 0.0591011 Jul 29 16:51:36.403973 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-582f379c-d333-4c20-bd69-186bcea6af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:45Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '19cfd38a-9e85-4cec-a412-4604d4ddb68c', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.76', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'port_id': '2bf4ab68-70f4-4adc-a15d-dfbd18972830', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'mac_address': 'fa:16:3e:7b:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16f5d8c-af90-4c8c-8398-906fdb3c62f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:50:04Z', 'updated_at': '2022-07-29T16:51:34Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0378b339-e5ef-4f09-8787-12ab1acbebfe', 'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:61:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:50Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:36.407972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f379c-d333-4c20-bd69-186bcea6af98 None None] Checking router: 520758e2-f485-47ca-aedf-1777e7d8e549 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:51:36.416767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f379c-d333-4c20-bd69-186bcea6af98 None None] Routers {'520758e2-f485-47ca-aedf-1777e7d8e549'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:51:36.417392 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-582f379c-d333-4c20-bd69-186bcea6af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:51:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['520758e2-f485-47ca-aedf-1777e7d8e549'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:36.472117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a18df6-ed22-4f3e-b44d-8336aa4650c9 req-26762f57-21c6-4e6e-8bfd-9a4a1a6ae3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:51:36.473754 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01a18df6-ed22-4f3e-b44d-8336aa4650c9 req-26762f57-21c6-4e6e-8bfd-9a4a1a6ae3a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d49c7a1d-1787-46a7-a880-d99c0cff62b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803292 Jul 29 16:51:36.566161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c15c06-475e-48c9-b3fd-4676f9fafeb2 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:51:36.576900 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6667692d-4d53-47e6-9079-8688baa463fb None None] Sync routers for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:51:36.595253 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667692d-4d53-47e6-9079-8688baa463fb None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:51:36.596231 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6667692d-4d53-47e6-9079-8688baa463fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:51:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:36.603410 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e6c15c06-475e-48c9-b3fd-4676f9fafeb2 admin admin] 10.222.0.58 "PUT /v2.0/routers/31614ca5-4733-4e24-9e1d-f0203645aa93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7992320 Jul 29 16:51:36.605902 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56090) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:36.647779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-582f379c-d333-4c20-bd69-186bcea6af98 None None] Set router 520758e2-f485-47ca-aedf-1777e7d8e549 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:51:36.796396 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-6667692d-4d53-47e6-9079-8688baa463fb None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:51:36.805924 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01a18df6-ed22-4f3e-b44d-8336aa4650c9 req-bcb2d3a2-e540-41c5-9715-9d0dcfb11cb6 service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250442 Jul 29 16:51:37.026988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:37.032284 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56094) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:37.061244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-582f379c-d333-4c20-bd69-186bcea6af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:45Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '19cfd38a-9e85-4cec-a412-4604d4ddb68c', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.76', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'port_id': '2bf4ab68-70f4-4adc-a15d-dfbd18972830', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'mac_address': 'fa:16:3e:7b:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16f5d8c-af90-4c8c-8398-906fdb3c62f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:50:04Z', 'updated_at': '2022-07-29T16:51:34Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0378b339-e5ef-4f09-8787-12ab1acbebfe', 'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:61:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:50Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:37.065718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f379c-d333-4c20-bd69-186bcea6af98 None None] The sync data for ids ['520758e2-f485-47ca-aedf-1777e7d8e549'] in dv-neutron-851534-1-hyperv is: [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:45Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '19cfd38a-9e85-4cec-a412-4604d4ddb68c', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.76', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'port_id': '2bf4ab68-70f4-4adc-a15d-dfbd18972830', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'mac_address': 'fa:16:3e:7b:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16f5d8c-af90-4c8c-8398-906fdb3c62f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:50:04Z', 'updated_at': '2022-07-29T16:51:34Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0378b339-e5ef-4f09-8787-12ab1acbebfe', 'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:61:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:50Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:51:37.096431 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6667692d-4d53-47e6-9079-8688baa463fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:51:35Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:37.100955 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6667692d-4d53-47e6-9079-8688baa463fb None None] Checking router: 31614ca5-4733-4e24-9e1d-f0203645aa93 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:51:37.110426 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667692d-4d53-47e6-9079-8688baa463fb None None] Routers {'31614ca5-4733-4e24-9e1d-f0203645aa93'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:51:37.110893 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6667692d-4d53-47e6-9079-8688baa463fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:51:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['31614ca5-4733-4e24-9e1d-f0203645aa93'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:37.169704 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3b96e7d7-3a5b-44ef-a4b8-31a1e680287f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/19cfd38a-9e85-4cec-a412-4604d4ddb68c HTTP/1.1" status: 200 len: 990 time: 0.1355588 Jul 29 16:51:37.227859 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01a18df6-ed22-4f3e-b44d-8336aa4650c9 req-edf23e83-42d1-4c1b-8868-f617336e7e7d service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115016 Jul 29 16:51:37.260558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:37.271661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] Deleting port b19fe274-b614-4a12-8226-f5d8f10f6f98 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:51:37.272079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:37.301481 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-6667692d-4d53-47e6-9079-8688baa463fb None None] Set router 31614ca5-4733-4e24-9e1d-f0203645aa93 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:51:37.306960 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404fe526-1555-4adb-bd51-cc7472ca91d2 None None] New status for floating IP 19cfd38a-9e85-4cec-a412-4604d4ddb68c: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:51:37.450918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] For port b19fe274-b614-4a12-8226-f5d8f10f6f98, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b19fe274-b614-4a12-8226-f5d8f10f6f98,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:51:37.451394 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:37.579911 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] Calling delete_port for b19fe274-b614-4a12-8226-f5d8f10f6f98 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:51:37.597621 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6667692d-4d53-47e6-9079-8688baa463fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:51:35Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:37.601755 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6667692d-4d53-47e6-9079-8688baa463fb None None] The sync data for ids ['31614ca5-4733-4e24-9e1d-f0203645aa93'] in dv-neutron-851534-1-hyperv is: [{'id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'name': 'tempest-TestVolumeBootPattern-627146081-router', 'tenant_id': 'ec419c0563854a79aded675260b09ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:43:45Z', 'updated_at': '2022-07-29T16:51:35Z', 'revision_number': 5, 'project_id': 'ec419c0563854a79aded675260b09ec1', 'gw_port': {'id': 'b19fe274-b614-4a12-8226-f5d8f10f6f98', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31614ca5-4733-4e24-9e1d-f0203645aa93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:43:47Z', 'updated_at': '2022-07-29T16:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:51:37.749566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:37.831469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] Pushing event deleted for resources: {'Port': ['ID=b19fe274-b614-4a12-8226-f5d8f10f6f98,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:37.892812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:38.062799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:38.064974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:38.091160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:38.091588 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31614ca5-4733-4e24-9e1d-f0203645aa93 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:51:38.106676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:38.107770 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fad3b671-c851-4667-9cc1-935a0d7796bd admin admin] 10.222.0.58 "DELETE /v2.0/routers/31614ca5-4733-4e24-9e1d-f0203645aa93 HTTP/1.1" status: 204 len: 168 time: 1.5007992 Jul 29 16:51:38.110860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56098) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:38.169058 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8526ab2-30e1-4572-94fe-177fac9de956 admin admin] Deleting subnet 38420142-86f7-4984-a5b1-490e5fa1b0e0 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:51:38.173275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56102) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:38.177191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8526ab2-30e1-4572-94fe-177fac9de956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:38.233882 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8526ab2-30e1-4572-94fe-177fac9de956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:38.291355 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2fe755ec-d504-4ff4-b61d-c262d48d58e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/19cfd38a-9e85-4cec-a412-4604d4ddb68c HTTP/1.1" status: 200 len: 992 time: 0.1128209 Jul 29 16:51:38.318623 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8526ab2-30e1-4572-94fe-177fac9de956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:38.385346 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8526ab2-30e1-4572-94fe-177fac9de956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:38.424529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8526ab2-30e1-4572-94fe-177fac9de956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38420142-86f7-4984-a5b1-490e5fa1b0e0,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:38.426470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b8526ab2-30e1-4572-94fe-177fac9de956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:38.430369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735fd5ea-6444-4bdf-8857-24c4c288bad7 None None] Network b4982755-8e39-4721-b20e-894fdb4eef16 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:51:38.435053 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b8526ab2-30e1-4572-94fe-177fac9de956 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/38420142-86f7-4984-a5b1-490e5fa1b0e0 HTTP/1.1" status: 204 len: 168 time: 0.3210175 Jul 29 16:51:38.435441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56106) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:38.541085 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:38.551376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] Deleting port b5902c43-07fe-422e-a241-5775297b786a {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:51:38.551712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:38.713679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf38b1d-fac7-43ab-90e8-6f2cf21a202c None None] DHCP port deletion for b4982755-8e39-4721-b20e-894fdb4eef16 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:51:38.716663 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f19fcdbe-37ec-4f6c-bd83-af637c3a970d no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:51:38.745543 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fbf38b1d-fac7-43ab-90e8-6f2cf21a202c None None] Deleting port b5902c43-07fe-422e-a241-5775297b786a {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:51:38.745914 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fbf38b1d-fac7-43ab-90e8-6f2cf21a202c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:38.777540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: f19fcdbe-37ec-4f6c-bd83-af637c3a970d {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:51:38.777959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f19fcdbe-37ec-4f6c-bd83-af637c3a970d not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:51:38.778299 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b19fe274-b614-4a12-8226-f5d8f10f6f98 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:51:38.786078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] For port b5902c43-07fe-422e-a241-5775297b786a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b5902c43-07fe-422e-a241-5775297b786a,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:51:38.786438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:38.819193 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: b19fe274-b614-4a12-8226-f5d8f10f6f98 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:51:38.819532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b19fe274-b614-4a12-8226-f5d8f10f6f98 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:51:38.908746 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] Calling delete_port for b5902c43-07fe-422e-a241-5775297b786a owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:51:38.981113 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-fbf38b1d-fac7-43ab-90e8-6f2cf21a202c None None] For port b5902c43-07fe-422e-a241-5775297b786a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b5902c43-07fe-422e-a241-5775297b786a,segment=NetworkSegment(d4116f40-d5a5-4628-baef-58224133a837),segment_id=d4116f40-d5a5-4628-baef-58224133a837)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:51:38.981554 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fbf38b1d-fac7-43ab-90e8-6f2cf21a202c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:38.986695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:39.034478 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] Pushing event deleted for resources: {'Port': ['ID=b5902c43-07fe-422e-a241-5775297b786a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:39.037136 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] No DVR routers for this DVR port b5902c43-07fe-422e-a241-5775297b786a on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:51:39.101592 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fbf38b1d-fac7-43ab-90e8-6f2cf21a202c None None] Calling delete_port for b5902c43-07fe-422e-a241-5775297b786a owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:51:39.156693 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:39.171384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-fbf38b1d-fac7-43ab-90e8-6f2cf21a202c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:51:39.171674 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-fbf38b1d-fac7-43ab-90e8-6f2cf21a202c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:51:39.182077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4982755-8e39-4721-b20e-894fdb4eef16']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:39.194467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4116f40-d5a5-4628-baef-58224133a837') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:39.194764 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4116f40-d5a5-4628-baef-58224133a837') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:39.205700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:39.224520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:39.230451 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:51:39.230821 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:39.291558 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment d4116f40-d5a5-4628-baef-58224133a837 resource provider aggregate not found Jul 29 16:51:39.316180 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment d4116f40-d5a5-4628-baef-58224133a837 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4116f40-d5a5-4628-baef-58224133a837 found for delete ", "request_id": "req-1ece3395-f0e6-4804-ae02-f8a45fd3e129"}]} Jul 29 16:51:39.323124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:39.340597 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:39.346714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] Pushing event deleted for resources: {'Network': ['ID=b4982755-8e39-4721-b20e-894fdb4eef16,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:39.362490 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-253b5ec5-72ea-4fc7-97bb-4c7ceb357bce admin admin] 10.222.0.58 "DELETE /v2.0/networks/b4982755-8e39-4721-b20e-894fdb4eef16 HTTP/1.1" status: 204 len: 168 time: 0.9260328 Jul 29 16:51:39.365324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56114) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:39.673123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fbf38b1d-fac7-43ab-90e8-6f2cf21a202c None None] Deleting port b5902c43-07fe-422e-a241-5775297b786a {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:51:39.673681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fbf38b1d-fac7-43ab-90e8-6f2cf21a202c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:39.740458 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-fbf38b1d-fac7-43ab-90e8-6f2cf21a202c None None] The port 'b5902c43-07fe-422e-a241-5775297b786a' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:51:40.002850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba6036f4-f523-4c3f-8a90-b0a47d776806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:40.342595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ba6036f4-f523-4c3f-8a90-b0a47d776806 admin admin] Deleting port aeb18859-7d33-401f-913f-285565b16b59 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:51:40.343242 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba6036f4-f523-4c3f-8a90-b0a47d776806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:40.509288 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-ba6036f4-f523-4c3f-8a90-b0a47d776806 admin admin] For port aeb18859-7d33-401f-913f-285565b16b59, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=aeb18859-7d33-401f-913f-285565b16b59,segment=NetworkSegment(ba55e8e2-e13f-4448-b4ab-6c6730ccfa16),segment_id=ba55e8e2-e13f-4448-b4ab-6c6730ccfa16)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:51:40.509643 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba6036f4-f523-4c3f-8a90-b0a47d776806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:40.632727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ba6036f4-f523-4c3f-8a90-b0a47d776806 admin admin] Calling delete_port for aeb18859-7d33-401f-913f-285565b16b59 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:51:40.668857 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b5902c43-07fe-422e-a241-5775297b786a no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:51:40.702372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: b5902c43-07fe-422e-a241-5775297b786a {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:51:40.703006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b5902c43-07fe-422e-a241-5775297b786a not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:51:40.809032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba6036f4-f523-4c3f-8a90-b0a47d776806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:40.968155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6036f4-f523-4c3f-8a90-b0a47d776806 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb18859-7d33-401f-913f-285565b16b59,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:41.238039 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ba6036f4-f523-4c3f-8a90-b0a47d776806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:41.588691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6036f4-f523-4c3f-8a90-b0a47d776806 admin admin] Router 6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:51:41.763413 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6036f4-f523-4c3f-8a90-b0a47d776806 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:51:41.772598 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac3d87-f39b-4692-a09f-6c05a407c14f None None] Sync routers for ids ['6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:51:41.780734 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ba6036f4-f523-4c3f-8a90-b0a47d776806 admin admin] 10.222.0.58 "PUT /v2.0/routers/6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4144099 Jul 29 16:51:41.781932 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac3d87-f39b-4692-a09f-6c05a407c14f None None] Routers {'6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:51:41.782530 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-83ac3d87-f39b-4692-a09f-6c05a407c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:51:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:41.783185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56118) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:41.955212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:41.955495 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-83ac3d87-f39b-4692-a09f-6c05a407c14f None None] Set router 6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:51:42.127623 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:42.138125 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] Deleting port 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:51:42.138450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:42.261520 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-83ac3d87-f39b-4692-a09f-6c05a407c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'name': 'tempest-TestVolumeBootPattern-1826951187-router', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': '7ee613cf-234f-40f5-891a-ee3ca3eec2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:02Z', 'updated_at': '2022-07-29T16:51:40Z', 'revision_number': 5, 'project_id': '3b21d62767904d21b8022777c852a838', 'gw_port': {'id': '7ee613cf-234f-40f5-891a-ee3ca3eec2e4', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:44:04Z', 'updated_at': '2022-07-29T16:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:42.265641 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac3d87-f39b-4692-a09f-6c05a407c14f None None] Checking router: 6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:51:42.274073 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac3d87-f39b-4692-a09f-6c05a407c14f None None] Routers {'6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:51:42.274714 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-83ac3d87-f39b-4692-a09f-6c05a407c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:51:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:42.422171 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-83ac3d87-f39b-4692-a09f-6c05a407c14f None None] Set router 6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:51:42.438472 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] For port 7ee613cf-234f-40f5-891a-ee3ca3eec2e4, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=7ee613cf-234f-40f5-891a-ee3ca3eec2e4,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:51:42.438829 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:42.524725 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-83ac3d87-f39b-4692-a09f-6c05a407c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'name': 'tempest-TestVolumeBootPattern-1826951187-router', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:02Z', 'updated_at': '2022-07-29T16:51:42Z', 'revision_number': 6, 'project_id': '3b21d62767904d21b8022777c852a838', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:42.528597 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac3d87-f39b-4692-a09f-6c05a407c14f None None] The sync data for ids ['6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2'] in dv-neutron-851534-1-hyperv is: [{'id': '6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2', 'name': 'tempest-TestVolumeBootPattern-1826951187-router', 'tenant_id': '3b21d62767904d21b8022777c852a838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:44:02Z', 'updated_at': '2022-07-29T16:51:42Z', 'revision_number': 6, 'project_id': '3b21d62767904d21b8022777c852a838', 'gw_port_host': None}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:51:42.563399 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] Calling delete_port for 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:51:42.729518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:42.775609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee613cf-234f-40f5-891a-ee3ca3eec2e4,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:42.872020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:42.979553 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device aeb18859-7d33-401f-913f-285565b16b59 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:51:43.046474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: aeb18859-7d33-401f-913f-285565b16b59 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:51:43.046724 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device aeb18859-7d33-401f-913f-285565b16b59 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:51:43.058344 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:43.060510 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:43.083050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:43.083603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:51:43.096045 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:43.097195 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e69fb808-6f25-4617-bf33-5cfe061de58a admin admin] 10.222.0.58 "DELETE /v2.0/routers/6fd4cab8-81d3-4e9d-83b5-b96f0e6806a2 HTTP/1.1" status: 204 len: 168 time: 1.3129401 Jul 29 16:51:43.099693 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56122) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:43.156575 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-935a82ca-ef6e-4380-a6af-57f490e26a72 admin admin] Deleting subnet 5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:51:43.159406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-935a82ca-ef6e-4380-a6af-57f490e26a72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:43.208856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-935a82ca-ef6e-4380-a6af-57f490e26a72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:43.283396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-935a82ca-ef6e-4380-a6af-57f490e26a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:43.353878 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-935a82ca-ef6e-4380-a6af-57f490e26a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:43.392978 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a82ca-ef6e-4380-a6af-57f490e26a72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:43.394951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-935a82ca-ef6e-4380-a6af-57f490e26a72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:43.401269 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-935a82ca-ef6e-4380-a6af-57f490e26a72 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5f5fd49d-07ab-4caa-a6f0-5f904fa0ebfa HTTP/1.1" status: 204 len: 168 time: 0.3005929 Jul 29 16:51:43.401423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db122a04-6567-47e4-b79a-1b54979bdce6 None None] Network 0ff6b469-305b-4db3-b1ac-3af0419cb952 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:51:43.403652 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56126) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:43.512473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:43.523786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] Deleting port bdfe6fb4-72cf-4f8b-95b1-485c5660debc {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:51:43.524123 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:43.674664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1270a9a3-35d2-46ca-91d6-84e3c4cc37c0 None None] DHCP port deletion for 0ff6b469-305b-4db3-b1ac-3af0419cb952 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:51:43.678880 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1270a9a3-35d2-46ca-91d6-84e3c4cc37c0 None None] Deleting port bdfe6fb4-72cf-4f8b-95b1-485c5660debc {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:51:43.679253 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1270a9a3-35d2-46ca-91d6-84e3c4cc37c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:43.742143 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] For port bdfe6fb4-72cf-4f8b-95b1-485c5660debc, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=bdfe6fb4-72cf-4f8b-95b1-485c5660debc,segment=NetworkSegment(ba55e8e2-e13f-4448-b4ab-6c6730ccfa16),segment_id=ba55e8e2-e13f-4448-b4ab-6c6730ccfa16)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:51:43.742706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:43.881969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1270a9a3-35d2-46ca-91d6-84e3c4cc37c0 None None] For port bdfe6fb4-72cf-4f8b-95b1-485c5660debc, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=bdfe6fb4-72cf-4f8b-95b1-485c5660debc,segment=NetworkSegment(ba55e8e2-e13f-4448-b4ab-6c6730ccfa16),segment_id=ba55e8e2-e13f-4448-b4ab-6c6730ccfa16)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:51:43.882256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1270a9a3-35d2-46ca-91d6-84e3c4cc37c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:43.974568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] Calling delete_port for bdfe6fb4-72cf-4f8b-95b1-485c5660debc owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:51:44.005664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1270a9a3-35d2-46ca-91d6-84e3c4cc37c0 None None] Calling delete_port for bdfe6fb4-72cf-4f8b-95b1-485c5660debc owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:51:44.051328 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:44.079792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-1270a9a3-35d2-46ca-91d6-84e3c4cc37c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:51:44.080143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-1270a9a3-35d2-46ca-91d6-84e3c4cc37c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:51:44.100438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdfe6fb4-72cf-4f8b-95b1-485c5660debc,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:44.102268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] No DVR routers for this DVR port bdfe6fb4-72cf-4f8b-95b1-485c5660debc on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:51:44.216500 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:44.241964 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff6b469-305b-4db3-b1ac-3af0419cb952']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:44.254064 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba55e8e2-e13f-4448-b4ab-6c6730ccfa16') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:44.254361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba55e8e2-e13f-4448-b4ab-6c6730ccfa16') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:51:44.265669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:44.281594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:44.287560 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:51:44.287926 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:44.352921 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment ba55e8e2-e13f-4448-b4ab-6c6730ccfa16 resource provider aggregate not found Jul 29 16:51:44.377796 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment ba55e8e2-e13f-4448-b4ab-6c6730ccfa16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba55e8e2-e13f-4448-b4ab-6c6730ccfa16 found for delete ", "request_id": "req-9916f265-ee51-430d-b52f-2dc961b65f4b"}]} Jul 29 16:51:44.385651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:44.390588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:44.415694 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ff6b469-305b-4db3-b1ac-3af0419cb952,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:44.421113 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-49974e10-54a7-4a5c-a35f-d90904b78094 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0ff6b469-305b-4db3-b1ac-3af0419cb952 HTTP/1.1" status: 204 len: 168 time: 1.0165119 Jul 29 16:51:44.535647 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56136) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:44.581067 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1270a9a3-35d2-46ca-91d6-84e3c4cc37c0 None None] Deleting port bdfe6fb4-72cf-4f8b-95b1-485c5660debc {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:51:44.581547 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1270a9a3-35d2-46ca-91d6-84e3c4cc37c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:44.583875 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ff114927-eb91-42b4-b4e1-9a558725007d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec419c0563854a79aded675260b09ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471046 Jul 29 16:51:44.586368 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56140) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:44.649453 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f7efe67-6cf0-4cd5-85e8-dbd9d6241ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:44.649879 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1270a9a3-35d2-46ca-91d6-84e3c4cc37c0 None None] The port 'bdfe6fb4-72cf-4f8b-95b1-485c5660debc' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 16:51:44.679241 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f7efe67-6cf0-4cd5-85e8-dbd9d6241ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:44.687044 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device bdfe6fb4-72cf-4f8b-95b1-485c5660debc no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:51:44.721378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: bdfe6fb4-72cf-4f8b-95b1-485c5660debc {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:51:44.721746 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device bdfe6fb4-72cf-4f8b-95b1-485c5660debc not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:51:44.722166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:51:44.734400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f7efe67-6cf0-4cd5-85e8-dbd9d6241ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:44.751918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7efe67-6cf0-4cd5-85e8-dbd9d6241ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff0e3f2-8af2-4794-8533-24423ff8ec49,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:44.757362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:51:44.757772 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 7ee613cf-234f-40f5-891a-ee3ca3eec2e4 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:51:44.759405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f7efe67-6cf0-4cd5-85e8-dbd9d6241ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:44.762937 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0f7efe67-6cf0-4cd5-85e8-dbd9d6241ab7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ff0e3f2-8af2-4794-8533-24423ff8ec49 HTTP/1.1" status: 204 len: 168 time: 0.1732786 Jul 29 16:51:45.081976 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ed18cdeb-f06b-4e33-954c-4281bf9ddc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:45.087141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56148) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:45.235840 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6c0a4c3f-229d-4f68-814c-9e5fbf10afa4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b21d62767904d21b8022777c852a838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474981 Jul 29 16:51:45.238267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56152) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:51:45.294311 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7181fcca-3929-46da-84ce-61ce74581260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:45.319917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7181fcca-3929-46da-84ce-61ce74581260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:45.369629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7181fcca-3929-46da-84ce-61ce74581260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:45.386486 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181fcca-3929-46da-84ce-61ce74581260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e429d77-7791-460d-808c-dbfe5166dbd7,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:51:45.391563 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7181fcca-3929-46da-84ce-61ce74581260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:45.393204 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7181fcca-3929-46da-84ce-61ce74581260 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e429d77-7791-460d-808c-dbfe5166dbd7 HTTP/1.1" status: 204 len: 168 time: 0.1540177 Jul 29 16:51:47.631943 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-82a530b9-5655-479a-a811-bc903f68a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:48.274549 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:48.393891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:49.888550 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:51:50.473191 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:11.252727 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:52:15.084283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dfd123d7-3a9b-436a-81cb-8a7e0afe06e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:17.633424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e3086cc2-6ba1-4dd3-ae34-f8d8e3d8e20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:18.275756 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:18.394419 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:19.943876 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:20.495801 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:34.480635 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-16f28450-8608-44ac-8704-14d633d0b03c req-660452ba-4ac0-4795-9398-d68ca48e695f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2243378 Jul 29 16:52:34.623284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f28450-8608-44ac-8704-14d633d0b03c req-5f9794f4-a023-4127-b7e7-339086d31057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:52:34.624729 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-16f28450-8608-44ac-8704-14d633d0b03c req-5f9794f4-a023-4127-b7e7-339086d31057 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 1099 time: 0.0771546 Jul 29 16:52:34.764540 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f28450-8608-44ac-8704-14d633d0b03c req-4db16621-5c12-44df-9e0d-ca6b3ca3f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:52:34.766113 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-16f28450-8608-44ac-8704-14d633d0b03c req-4db16621-5c12-44df-9e0d-ca6b3ca3f144 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d49c7a1d-1787-46a7-a880-d99c0cff62b4 HTTP/1.1" status: 200 len: 897 time: 0.1235096 Jul 29 16:52:34.835555 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-16f28450-8608-44ac-8704-14d633d0b03c req-20db2c8e-bdd6-4298-84e5-57e6cb9cf30e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77c43d49-d755-4f54-b095-796ce7c4a2cd HTTP/1.1" status: 200 len: 217 time: 0.0634661 Jul 29 16:52:34.896147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f28450-8608-44ac-8704-14d633d0b03c req-af320c72-d934-4728-81e5-dcc318290f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:52:34.897535 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-16f28450-8608-44ac-8704-14d633d0b03c req-af320c72-d934-4728-81e5-dcc318290f56 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=211e3d2a-be74-43ba-bcc8-c09c3a112fb6 HTTP/1.1" status: 200 len: 835 time: 0.0559375 Jul 29 16:52:34.980642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f28450-8608-44ac-8704-14d633d0b03c req-d33ed213-90ff-4aff-a659-26009ea27ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:52:34.982107 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-16f28450-8608-44ac-8704-14d633d0b03c req-d33ed213-90ff-4aff-a659-26009ea27ce0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d49c7a1d-1787-46a7-a880-d99c0cff62b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787632 Jul 29 16:52:35.108223 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-16f28450-8608-44ac-8704-14d633d0b03c req-09affea4-a67f-4e78-a952-0ab6e76e1ea6 service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196411 Jul 29 16:52:35.234295 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-16f28450-8608-44ac-8704-14d633d0b03c req-90f69c76-7dc8-4865-bd7c-41ac8860b3e8 service neutron] 10.222.0.69 "GET /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192412 Jul 29 16:52:45.085277 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9379467f-0a84-4ed1-b304-e3f6e41d217c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:47.636983 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9f83d250-f651-4af1-b7e5-761cc2d0bbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:47.983469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018adbfb-c5d9-492e-a7d5-881c529e27ad req-fb4411b0-843d-4d70-b159-8ed0108e81a1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:52:47.985673 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-018adbfb-c5d9-492e-a7d5-881c529e27ad req-fb4411b0-843d-4d70-b159-8ed0108e81a1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 945 time: 0.2038372 Jul 29 16:52:48.029153 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-018adbfb-c5d9-492e-a7d5-881c529e27ad req-93317203-54b0-4768-841e-5045c6087cab tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fb31ef4-f94b-4f2c-9055-6c20036113c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378304 Jul 29 16:52:48.251700 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:52:48.277657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:48.397411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:49.278132 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39288123-d4f7-42fa-9c06-f782c87d4704 req-d13c7de1-a118-4b27-93b3-2757f91ebed7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:52:49.279591 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-39288123-d4f7-42fa-9c06-f782c87d4704 req-d13c7de1-a118-4b27-93b3-2757f91ebed7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 945 time: 0.1366045 Jul 29 16:52:49.324117 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-39288123-d4f7-42fa-9c06-f782c87d4704 req-4800a09f-5cb3-4b0b-a967-785afba361b6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fb31ef4-f94b-4f2c-9055-6c20036113c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382569 Jul 29 16:52:49.388409 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-051dd2fa-815c-416f-8641-d7597d691766 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:52:49.389142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-051dd2fa-815c-416f-8641-d7597d691766 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:52:49.403720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-051dd2fa-815c-416f-8641-d7597d691766 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:52:49.404917 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-051dd2fa-815c-416f-8641-d7597d691766 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 945 time: 0.1014035 Jul 29 16:52:49.474940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 2bf4ab68-70f4-4adc-a15d-dfbd18972830 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:52:49.475278 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:49.716132 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 2bf4ab68-70f4-4adc-a15d-dfbd18972830, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=2bf4ab68-70f4-4adc-a15d-dfbd18972830,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:52:49.716483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:49.892168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:49.998958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:49.999250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:49.999562 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP 19cfd38a-9e85-4cec-a412-4604d4ddb68c disassociated. External IP: 172.26.1.76, port: 2bf4ab68-70f4-4adc-a15d-dfbd18972830. Jul 29 16:52:49.999954 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 2bf4ab68-70f4-4adc-a15d-dfbd18972830 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:52:50.146003 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:50.192393 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=2bf4ab68-70f4-4adc-a15d-dfbd18972830,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:52:50.204631 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:50.204975 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:50.205335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:50.205668 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:50.205993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:50.206317 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:50.206636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:50.206959 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:50.207288 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:50.207593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:50.207903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:50.208226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:50.481132 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 520758e2-f485-47ca-aedf-1777e7d8e549 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:52:50.482389 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cca22923-93c2-4d2b-8c1f-4ca794ff887b req-e3d46b0e-27d4-4784-b71f-dc6fb755d8e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16f5d8c-af90-4c8c-8398-906fdb3c62f3 HTTP/1.1" status: 200 len: 210 time: 0.0491965 Jul 29 16:52:50.512425 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:50.668789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:52:50.678741 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c2321d-5a96-4ced-8476-653e53690d7b None None] Sync routers for ids ['520758e2-f485-47ca-aedf-1777e7d8e549'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:52:50.688173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c2321d-5a96-4ced-8476-653e53690d7b None None] Routers {'520758e2-f485-47ca-aedf-1777e7d8e549'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:52:50.688940 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-01c2321d-5a96-4ced-8476-653e53690d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:52:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['520758e2-f485-47ca-aedf-1777e7d8e549'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:52:50.752084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] No DVR routers for this DVR port 2bf4ab68-70f4-4adc-a15d-dfbd18972830 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:52:50.754553 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:50.757038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16f5d8c-af90-4c8c-8398-906fdb3c62f3', 'name': 'network-vif-deleted', 'tag': '2bf4ab68-70f4-4adc-a15d-dfbd18972830'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:52:50.772588 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d2f01fd0-2f9c-4886-b0e7-2bae9839e533 req-eeb4463d-35a8-4559-ac10-20c1783685ac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "DELETE /v2.0/ports/2bf4ab68-70f4-4adc-a15d-dfbd18972830 HTTP/1.1" status: 204 len: 173 time: 1.3627915 Jul 29 16:52:50.867470 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa65323-6a10-4d61-bfd0-e6ef15dbafc2'] response: {'server_uuid': 'f16f5d8c-af90-4c8c-8398-906fdb3c62f3', 'name': 'network-vif-deleted', 'tag': '2bf4ab68-70f4-4adc-a15d-dfbd18972830', 'status': 'completed', 'code': 200} Jul 29 16:52:50.871870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-01c2321d-5a96-4ced-8476-653e53690d7b None None] Set router 520758e2-f485-47ca-aedf-1777e7d8e549 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:52:51.207903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-01c2321d-5a96-4ced-8476-653e53690d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:45Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '0378b339-e5ef-4f09-8787-12ab1acbebfe', 'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:61:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:50Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:52:51.212094 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c2321d-5a96-4ced-8476-653e53690d7b None None] Checking router: 520758e2-f485-47ca-aedf-1777e7d8e549 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:52:51.221700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c2321d-5a96-4ced-8476-653e53690d7b None None] Routers {'520758e2-f485-47ca-aedf-1777e7d8e549'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:52:51.222305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-01c2321d-5a96-4ced-8476-653e53690d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:52:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['520758e2-f485-47ca-aedf-1777e7d8e549'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:52:51.400902 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-01c2321d-5a96-4ced-8476-653e53690d7b None None] Set router 520758e2-f485-47ca-aedf-1777e7d8e549 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:52:51.584899 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56204) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:52:51.656258 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:51.685592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:51.709729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-01c2321d-5a96-4ced-8476-653e53690d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:45Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '0378b339-e5ef-4f09-8787-12ab1acbebfe', 'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:61:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:50Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:52:51.713787 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c2321d-5a96-4ced-8476-653e53690d7b None None] The sync data for ids ['520758e2-f485-47ca-aedf-1777e7d8e549'] in dv-neutron-851534-1-hyperv is: [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:45Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '0378b339-e5ef-4f09-8787-12ab1acbebfe', 'name': '', 'network_id': 'd49c7a1d-1787-46a7-a880-d99c0cff62b4', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:61:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:44Z', 'updated_at': '2022-07-29T16:49:50Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': '211e3d2a-be74-43ba-bcc8-c09c3a112fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:52:51.753987 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:51.771487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb31ef4-f94b-4f2c-9055-6c20036113c8,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:52:51.781204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:51.781520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:51.781858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:51.782190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:51.782514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:51.782864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:51.783191 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:51.783511 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:51.783834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:51.784164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:51.784482 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:51.784794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:52:51.798784 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:51.799941 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a0bd389a-78a2-4fd4-984b-7bf60e7247a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/security-groups/8fb31ef4-f94b-4f2c-9055-6c20036113c8 HTTP/1.1" status: 204 len: 168 time: 0.2132578 Jul 29 16:52:51.831743 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56210) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:52:51.936876 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f25f8-27fd-4594-8a8e-1ba1461fe1ee None None] New status for floating IP 19cfd38a-9e85-4cec-a412-4604d4ddb68c: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:52:51.991998 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 4b164712-a765-4679-8499-4ece9f47f490 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:52:51.992341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:52.166236 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:52.166580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:52.287586 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 4b164712-a765-4679-8499-4ece9f47f490 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:52:52.476955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.db.api [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 16:52:52.477295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG oslo_db.api [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 16:52:52.978747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 4b164712-a765-4679-8499-4ece9f47f490 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:52:52.979365 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:53.147904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:53.148222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:53.271972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 4b164712-a765-4679-8499-4ece9f47f490 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:52:53.403974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:53.453921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=4b164712-a765-4679-8499-4ece9f47f490,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:52:53.546761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:53.561338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:53.562505 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-81a2ac6e-b6ac-4773-a5a6-61076dc94c2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/floatingips/19cfd38a-9e85-4cec-a412-4604d4ddb68c HTTP/1.1" status: 204 len: 168 time: 1.7297506 Jul 29 16:52:53.590702 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 2bf4ab68-70f4-4adc-a15d-dfbd18972830 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:52:53.624295 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 2bf4ab68-70f4-4adc-a15d-dfbd18972830 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:52:53.624633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 2bf4ab68-70f4-4adc-a15d-dfbd18972830 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:52:53.927216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7d0ff-d97b-4974-b927-7defd4c4514c req-a4668af2-ca4d-43ca-a1ae-1893e0468208 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:52:53.927816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-c9b7d0ff-d97b-4974-b927-7defd4c4514c req-a4668af2-ca4d-43ca-a1ae-1893e0468208 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:52:53.942913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-c9b7d0ff-d97b-4974-b927-7defd4c4514c req-a4668af2-ca4d-43ca-a1ae-1893e0468208 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:52:53.944091 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c9b7d0ff-d97b-4974-b927-7defd4c4514c req-a4668af2-ca4d-43ca-a1ae-1893e0468208 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 946 time: 0.1069553 Jul 29 16:52:53.987908 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-c9b7d0ff-d97b-4974-b927-7defd4c4514c req-4cc590d6-c457-4e9a-a66a-64b2390be46c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:52:54.002694 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-c9b7d0ff-d97b-4974-b927-7defd4c4514c req-4cc590d6-c457-4e9a-a66a-64b2390be46c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:52:54.003798 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c9b7d0ff-d97b-4974-b927-7defd4c4514c req-4cc590d6-c457-4e9a-a66a-64b2390be46c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a04493-9a5f-4eec-b96c-f3110ae6c1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541131 Jul 29 16:52:55.205847 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63275ede-0939-4b18-b020-ea58f1667606 req-b425a521-7285-4f28-8263-97e08071c860 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:52:55.207286 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-63275ede-0939-4b18-b020-ea58f1667606 req-b425a521-7285-4f28-8263-97e08071c860 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 946 time: 0.0913737 Jul 29 16:52:55.250418 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-63275ede-0939-4b18-b020-ea58f1667606 req-b87fa079-fbbd-4d96-98e5-dfbf3cdac9f8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=53a04493-9a5f-4eec-b96c-f3110ae6c1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374913 Jul 29 16:52:55.375289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24abb9-f00d-4543-9bac-d8403be7b5b9 req-db9dc2c1-4e7e-4f9c-83be-20e4919372a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:52:55.375896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-ff24abb9-f00d-4543-9bac-d8403be7b5b9 req-db9dc2c1-4e7e-4f9c-83be-20e4919372a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:52:55.387153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-ff24abb9-f00d-4543-9bac-d8403be7b5b9 req-db9dc2c1-4e7e-4f9c-83be-20e4919372a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:52:55.388212 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ff24abb9-f00d-4543-9bac-d8403be7b5b9 req-db9dc2c1-4e7e-4f9c-83be-20e4919372a0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 946 time: 0.0994525 Jul 29 16:52:55.455152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-ff24abb9-f00d-4543-9bac-d8403be7b5b9 req-148d7ddb-cb37-474a-a806-c038322008d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 77c43d49-d755-4f54-b095-796ce7c4a2cd {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:52:55.455485 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-ff24abb9-f00d-4543-9bac-d8403be7b5b9 req-148d7ddb-cb37-474a-a806-c038322008d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:55.695881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-ff24abb9-f00d-4543-9bac-d8403be7b5b9 req-148d7ddb-cb37-474a-a806-c038322008d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 77c43d49-d755-4f54-b095-796ce7c4a2cd, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=77c43d49-d755-4f54-b095-796ce7c4a2cd,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:52:55.696160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-ff24abb9-f00d-4543-9bac-d8403be7b5b9 req-148d7ddb-cb37-474a-a806-c038322008d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:55.815076 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-ff24abb9-f00d-4543-9bac-d8403be7b5b9 req-148d7ddb-cb37-474a-a806-c038322008d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 77c43d49-d755-4f54-b095-796ce7c4a2cd owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:52:55.955244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-ff24abb9-f00d-4543-9bac-d8403be7b5b9 req-148d7ddb-cb37-474a-a806-c038322008d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:56.004042 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d7ddb-cb37-474a-a806-c038322008d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=77c43d49-d755-4f54-b095-796ce7c4a2cd,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:52:56.090511 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff24abb9-f00d-4543-9bac-d8403be7b5b9 req-148d7ddb-cb37-474a-a806-c038322008d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] No DVR routers for this DVR port 77c43d49-d755-4f54-b095-796ce7c4a2cd on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:52:56.092901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-ff24abb9-f00d-4543-9bac-d8403be7b5b9 req-148d7ddb-cb37-474a-a806-c038322008d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:56.095427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a', 'name': 'network-vif-deleted', 'tag': '77c43d49-d755-4f54-b095-796ce7c4a2cd'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:52:56.110111 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ff24abb9-f00d-4543-9bac-d8403be7b5b9 req-148d7ddb-cb37-474a-a806-c038322008d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "DELETE /v2.0/ports/77c43d49-d755-4f54-b095-796ce7c4a2cd HTTP/1.1" status: 204 len: 173 time: 0.7171161 Jul 29 16:52:56.285912 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db03b2e-05ca-4934-9667-406114e9e861'] response: {'server_uuid': '32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a', 'name': 'network-vif-deleted', 'tag': '77c43d49-d755-4f54-b095-796ce7c4a2cd', 'status': 'completed', 'code': 200} Jul 29 16:52:56.421914 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dfb0fc5f-6a7a-4b2d-8648-f27c8a8d999f req-09cdbeb2-3bee-4c9d-ba1c-25aeb0011f45 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=32e7f71e-30f3-4bbd-91d9-4d3ed7d5774a HTTP/1.1" status: 200 len: 210 time: 0.0500765 Jul 29 16:52:57.519999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56228) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:52:57.591408 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c3535b9-d8c5-4c67-994b-6608525480e5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:57.620066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c3535b9-d8c5-4c67-994b-6608525480e5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:57.683510 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c3535b9-d8c5-4c67-994b-6608525480e5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:57.700834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3535b9-d8c5-4c67-994b-6608525480e5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a04493-9a5f-4eec-b96c-f3110ae6c1e4,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:52:57.712349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c3535b9-d8c5-4c67-994b-6608525480e5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:57.713490 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7c3535b9-d8c5-4c67-994b-6608525480e5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/security-groups/53a04493-9a5f-4eec-b96c-f3110ae6c1e4 HTTP/1.1" status: 204 len: 168 time: 0.1925311 Jul 29 16:52:57.744043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56234) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:52:58.387363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c43155f9-48ce-4076-9e7d-e02692557d2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:58.736509 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c43155f9-48ce-4076-9e7d-e02692557d2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 0378b339-e5ef-4f09-8787-12ab1acbebfe {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:52:58.737180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c43155f9-48ce-4076-9e7d-e02692557d2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:58.923571 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-c43155f9-48ce-4076-9e7d-e02692557d2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 0378b339-e5ef-4f09-8787-12ab1acbebfe, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0378b339-e5ef-4f09-8787-12ab1acbebfe,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:52:58.923854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c43155f9-48ce-4076-9e7d-e02692557d2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:59.044641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c43155f9-48ce-4076-9e7d-e02692557d2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 0378b339-e5ef-4f09-8787-12ab1acbebfe owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:52:59.216863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c43155f9-48ce-4076-9e7d-e02692557d2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:59.266934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43155f9-48ce-4076-9e7d-e02692557d2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=0378b339-e5ef-4f09-8787-12ab1acbebfe,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:52:59.542268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c43155f9-48ce-4076-9e7d-e02692557d2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:52:59.590282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 77c43d49-d755-4f54-b095-796ce7c4a2cd no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:52:59.628362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 77c43d49-d755-4f54-b095-796ce7c4a2cd {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:52:59.628707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 77c43d49-d755-4f54-b095-796ce7c4a2cd not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:53:00.006792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43155f9-48ce-4076-9e7d-e02692557d2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 520758e2-f485-47ca-aedf-1777e7d8e549 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:53:00.183338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43155f9-48ce-4076-9e7d-e02692557d2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:53:00.192573 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cae56db-d6fd-4120-ab88-588938863f48 None None] Sync routers for ids ['520758e2-f485-47ca-aedf-1777e7d8e549'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:53:00.195901 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c43155f9-48ce-4076-9e7d-e02692557d2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/520758e2-f485-47ca-aedf-1777e7d8e549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4504576 Jul 29 16:53:00.198364 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56238) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:00.201522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae56db-d6fd-4120-ab88-588938863f48 None None] Routers {'520758e2-f485-47ca-aedf-1777e7d8e549'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:53:00.202141 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0cae56db-d6fd-4120-ab88-588938863f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:52:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['520758e2-f485-47ca-aedf-1777e7d8e549'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:00.263213 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-3929bc19-4b7e-4628-af5a-e994336d748e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting subnet 211e3d2a-be74-43ba-bcc8-c09c3a112fb6 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:53:00.266610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3929bc19-4b7e-4628-af5a-e994336d748e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:00.323138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3929bc19-4b7e-4628-af5a-e994336d748e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:00.374444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-0cae56db-d6fd-4120-ab88-588938863f48 None None] Set router 520758e2-f485-47ca-aedf-1777e7d8e549 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:53:00.404429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3929bc19-4b7e-4628-af5a-e994336d748e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:00.474987 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3929bc19-4b7e-4628-af5a-e994336d748e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:00.520176 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929bc19-4b7e-4628-af5a-e994336d748e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Subnet': ['ID=211e3d2a-be74-43ba-bcc8-c09c3a112fb6,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:00.525744 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3929bc19-4b7e-4628-af5a-e994336d748e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:00.532274 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3929bc19-4b7e-4628-af5a-e994336d748e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/subnets/211e3d2a-be74-43ba-bcc8-c09c3a112fb6 HTTP/1.1" status: 204 len: 168 time: 0.3328996 Jul 29 16:53:00.534794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56242) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:00.583043 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65dd1d9-06b6-440a-b50f-2600579582f0 None None] Network d49c7a1d-1787-46a7-a880-d99c0cff62b4 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:53:00.719269 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:00.878437 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0cae56db-d6fd-4120-ab88-588938863f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164'}], 'enable_snat': True}, 'gw_port_id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:52:59Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3c8df6d0-67f2-4a88-bfbe-059d84145ab9', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:00.882550 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cae56db-d6fd-4120-ab88-588938863f48 None None] Checking router: 520758e2-f485-47ca-aedf-1777e7d8e549 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:53:00.891906 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae56db-d6fd-4120-ab88-588938863f48 None None] Routers {'520758e2-f485-47ca-aedf-1777e7d8e549'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:53:00.892482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0cae56db-d6fd-4120-ab88-588938863f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:52:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['520758e2-f485-47ca-aedf-1777e7d8e549'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:00.906410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:00.916215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:53:00.916571 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:00.941468 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] DHCP port deletion for d49c7a1d-1787-46a7-a880-d99c0cff62b4 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:53:00.957350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Deleting port 68d79477-e64a-483b-ad86-962f8c0e438a {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:53:00.957728 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:01.103160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 3c8df6d0-67f2-4a88-bfbe-059d84145ab9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3c8df6d0-67f2-4a88-bfbe-059d84145ab9,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:01.103786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:01.122702 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-0cae56db-d6fd-4120-ab88-588938863f48 None None] Set router 520758e2-f485-47ca-aedf-1777e7d8e549 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:53:01.240119 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0cae56db-d6fd-4120-ab88-588938863f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:53:00Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:01.262513 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cae56db-d6fd-4120-ab88-588938863f48 None None] The sync data for ids ['520758e2-f485-47ca-aedf-1777e7d8e549'] in dv-neutron-851534-1-hyperv is: [{'id': '520758e2-f485-47ca-aedf-1777e7d8e549', 'name': 'tempest-TestNetworkBasicOps-router-1007015305', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:49:40Z', 'updated_at': '2022-07-29T16:53:00Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port_host': None}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:53:01.349314 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] For port 68d79477-e64a-483b-ad86-962f8c0e438a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=68d79477-e64a-483b-ad86-962f8c0e438a,segment=NetworkSegment(63be9717-fbd1-4bf5-92ff-d06117febbf1),segment_id=63be9717-fbd1-4bf5-92ff-d06117febbf1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:01.349701 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:01.352392 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:53:01.484204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Calling delete_port for 68d79477-e64a-483b-ad86-962f8c0e438a owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:53:01.519915 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:01.560282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:01.570208 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=3c8df6d0-67f2-4a88-bfbe-059d84145ab9,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:01.611166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] No DVR routers for this DVR port 68d79477-e64a-483b-ad86-962f8c0e438a on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:53:01.620061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Pushing event deleted for resources: {'Port': ['ID=68d79477-e64a-483b-ad86-962f8c0e438a,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:01.624840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:01.624840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:01.624840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:01.624840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:01.624840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:01.624840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:01.624840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:01.624840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:01.625432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:01.625983 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:01.625983 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:01.626244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c09f-02f1-4ef2-93e9-043ab12c91c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:01.671870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:01.847764 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:01.849913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:01.871106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:01.871531 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Fanout notify agent at l3_agent the message router_deleted on router 520758e2-f485-47ca-aedf-1777e7d8e549 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:53:01.886771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:01.887858 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-68e62f13-14ef-4739-a7b1-b2df07c47524 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/routers/520758e2-f485-47ca-aedf-1777e7d8e549 HTTP/1.1" status: 204 len: 168 time: 1.3519607 Jul 29 16:53:01.891377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56246) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:02.001258 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee1df-2a42-4f5c-a438-4a77bc342f42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:02.132901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee1df-2a42-4f5c-a438-4a77bc342f42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:02.159211 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-fa6ee1df-2a42-4f5c-a438-4a77bc342f42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49c7a1d-1787-46a7-a880-d99c0cff62b4']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:02.171769 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-fa6ee1df-2a42-4f5c-a438-4a77bc342f42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63be9717-fbd1-4bf5-92ff-d06117febbf1') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:02.172072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-fa6ee1df-2a42-4f5c-a438-4a77bc342f42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63be9717-fbd1-4bf5-92ff-d06117febbf1') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:02.183263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee1df-2a42-4f5c-a438-4a77bc342f42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:02.199324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee1df-2a42-4f5c-a438-4a77bc342f42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:02.205893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6ee1df-2a42-4f5c-a438-4a77bc342f42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:53:02.206279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee1df-2a42-4f5c-a438-4a77bc342f42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:02.310772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee1df-2a42-4f5c-a438-4a77bc342f42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:02.316224 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee1df-2a42-4f5c-a438-4a77bc342f42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:02.341966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ee1df-2a42-4f5c-a438-4a77bc342f42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Network': ['ID=d49c7a1d-1787-46a7-a880-d99c0cff62b4,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:02.350310 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fa6ee1df-2a42-4f5c-a438-4a77bc342f42 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/networks/d49c7a1d-1787-46a7-a880-d99c0cff62b4 HTTP/1.1" status: 204 len: 168 time: 0.4579761 Jul 29 16:53:02.365861 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 63be9717-fbd1-4bf5-92ff-d06117febbf1 resource provider aggregate not found Jul 29 16:53:02.377330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56256) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:02.382721 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 63be9717-fbd1-4bf5-92ff-d06117febbf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63be9717-fbd1-4bf5-92ff-d06117febbf1 found for delete ", "request_id": "req-b47a4fec-8898-4a2f-87f0-e295d92df5bc"}]} Jul 29 16:53:02.385227 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'network': {'name': 'tempest-network-smoke--1211186186', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'port_security_enabled': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:02.390184 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:02.394368 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:network and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:02.397359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:02.403612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:02.413172 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:53:02.416796 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:02.444406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:53:02.453216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:02.453563 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Added segment 9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03 of type vlan for network 727ab11a-5926-485e-a6cb-40cebe3d10f9 Jul 29 16:53:02.478859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:02.511453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:02.516827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:02.517441 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:02.618761 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2402594 Jul 29 16:53:02.621506 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56260) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:02.629205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'admin_state_up': True, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:02.634401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc193ea3-915b-41f2-9e54-3a02f20f48db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Network': ['ID=727ab11a-5926-485e-a6cb-40cebe3d10f9,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:02.637932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:02.642148 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:router and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:02.644484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 727ab11a-5926-485e-a6cb-40cebe3d10f9 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:53:02.644970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:02.650663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:02.662781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:02.664129 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:02.682077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:02.729145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 68d79477-e64a-483b-ad86-962f8c0e438a no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:53:02.774538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 68d79477-e64a-483b-ad86-962f8c0e438a {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:53:02.774887 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 68d79477-e64a-483b-ad86-962f8c0e438a not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:53:02.775308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0378b339-e5ef-4f09-8787-12ab1acbebfe no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:53:02.855061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 0378b339-e5ef-4f09-8787-12ab1acbebfe {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:53:02.855408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0378b339-e5ef-4f09-8787-12ab1acbebfe not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:53:02.855842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:53:02.888981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:53:02.889358 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3c8df6d0-67f2-4a88-bfbe-059d84145ab9 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:53:03.060726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:03.356058 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:03.384672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:03.516792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.130 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/0c72b486-55c8-45c7-813a-fc4f7035d4a1) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:53:03.661205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:03.690328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:03.758086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:53:03.760836 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:53:03.764523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:53:03.793152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=0c72b486-55c8-45c7-813a-fc4f7035d4a1,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:04.267521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:04.600783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:04.798920 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 561e42bd-7135-48a2-bfaf-64310094e8d0 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:53:04.972864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:53:04.985418 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Sync routers for ids ['561e42bd-7135-48a2-bfaf-64310094e8d0'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:53:04.994518 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Routers {'561e42bd-7135-48a2-bfaf-64310094e8d0'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:53:04.995112 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:52:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['561e42bd-7135-48a2-bfaf-64310094e8d0'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:04.998947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:05.000651 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-feb3fc9a-8c07-47c0-930b-8d0aba1c635c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3777266 Jul 29 16:53:05.003975 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56264) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:05.043705 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5dd1eef4-bfd6-49a8-933a-1ed3fc255233 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ab8e87e6e1034425bfda48f6df7de642&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385942 Jul 29 16:53:05.046176 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56268) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:05.165565 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Set router 561e42bd-7135-48a2-bfaf-64310094e8d0 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:53:05.175074 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0377fe-bd54-47b2-863c-72e018eee29d tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:05.176557 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ed0377fe-bd54-47b2-863c-72e018eee29d tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295102 Jul 29 16:53:05.179409 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56272) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:05.223057 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-83da4c92-7449-4e98-8d38-324d745c796d tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424273 Jul 29 16:53:05.225322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56276) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:05.230480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-34958988', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:05.454864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:05.458858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:subnet and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:05.461671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:05.467285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:05.472932 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:02Z', 'updated_at': '2022-07-29T16:53:03Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:03Z', 'updated_at': '2022-07-29T16:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:05.477020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:53:05.477179 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Checking router: 561e42bd-7135-48a2-bfaf-64310094e8d0 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:53:05.477375 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Updating router 561e42bd-7135-48a2-bfaf-64310094e8d0 port 0c72b486-55c8-45c7-813a-fc4f7035d4a1 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:53:05.480432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:05.529215 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:05.693781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:05.772707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Subnet': ['ID=b315e43c-dcbd-48ec-b66f-762f9bbac4e8,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:05.781732 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Checking segment: {'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:53:05.782094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network hostable DHCP agents. Network: 727ab11a-5926-485e-a6cb-40cebe3d10f9, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:53:05.801340 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 727ab11a-5926-485e-a6cb-40cebe3d10f9 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:53:05.810591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 727ab11a-5926-485e-a6cb-40cebe3d10f9) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:53:05.816020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:05.816805 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:05.821232 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502bdf4-ce44-44ee-80dd-058933bb5c97 None None] Network 727ab11a-5926-485e-a6cb-40cebe3d10f9 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:53:05.839366 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7f1bb197-3c06-4878-91ae-ae589c7cc94a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6130781 Jul 29 16:53:05.842195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56280) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:05.850949 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:05.863437 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Transition to ACTIVE for port object 0c72b486-55c8-45c7-813a-fc4f7035d4a1 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:53:05.870101 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:05.950967 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Attempting to bind port 0c72b486-55c8-45c7-813a-fc4f7035d4a1 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:53:05.951337 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Attempting to bind port 0c72b486-55c8-45c7-813a-fc4f7035d4a1 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:53:05.951709 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Attempting to bind port 0c72b486-55c8-45c7-813a-fc4f7035d4a1 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:53:05.953672 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f12b8-5397-45e6-bfc7-874013e9443a None None] Pushing event updated for resources: {'Port': ['ID=0c72b486-55c8-45c7-813a-fc4f7035d4a1,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:05.962760 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f12b8-5397-45e6-bfc7-874013e9443a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:05.963103 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f12b8-5397-45e6-bfc7-874013e9443a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:05.963439 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f12b8-5397-45e6-bfc7-874013e9443a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:05.963768 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f12b8-5397-45e6-bfc7-874013e9443a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:05.964092 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f12b8-5397-45e6-bfc7-874013e9443a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:05.964416 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f12b8-5397-45e6-bfc7-874013e9443a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:05.964735 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f12b8-5397-45e6-bfc7-874013e9443a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:05.965081 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f12b8-5397-45e6-bfc7-874013e9443a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:05.965390 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f12b8-5397-45e6-bfc7-874013e9443a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:05.965709 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f12b8-5397-45e6-bfc7-874013e9443a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:05.966027 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f12b8-5397-45e6-bfc7-874013e9443a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:05.966338 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f12b8-5397-45e6-bfc7-874013e9443a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:05.970036 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:53:05.970411 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:53:05.970805 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:05.971188 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:53:05.971651 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Bound port: 0c72b486-55c8-45c7-813a-fc4f7035d4a1, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:53:05.972017 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:06.044488 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] For port 0c72b486-55c8-45c7-813a-fc4f7035d4a1, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:53:06.047402 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] For port 0c72b486-55c8-45c7-813a-fc4f7035d4a1, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0c72b486-55c8-45c7-813a-fc4f7035d4a1,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:53:06.052755 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:06.059413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-727ab11a-5926-485e-a6cb-40cebe3d10f9', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ips': [{'subnet_id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:53:06.060504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:06.133601 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Routers {'561e42bd-7135-48a2-bfaf-64310094e8d0'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:53:06.134210 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:52:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['561e42bd-7135-48a2-bfaf-64310094e8d0'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:06.188170 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f12b8-5397-45e6-bfc7-874013e9443a None None] Pushing event updated for resources: {'Port': ['ID=0c72b486-55c8-45c7-813a-fc4f7035d4a1,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:06.226272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Allocated IP 172.20.0.2 (727ab11a-5926-485e-a6cb-40cebe3d10f9/b315e43c-dcbd-48ec-b66f-762f9bbac4e8/56fc6574-2869-4033-ada7-0a844fc8f297) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:53:06.314740 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] Set router 561e42bd-7135-48a2-bfaf-64310094e8d0 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:53:06.431239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:06.441311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Transition to ACTIVE for port object 56fc6574-2869-4033-ada7-0a844fc8f297 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:53:06.459447 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Transition to ACTIVE for port object 56fc6574-2869-4033-ada7-0a844fc8f297 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:53:06.465082 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:06.535729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Network 727ab11a-5926-485e-a6cb-40cebe3d10f9 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:53:06.538528 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:53:06.547576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:53:06.566222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:06.607806 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:02Z', 'updated_at': '2022-07-29T16:53:03Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:03Z', 'updated_at': '2022-07-29T16:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:06.612306 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeaf288-e9d5-4047-b9b3-624f955fa143 None None] The sync data for ids ['561e42bd-7135-48a2-bfaf-64310094e8d0'] in dv-neutron-851534-1-hyperv is: [{'id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:02Z', 'updated_at': '2022-07-29T16:53:03Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:03Z', 'updated_at': '2022-07-29T16:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:53:06.633429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Pushing event updated for resources: {'Port': ['ID=56fc6574-2869-4033-ada7-0a844fc8f297,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:06.664569 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Attempting to bind port 56fc6574-2869-4033-ada7-0a844fc8f297 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:53:06.665018 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Attempting to bind port 56fc6574-2869-4033-ada7-0a844fc8f297 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:53:06.665575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Attempting to bind port 56fc6574-2869-4033-ada7-0a844fc8f297 on network 727ab11a-5926-485e-a6cb-40cebe3d10f9 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:53:06.671272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:53:06.671732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Checking segment: {'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:53:06.672829 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:06.673305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Bound using segment: {'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:53:06.673947 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Bound port: 56fc6574-2869-4033-ada7-0a844fc8f297, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:53:06.674386 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:06.765439 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] For port 56fc6574-2869-4033-ada7-0a844fc8f297, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:53:06.769275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] For port 56fc6574-2869-4033-ada7-0a844fc8f297, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=56fc6574-2869-4033-ada7-0a844fc8f297,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:53:06.774888 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:06.886134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dc487-0875-44d3-a9b6-3de9671038b0 None None] Pushing event updated for resources: {'Port': ['ID=56fc6574-2869-4033-ada7-0a844fc8f297,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:07.143779 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.1 (727ab11a-5926-485e-a6cb-40cebe3d10f9/b315e43c-dcbd-48ec-b66f-762f9bbac4e8/448d35da-7033-4732-9c7b-6c7ee4d275f1) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:53:07.314683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:07.331834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object 448d35da-7033-4732-9c7b-6c7ee4d275f1 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:53:07.355629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:07.425474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 727ab11a-5926-485e-a6cb-40cebe3d10f9 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:53:07.428515 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:53:07.432476 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:53:07.464605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=448d35da-7033-4732-9c7b-6c7ee4d275f1,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:07.502454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:07.629810 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:07.836685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d679da1a-d812-4cad-aab2-e9d0acf23689 None None] Network 727ab11a-5926-485e-a6cb-40cebe3d10f9 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:53:07.928342 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-30488ded-2d5f-4ea6-ae09-16f60ba5196c None None] Provisioning for port 56fc6574-2869-4033-ada7-0a844fc8f297 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:53:08.058782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:08.063999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:08.180313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:08.183917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=448d35da-7033-4732-9c7b-6c7ee4d275f1,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:08.320311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 727ab11a-5926-485e-a6cb-40cebe3d10f9 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:53:08.321494 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:53:08.361553 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-940907b4-c07b-49ef-96f3-3403e8b5eacd None None] Provisioning for port 448d35da-7033-4732-9c7b-6c7ee4d275f1 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:53:08.369803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-940907b4-c07b-49ef-96f3-3403e8b5eacd None None] Provisioning complete for port 448d35da-7033-4732-9c7b-6c7ee4d275f1 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:53:08.370504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-940907b4-c07b-49ef-96f3-3403e8b5eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:08.436991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-940907b4-c07b-49ef-96f3-3403e8b5eacd None None] Port 448d35da-7033-4732-9c7b-6c7ee4d275f1 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:53:08.512628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 561e42bd-7135-48a2-bfaf-64310094e8d0 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:53:08.574432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3d764210-bce0-4670-bf48-b03bd3dc6aa9 None None] Provisioning complete for port 448d35da-7033-4732-9c7b-6c7ee4d275f1 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:53:08.575136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3d764210-bce0-4670-bf48-b03bd3dc6aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:08.635297 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-3d764210-bce0-4670-bf48-b03bd3dc6aa9 None None] Port 448d35da-7033-4732-9c7b-6c7ee4d275f1 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:53:08.761815 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-578ec14a-956c-44c9-a1f9-5d4672cd84af None None] Provisioning complete for port 448d35da-7033-4732-9c7b-6c7ee4d275f1 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:53:08.763163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-578ec14a-956c-44c9-a1f9-5d4672cd84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:08.795245 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 56fc6574-2869-4033-ada7-0a844fc8f297 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:53:08.869910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:53:08.873582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-578ec14a-956c-44c9-a1f9-5d4672cd84af None None] Port 448d35da-7033-4732-9c7b-6c7ee4d275f1 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:53:08.881173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Sync routers for ids ['561e42bd-7135-48a2-bfaf-64310094e8d0'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:53:08.894432 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d17efec5-273f-4a17-8e01-1f5c2dd06718 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/561e42bd-7135-48a2-bfaf-64310094e8d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0489333 Jul 29 16:53:08.894673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56284) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:08.897163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Routers {'561e42bd-7135-48a2-bfaf-64310094e8d0'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:53:08.897999 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:52:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['561e42bd-7135-48a2-bfaf-64310094e8d0'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:08.996698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 56fc6574-2869-4033-ada7-0a844fc8f297 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:53:09.040232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23af977-3f37-48a0-b962-31dedc225b06 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:09.040696 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23af977-3f37-48a0-b962-31dedc225b06 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:09.041209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23af977-3f37-48a0-b962-31dedc225b06 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:09.041678 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23af977-3f37-48a0-b962-31dedc225b06 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:09.045863 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b23af977-3f37-48a0-b962-31dedc225b06 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1477942 Jul 29 16:53:09.046075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56288) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:09.053873 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 56fc6574-2869-4033-ada7-0a844fc8f297 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:53:09.054366 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:09.115479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f3a66a-7de0-4453-bdfb-088640f3bd05 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:09.115839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f3a66a-7de0-4453-bdfb-088640f3bd05 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:09.116289 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f3a66a-7de0-4453-bdfb-088640f3bd05 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:09.117096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f3a66a-7de0-4453-bdfb-088640f3bd05 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:09.120913 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-29f3a66a-7de0-4453-bdfb-088640f3bd05 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0714502 Jul 29 16:53:09.122201 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56292) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:09.204697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Set router 561e42bd-7135-48a2-bfaf-64310094e8d0 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:53:09.287594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 56fc6574-2869-4033-ada7-0a844fc8f297 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:53:09.287898 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:09.332505 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-252d4be4-7def-47a5-b6af-085b08fa8a28 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2103155 Jul 29 16:53:09.335307 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56296) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:09.340519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1933711644', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:09.451583 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 56fc6574-2869-4033-ada7-0a844fc8f297, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=56fc6574-2869-4033-ada7-0a844fc8f297,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:09.457420 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:09.458206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0c72b486-55c8-45c7-813a-fc4f7035d4a1 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:53:09.480079 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:09.484172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:port and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:09.487644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:09.493468 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:09.503510 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'port': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:53:09.507036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:09.529910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] device_id is not set on port d3cdde9f-50d3-4305-9a96-5ddcf720c036 yet. {{(pid=89209) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:53:09.647692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=56fc6574-2869-4033-ada7-0a844fc8f297,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:09.662932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 0c72b486-55c8-45c7-813a-fc4f7035d4a1 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:53:09.669433 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 0c72b486-55c8-45c7-813a-fc4f7035d4a1 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:53:09.669810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:09.677512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.13 (727ab11a-5926-485e-a6cb-40cebe3d10f9/b315e43c-dcbd-48ec-b66f-762f9bbac4e8/d3cdde9f-50d3-4305-9a96-5ddcf720c036) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:53:09.745004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:02Z', 'updated_at': '2022-07-29T16:53:07Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:03Z', 'updated_at': '2022-07-29T16:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '448d35da-7033-4732-9c7b-6c7ee4d275f1', 'name': '', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:b8:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:06Z', 'updated_at': '2022-07-29T16:53:07Z', 'revision_number': 2, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:09.775973 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Checking router: 561e42bd-7135-48a2-bfaf-64310094e8d0 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:53:09.776340 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Updating router 561e42bd-7135-48a2-bfaf-64310094e8d0 port 448d35da-7033-4732-9c7b-6c7ee4d275f1 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:53:09.846924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 0c72b486-55c8-45c7-813a-fc4f7035d4a1 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:53:09.847227 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:09.860984 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:09.879299 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 0c72b486-55c8-45c7-813a-fc4f7035d4a1, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0c72b486-55c8-45c7-813a-fc4f7035d4a1,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:09.880059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:09.896990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object d3cdde9f-50d3-4305-9a96-5ddcf720c036 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:53:09.909913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:09.924751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:09.995078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 727ab11a-5926-485e-a6cb-40cebe3d10f9 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:53:09.998176 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:53:10.002262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:53:10.044353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=d3cdde9f-50d3-4305-9a96-5ddcf720c036,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:10.057407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=0c72b486-55c8-45c7-813a-fc4f7035d4a1,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:10.071862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:10.072495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.099934 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b5036a60-0e19-472b-8946-3a2e01c36013 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7635260 Jul 29 16:53:10.176298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56302) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:10.181736 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-de7d891d-ac1a-4868-9d56-ce557f6d46cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-879995815', 'description': 'tempest-secgroup-smoke-879995815 description', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:10.189019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-de7d891d-ac1a-4868-9d56-ce557f6d46cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:10.192984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-de7d891d-ac1a-4868-9d56-ce557f6d46cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:10.195859 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-de7d891d-ac1a-4868-9d56-ce557f6d46cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:10.201754 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-de7d891d-ac1a-4868-9d56-ce557f6d46cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:10.211640 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de7d891d-ac1a-4868-9d56-ce557f6d46cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.219936 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8b31407d-c31d-42d4-b887-1ee8109ee870 None None] Provisioning for port d3cdde9f-50d3-4305-9a96-5ddcf720c036 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:53:10.227099 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8b31407d-c31d-42d4-b887-1ee8109ee870 None None] Provisioning complete for port d3cdde9f-50d3-4305-9a96-5ddcf720c036 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:53:10.227474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8b31407d-c31d-42d4-b887-1ee8109ee870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.232300 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-de7d891d-ac1a-4868-9d56-ce557f6d46cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:10.236171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-de7d891d-ac1a-4868-9d56-ce557f6d46cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:10.239029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-de7d891d-ac1a-4868-9d56-ce557f6d46cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:10.244727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-de7d891d-ac1a-4868-9d56-ce557f6d46cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:10.319214 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de7d891d-ac1a-4868-9d56-ce557f6d46cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.322988 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de7d891d-ac1a-4868-9d56-ce557f6d46cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.336124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8b31407d-c31d-42d4-b887-1ee8109ee870 None None] Port d3cdde9f-50d3-4305-9a96-5ddcf720c036 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:53:10.354075 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.366163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Transition to ACTIVE for port object 448d35da-7033-4732-9c7b-6c7ee4d275f1 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:53:10.369034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d891d-ac1a-4868-9d56-ce557f6d46cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782b3545-0f6c-4a66-8302-10ecc86d38f6,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:10.372041 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de7d891d-ac1a-4868-9d56-ce557f6d46cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.373285 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-de7d891d-ac1a-4868-9d56-ce557f6d46cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1959469 Jul 29 16:53:10.376710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56306) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:10.377653 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.381791 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-14a1c0f3-f3d3-4b35-a39f-582620fa2bf1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '782b3545-0f6c-4a66-8302-10ecc86d38f6', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:10.387631 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-14a1c0f3-f3d3-4b35-a39f-582620fa2bf1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:10.392045 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-14a1c0f3-f3d3-4b35-a39f-582620fa2bf1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:10.394880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-14a1c0f3-f3d3-4b35-a39f-582620fa2bf1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:10.400578 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-14a1c0f3-f3d3-4b35-a39f-582620fa2bf1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:10.417639 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-14a1c0f3-f3d3-4b35-a39f-582620fa2bf1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.487177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-14a1c0f3-f3d3-4b35-a39f-582620fa2bf1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.492336 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-14a1c0f3-f3d3-4b35-a39f-582620fa2bf1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.524544 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1c0f3-f3d3-4b35-a39f-582620fa2bf1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4236d6-5264-43b6-8a12-04ae23ecb3d7,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:10.532402 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-14a1c0f3-f3d3-4b35-a39f-582620fa2bf1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.536791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56310) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:10.537306 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-14a1c0f3-f3d3-4b35-a39f-582620fa2bf1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590741 Jul 29 16:53:10.542351 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f53fb613-bae8-4c85-84d9-88caa0c3d64c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '782b3545-0f6c-4a66-8302-10ecc86d38f6', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:10.549013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f53fb613-bae8-4c85-84d9-88caa0c3d64c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:10.554457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f53fb613-bae8-4c85-84d9-88caa0c3d64c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:10.563663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f53fb613-bae8-4c85-84d9-88caa0c3d64c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:10.569894 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f53fb613-bae8-4c85-84d9-88caa0c3d64c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:10.588550 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f53fb613-bae8-4c85-84d9-88caa0c3d64c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.611641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4a76a-c699-420c-afbd-0ebd4c3a9ab5 None None] Pushing event updated for resources: {'Port': ['ID=448d35da-7033-4732-9c7b-6c7ee4d275f1,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:10.659936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f53fb613-bae8-4c85-84d9-88caa0c3d64c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.664332 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f53fb613-bae8-4c85-84d9-88caa0c3d64c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.675916 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Attempting to bind port 448d35da-7033-4732-9c7b-6c7ee4d275f1 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:53:10.676386 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Attempting to bind port 448d35da-7033-4732-9c7b-6c7ee4d275f1 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:53:10.676977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Attempting to bind port 448d35da-7033-4732-9c7b-6c7ee4d275f1 on network 727ab11a-5926-485e-a6cb-40cebe3d10f9 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:53:10.683553 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:53:10.683931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Checking segment: {'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:53:10.684340 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.684732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Bound using segment: {'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:53:10.685233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Bound port: 448d35da-7033-4732-9c7b-6c7ee4d275f1, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:53:10.685612 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.694682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fb613-bae8-4c85-84d9-88caa0c3d64c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26be92a8-46f3-461d-90c2-932c113546b1,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:10.706126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f53fb613-bae8-4c85-84d9-88caa0c3d64c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.710448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56314) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:10.710707 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f53fb613-bae8-4c85-84d9-88caa0c3d64c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1727722 Jul 29 16:53:10.716005 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-4512755f-5811-47f4-8919-23bdcf5957f0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '782b3545-0f6c-4a66-8302-10ecc86d38f6', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:10.722868 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4512755f-5811-47f4-8919-23bdcf5957f0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:10.727972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4512755f-5811-47f4-8919-23bdcf5957f0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:10.730950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4512755f-5811-47f4-8919-23bdcf5957f0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:10.737727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4512755f-5811-47f4-8919-23bdcf5957f0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:10.738369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 56fc6574-2869-4033-ada7-0a844fc8f297 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:53:10.756280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4512755f-5811-47f4-8919-23bdcf5957f0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.821215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4512755f-5811-47f4-8919-23bdcf5957f0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.824654 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4512755f-5811-47f4-8919-23bdcf5957f0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.848226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512755f-5811-47f4-8919-23bdcf5957f0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47753c5d-3956-4be4-b98b-0944d654ba75,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:10.849255 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] For port 448d35da-7033-4732-9c7b-6c7ee4d275f1, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:53:10.852765 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] For port 448d35da-7033-4732-9c7b-6c7ee4d275f1, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=448d35da-7033-4732-9c7b-6c7ee4d275f1,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:53:10.858333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4512755f-5811-47f4-8919-23bdcf5957f0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.858901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.860135 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4512755f-5811-47f4-8919-23bdcf5957f0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484206 Jul 29 16:53:10.862916 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56318) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:10.867714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ef73c6b4-b804-4850-8201-06e71a9fe3c6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '782b3545-0f6c-4a66-8302-10ecc86d38f6', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:10.873468 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ef73c6b4-b804-4850-8201-06e71a9fe3c6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:10.877841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ef73c6b4-b804-4850-8201-06e71a9fe3c6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:10.880641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ef73c6b4-b804-4850-8201-06e71a9fe3c6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:10.886278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ef73c6b4-b804-4850-8201-06e71a9fe3c6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:10.902878 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ef73c6b4-b804-4850-8201-06e71a9fe3c6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.909893 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 56fc6574-2869-4033-ada7-0a844fc8f297 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:53:10.910266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.968486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ef73c6b4-b804-4850-8201-06e71a9fe3c6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.973501 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ef73c6b4-b804-4850-8201-06e71a9fe3c6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:10.992509 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4a76a-c699-420c-afbd-0ebd4c3a9ab5 None None] Pushing event updated for resources: {'Port': ['ID=448d35da-7033-4732-9c7b-6c7ee4d275f1,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:10.995533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73c6b4-b804-4850-8201-06e71a9fe3c6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78eefab-6545-4b0e-b6b4-e3e89042d480,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:11.000989 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Routers {'561e42bd-7135-48a2-bfaf-64310094e8d0'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:53:11.001636 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:52:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['561e42bd-7135-48a2-bfaf-64310094e8d0'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:11.009134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ef73c6b4-b804-4850-8201-06e71a9fe3c6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:11.016684 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56322) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:11.016814 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ef73c6b4-b804-4850-8201-06e71a9fe3c6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1529517 Jul 29 16:53:11.022977 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-edcf417b-be21-4f06-884a-cad7ac741879 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '782b3545-0f6c-4a66-8302-10ecc86d38f6', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:11.031733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-edcf417b-be21-4f06-884a-cad7ac741879 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:11.036118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-edcf417b-be21-4f06-884a-cad7ac741879 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:11.040159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-edcf417b-be21-4f06-884a-cad7ac741879 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:11.046593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-edcf417b-be21-4f06-884a-cad7ac741879 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:11.062577 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-edcf417b-be21-4f06-884a-cad7ac741879 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:53:11.069669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-edcf417b-be21-4f06-884a-cad7ac741879 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:11.144731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-edcf417b-be21-4f06-884a-cad7ac741879 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:11.148858 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-edcf417b-be21-4f06-884a-cad7ac741879 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:11.174228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf417b-be21-4f06-884a-cad7ac741879 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba8d84e-c75d-439c-b6cb-c4c48fb9d61d,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:11.184046 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-edcf417b-be21-4f06-884a-cad7ac741879 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:11.185481 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-edcf417b-be21-4f06-884a-cad7ac741879 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1674170 Jul 29 16:53:11.188212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56326) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:11.193249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3a90739e-a56e-4f8e-8a1c-85cd393868d3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '782b3545-0f6c-4a66-8302-10ecc86d38f6', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:11.198937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3a90739e-a56e-4f8e-8a1c-85cd393868d3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:11.202801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3a90739e-a56e-4f8e-8a1c-85cd393868d3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:11.205858 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3a90739e-a56e-4f8e-8a1c-85cd393868d3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:11.211535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3a90739e-a56e-4f8e-8a1c-85cd393868d3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:11.221055 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 56fc6574-2869-4033-ada7-0a844fc8f297 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:53:11.222147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0c72b486-55c8-45c7-813a-fc4f7035d4a1 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:53:11.222261 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-3a90739e-a56e-4f8e-8a1c-85cd393868d3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:53:11.228742 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3a90739e-a56e-4f8e-8a1c-85cd393868d3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:11.288123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] Set router 561e42bd-7135-48a2-bfaf-64310094e8d0 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:53:11.294101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3a90739e-a56e-4f8e-8a1c-85cd393868d3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:11.297783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3a90739e-a56e-4f8e-8a1c-85cd393868d3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:11.321073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90739e-a56e-4f8e-8a1c-85cd393868d3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0289eac-2eba-4ba6-8025-3390c2f78203,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:11.330446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3a90739e-a56e-4f8e-8a1c-85cd393868d3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:11.331594 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3a90739e-a56e-4f8e-8a1c-85cd393868d3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424823 Jul 29 16:53:11.514253 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 0c72b486-55c8-45c7-813a-fc4f7035d4a1 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:53:11.514606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:11.548227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-0575b46a-8ceb-47c3-93eb-f9d8b4c749b9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:53:11.563845 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-0575b46a-8ceb-47c3-93eb-f9d8b4c749b9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:53:11.565206 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-0575b46a-8ceb-47c3-93eb-f9d8b4c749b9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879995815&fields=id&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 267 time: 0.0570443 Jul 29 16:53:11.648126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-fe3ef1bb-1314-403f-b739-9f76a19124d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:11.648731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-fe3ef1bb-1314-403f-b739-9f76a19124d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:53:11.664113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-fe3ef1bb-1314-403f-b739-9f76a19124d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:53:11.665283 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-fe3ef1bb-1314-403f-b739-9f76a19124d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports/d3cdde9f-50d3-4305-9a96-5ddcf720c036 HTTP/1.1" status: 200 len: 931 time: 0.0925875 Jul 29 16:53:11.713383 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 0c72b486-55c8-45c7-813a-fc4f7035d4a1 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:53:11.733546 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:02Z', 'updated_at': '2022-07-29T16:53:07Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:03Z', 'updated_at': '2022-07-29T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '448d35da-7033-4732-9c7b-6c7ee4d275f1', 'name': '', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:b8:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:06Z', 'updated_at': '2022-07-29T16:53:10Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:11.737567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e2a84-cc0d-4b67-8c5d-065a64e174a5 None None] The sync data for ids ['561e42bd-7135-48a2-bfaf-64310094e8d0'] in dv-neutron-851534-1-hyperv is: [{'id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:02Z', 'updated_at': '2022-07-29T16:53:07Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:03Z', 'updated_at': '2022-07-29T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '448d35da-7033-4732-9c7b-6c7ee4d275f1', 'name': '', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:b8:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:06Z', 'updated_at': '2022-07-29T16:53:10Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:53:11.742684 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-23d3e9c6-0c14-45ba-9058-b8d2525dcfe7 service neutron] 10.222.0.58 "GET /v2.0/ports/d3cdde9f-50d3-4305-9a96-5ddcf720c036?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0653732 Jul 29 16:53:12.015980 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-cc48477c-ddc1-4f9f-89dd-2b7f51cd325e service neutron] 10.222.0.58 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660131 Jul 29 16:53:12.151879 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-8f7d7c64-ff37-4386-9ef7-e6979359c969 service neutron] 10.222.0.58 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299963 Jul 29 16:53:12.339433 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-05b0bffc-713c-41b9-9121-1b99882b2768 req-dee97a5f-7168-4801-8365-a9c9793c720b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 210 time: 0.0516925 Jul 29 16:53:12.756114 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 448d35da-7033-4732-9c7b-6c7ee4d275f1 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:53:12.829941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 448d35da-7033-4732-9c7b-6c7ee4d275f1 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:53:12.834884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 448d35da-7033-4732-9c7b-6c7ee4d275f1 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:53:12.835261 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:12.957438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 448d35da-7033-4732-9c7b-6c7ee4d275f1 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:53:12.957817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:12.991106 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 448d35da-7033-4732-9c7b-6c7ee4d275f1, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=448d35da-7033-4732-9c7b-6c7ee4d275f1,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:12.994872 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:13.062630 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=448d35da-7033-4732-9c7b-6c7ee4d275f1,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:13.407750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-4bd795bd-80e4-4c42-8858-5bb536e54798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:13.409476 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-4bd795bd-80e4-4c42-8858-5bb536e54798 service neutron] 10.222.0.69 "GET /v2.0/ports/d3cdde9f-50d3-4305-9a96-5ddcf720c036 HTTP/1.1" status: 200 len: 1027 time: 0.0685332 Jul 29 16:53:13.531663 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d890ae2e-d180-4769-96a0-25886d429208 req-a6019a16-d9f7-4c26-a217-6881f3c918ba tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 210 time: 0.0810280 Jul 29 16:53:13.573680 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-e1ef13c6-998f-4c19-bfa2-814c170cd349 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:13.574356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-e1ef13c6-998f-4c19-bfa2-814c170cd349 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:53:13.590191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-e1ef13c6-998f-4c19-bfa2-814c170cd349 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:53:13.591384 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-e1ef13c6-998f-4c19-bfa2-814c170cd349 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/networks?id=727ab11a-5926-485e-a6cb-40cebe3d10f9 HTTP/1.1" status: 200 len: 797 time: 0.1767585 Jul 29 16:53:13.642166 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-4fad84f0-adfb-4579-a240-15f246418405 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 379 time: 0.0399868 Jul 29 16:53:13.654699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Request body: {'port': {'device_id': '149da1b7-3d67-4a4a-8b6a-1a343881dcf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:13.763848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:14.197352 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3cdde9f-50d3-4305-9a96-5ddcf720c036 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:53:14.205575 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:14.220488 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Transition to ACTIVE for port object d3cdde9f-50d3-4305-9a96-5ddcf720c036 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:53:14.223454 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:14.381674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cdde9f-50d3-4305-9a96-5ddcf720c036,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:14.463498 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Attempting to bind port d3cdde9f-50d3-4305-9a96-5ddcf720c036 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:53:14.464075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Attempting to bind port d3cdde9f-50d3-4305-9a96-5ddcf720c036 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:53:14.464170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Attempting to bind port d3cdde9f-50d3-4305-9a96-5ddcf720c036 on network 727ab11a-5926-485e-a6cb-40cebe3d10f9 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:53:14.469231 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Port d3cdde9f-50d3-4305-9a96-5ddcf720c036 on network 727ab11a-5926-485e-a6cb-40cebe3d10f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:53:14.469556 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Attempting to bind port d3cdde9f-50d3-4305-9a96-5ddcf720c036 on network 727ab11a-5926-485e-a6cb-40cebe3d10f9 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:53:14.474583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:53:14.474918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Checking segment: {'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:53:14.475299 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Bound using segment: {'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:53:14.475746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Bound port: d3cdde9f-50d3-4305-9a96-5ddcf720c036, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:53:14.476095 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:14.567297 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] For port d3cdde9f-50d3-4305-9a96-5ddcf720c036, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:53:14.570437 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] For port d3cdde9f-50d3-4305-9a96-5ddcf720c036, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d3cdde9f-50d3-4305-9a96-5ddcf720c036,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:53:14.574396 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:14.626235 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:14.626845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:14.628219 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] 10.222.0.69 "PUT /v2.0/ports/d3cdde9f-50d3-4305-9a96-5ddcf720c036 HTTP/1.1" status: 200 len: 1132 time: 0.9773085 Jul 29 16:53:14.630578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149da1b7-3d67-4a4a-8b6a-1a343881dcf8', 'tag': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:53:14.663502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03f10d-0c10-49c8-8398-1059f5083105 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cdde9f-50d3-4305-9a96-5ddcf720c036,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:14.747355 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78af3c58-fafa-478e-9a96-57593efdc5f3'] response: {'name': 'network-changed', 'server_uuid': '149da1b7-3d67-4a4a-8b6a-1a343881dcf8', 'tag': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036', 'status': 'completed', 'code': 200} Jul 29 16:53:14.766339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 448d35da-7033-4732-9c7b-6c7ee4d275f1 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:53:14.795192 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-61b3204c-ae6c-44cf-8203-59a24f92296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:14.797038 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-61b3204c-ae6c-44cf-8203-59a24f92296c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 1135 time: 0.1143329 Jul 29 16:53:14.806608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8c481-c379-4c8e-8cad-d3cfdc96d880 req-fbbdd1b0-ce41-45ec-a18b-1ac0e065bf51 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:14.809253 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6ad8c481-c379-4c8e-8cad-d3cfdc96d880 req-fbbdd1b0-ce41-45ec-a18b-1ac0e065bf51 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 982 time: 0.1594398 Jul 29 16:53:14.872100 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6ad8c481-c379-4c8e-8cad-d3cfdc96d880 req-973a89ee-bae3-4c4d-879c-641b77f572eb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562143 Jul 29 16:53:14.873403 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-60115627-bad2-4c75-9d43-c5847a80b1f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3cdde9f-50d3-4305-9a96-5ddcf720c036 HTTP/1.1" status: 200 len: 217 time: 0.0699890 Jul 29 16:53:14.912129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 448d35da-7033-4732-9c7b-6c7ee4d275f1 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:53:14.912432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:14.938987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-67834572-d944-4f1e-a2fc-063541b04d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:14.940393 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-67834572-d944-4f1e-a2fc-063541b04d68 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b315e43c-dcbd-48ec-b66f-762f9bbac4e8 HTTP/1.1" status: 200 len: 833 time: 0.0613194 Jul 29 16:53:15.021612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-b6a58af8-3c00-450e-9455-df90ae8850fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:15.023073 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-b6a58af8-3c00-450e-9455-df90ae8850fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=727ab11a-5926-485e-a6cb-40cebe3d10f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764782 Jul 29 16:53:15.036850 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 448d35da-7033-4732-9c7b-6c7ee4d275f1 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:53:15.086552 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-972ea05e-ea09-45a7-b35b-e80e3d347a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:15.153700 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-fd0209f6-1e22-40d2-8d77-2b269048c8fa service neutron] 10.222.0.69 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248884 Jul 29 16:53:15.281217 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9922cb7d-07a2-40ab-8480-37be23ad1cd0 req-a5bf9e8e-589c-44a8-8509-1562415d349c service neutron] 10.222.0.69 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218207 Jul 29 16:53:15.402825 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef74d82-7d13-45ce-8d5d-90ecb02ccf52 req-d6128819-25ad-4fd9-81d8-733a8d953e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:15.404266 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7ef74d82-7d13-45ce-8d5d-90ecb02ccf52 req-d6128819-25ad-4fd9-81d8-733a8d953e2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 1135 time: 0.0806949 Jul 29 16:53:15.626661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef74d82-7d13-45ce-8d5d-90ecb02ccf52 req-fe790256-fb85-468b-ba79-2271730f4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:15.628096 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7ef74d82-7d13-45ce-8d5d-90ecb02ccf52 req-fe790256-fb85-468b-ba79-2271730f4001 service neutron] 10.222.0.69 "GET /v2.0/networks?id=727ab11a-5926-485e-a6cb-40cebe3d10f9 HTTP/1.1" status: 200 len: 898 time: 0.2179718 Jul 29 16:53:15.694576 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7ef74d82-7d13-45ce-8d5d-90ecb02ccf52 req-c4790e04-101d-49b9-93e8-b11f25840d69 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3cdde9f-50d3-4305-9a96-5ddcf720c036 HTTP/1.1" status: 200 len: 217 time: 0.0601354 Jul 29 16:53:15.757487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef74d82-7d13-45ce-8d5d-90ecb02ccf52 req-413ea3c0-a051-4a67-9bab-917994e95283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:15.758898 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7ef74d82-7d13-45ce-8d5d-90ecb02ccf52 req-413ea3c0-a051-4a67-9bab-917994e95283 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b315e43c-dcbd-48ec-b66f-762f9bbac4e8 HTTP/1.1" status: 200 len: 833 time: 0.0580008 Jul 29 16:53:15.841294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef74d82-7d13-45ce-8d5d-90ecb02ccf52 req-0f4bb70c-6459-4051-affe-4e832ea2e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:15.842641 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7ef74d82-7d13-45ce-8d5d-90ecb02ccf52 req-0f4bb70c-6459-4051-affe-4e832ea2e6cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=727ab11a-5926-485e-a6cb-40cebe3d10f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763309 Jul 29 16:53:15.973349 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7ef74d82-7d13-45ce-8d5d-90ecb02ccf52 req-8e47c014-8383-4eb5-abd4-e1688327d4d7 service neutron] 10.222.0.69 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240456 Jul 29 16:53:16.060122 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf43007-eaa2-47ff-baa7-3d059ce31265 req-0ade5351-8fbb-420e-af37-96f9a1def104 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:16.061628 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4bf43007-eaa2-47ff-baa7-3d059ce31265 req-0ade5351-8fbb-420e-af37-96f9a1def104 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 982 time: 0.0905192 Jul 29 16:53:16.105074 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4bf43007-eaa2-47ff-baa7-3d059ce31265 req-6ec97630-8425-4803-93bd-bea9ade2473d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369368 Jul 29 16:53:16.105292 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7ef74d82-7d13-45ce-8d5d-90ecb02ccf52 req-fd87fc9d-022a-4643-807b-1d6ea1cdef38 service neutron] 10.222.0.69 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252637 Jul 29 16:53:17.298215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b98cee-b062-494d-b500-2a6ade3117be req-6505ecc1-f239-4446-8908-07dc349de7a7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:17.299655 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-97b98cee-b062-494d-b500-2a6ade3117be req-6505ecc1-f239-4446-8908-07dc349de7a7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 982 time: 0.0864959 Jul 29 16:53:17.345411 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-97b98cee-b062-494d-b500-2a6ade3117be req-f62fcc8d-8851-4f0d-870d-0bb648c6c340 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402274 Jul 29 16:53:17.638859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9ed06c9d-67bc-4bcb-8339-867af54d3779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:17.764528 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d3cdde9f-50d3-4305-9a96-5ddcf720c036 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:53:17.893885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d3cdde9f-50d3-4305-9a96-5ddcf720c036, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d3cdde9f-50d3-4305-9a96-5ddcf720c036,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:17.906753 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'port_id': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036', 'mac_address': 'fa:16:3e:ba:63:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:53:17.962256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port d3cdde9f-50d3-4305-9a96-5ddcf720c036 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:53:17.962616 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:17.978851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cdde9f-50d3-4305-9a96-5ddcf720c036 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:53:17.994474 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d3cdde9f-50d3-4305-9a96-5ddcf720c036, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d3cdde9f-50d3-4305-9a96-5ddcf720c036,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:17.997685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:18.061729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=d3cdde9f-50d3-4305-9a96-5ddcf720c036,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:18.279162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:18.341823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['d3cdde9f-50d3-4305-9a96-5ddcf720c036'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:53:18.412449 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:18.546473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4c3a8-41d9-4a14-9b70-f80250dd9571 req-eb29a106-5bc4-47f9-8eb1-e081cf16daac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:18.547881 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7ff4c3a8-41d9-4a14-9b70-f80250dd9571 req-eb29a106-5bc4-47f9-8eb1-e081cf16daac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 983 time: 0.0935779 Jul 29 16:53:18.592915 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7ff4c3a8-41d9-4a14-9b70-f80250dd9571 req-6fbe66d3-9ae2-46b8-a872-4bc9cb1ef200 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 Jul 29 16:53:19.777680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d3cdde9f-50d3-4305-9a96-5ddcf720c036 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:53:19.788076 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60bb2d-5b9d-44b2-9b33-2e4a818d3428 req-efd2c27f-6082-448a-bf15-821799c6048e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:19.789824 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4b60bb2d-5b9d-44b2-9b33-2e4a818d3428 req-efd2c27f-6082-448a-bf15-821799c6048e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 983 time: 0.0913014 Jul 29 16:53:19.832997 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4b60bb2d-5b9d-44b2-9b33-2e4a818d3428 req-2ce9fff0-5cb3-4d8d-b9ec-9ceb5b7d8d5c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373378 Jul 29 16:53:19.845846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port d3cdde9f-50d3-4305-9a96-5ddcf720c036 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:53:19.850529 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port d3cdde9f-50d3-4305-9a96-5ddcf720c036 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:53:19.850900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:19.912073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:19.973953 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port d3cdde9f-50d3-4305-9a96-5ddcf720c036 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:53:19.974326 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:19.999489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149da1b7-3d67-4a4a-8b6a-1a343881dcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:53:20.009795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d3cdde9f-50d3-4305-9a96-5ddcf720c036, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d3cdde9f-50d3-4305-9a96-5ddcf720c036,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:20.014690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:20.086825 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=d3cdde9f-50d3-4305-9a96-5ddcf720c036,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:20.098082 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee8b7c4-02b6-4747-9a82-b4ee02603a83'] response: {'server_uuid': '149da1b7-3d67-4a4a-8b6a-1a343881dcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036', 'code': 200} Jul 29 16:53:20.333760 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbdb7a-f43e-48b0-8aa3-34187ceb6269 req-ca51aab6-df70-4f84-9844-41ea82ac7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:20.335216 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c8fbdb7a-f43e-48b0-8aa3-34187ceb6269 req-ca51aab6-df70-4f84-9844-41ea82ac7827 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 1137 time: 0.0820642 Jul 29 16:53:20.373955 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c8fbdb7a-f43e-48b0-8aa3-34187ceb6269 req-4aa88a98-ef21-4d4d-9d5b-0690faeb7c5f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331450 Jul 29 16:53:20.528956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:21.023871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d48250-3c60-486f-ad39-bf8a14f8992e req-03475c9e-bac5-4795-8f62-4d688a949e24 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:21.025340 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-38d48250-3c60-486f-ad39-bf8a14f8992e req-03475c9e-bac5-4795-8f62-4d688a949e24 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 984 time: 0.0858552 Jul 29 16:53:21.072284 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-38d48250-3c60-486f-ad39-bf8a14f8992e req-c29bab7f-6358-4a9b-81e9-083ca0c9f933 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 Jul 29 16:53:22.266452 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b5789-baef-4164-93aa-5661768e8b1b req-a3129615-7b93-49a0-828c-7c0447b5821b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:22.267895 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-de0b5789-baef-4164-93aa-5661768e8b1b req-a3129615-7b93-49a0-828c-7c0447b5821b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 984 time: 0.0867045 Jul 29 16:53:22.310042 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-de0b5789-baef-4164-93aa-5661768e8b1b req-6f08adaf-aa51-4bdb-881f-feeac03bff2d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366430 Jul 29 16:53:22.506640 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df41de3-3d85-4802-8190-db737a9aaba9 req-870d86ce-579a-467b-ae4c-79fd075fbee6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:22.508083 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8df41de3-3d85-4802-8190-db737a9aaba9 req-870d86ce-579a-467b-ae4c-79fd075fbee6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 984 time: 0.0908506 Jul 29 16:53:22.551772 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8df41de3-3d85-4802-8190-db737a9aaba9 req-ec1fc586-5555-45e9-8187-7f29b193a451 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377572 Jul 29 16:53:22.578375 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56384) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:22.653212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3891cd74-5d25-4a72-bebd-1d2a12869ad6 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:22.654683 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3891cd74-5d25-4a72-bebd-1d2a12869ad6 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 1132 time: 0.0753760 Jul 29 16:53:22.657422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56388) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:22.661996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:22.667974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:22.672294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:floatingip and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:22.675059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:22.680620 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:22.697312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:22.825993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:22.958253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.211 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/73baeffc-6859-4d42-a1a3-7934907930a2) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:53:23.104339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:23.136946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:23.203893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:53:23.206686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:53:23.210315 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:53:23.250604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=73baeffc-6859-4d42-a1a3-7934907930a2,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:23.710219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:23.782648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:23.982729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:23.987597 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:24.098046 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=73baeffc-6859-4d42-a1a3-7934907930a2,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:24.106971 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:24.275719 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP a51eb669-b90a-418b-9e81-9624ca523ed5 associated. External IP: 172.26.1.211, port: d3cdde9f-50d3-4305-9a96-5ddcf720c036. Jul 29 16:53:24.622881 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 561e42bd-7135-48a2-bfaf-64310094e8d0 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:53:24.910756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:53:24.920364 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344b384-8eb9-4ef7-80a3-5772ef4db943 None None] Sync routers for ids ['561e42bd-7135-48a2-bfaf-64310094e8d0'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:53:24.930197 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344b384-8eb9-4ef7-80a3-5772ef4db943 None None] Routers {'561e42bd-7135-48a2-bfaf-64310094e8d0'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:53:24.930796 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c344b384-8eb9-4ef7-80a3-5772ef4db943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:53:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['561e42bd-7135-48a2-bfaf-64310094e8d0'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:24.935133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:24.991191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [req-0565f01f-846f-41b6-b381-caa9d1cfbe4b req-e7fcfb0b-ed2d-4e9c-a503-aef6a21679b6 service neutron] (89210) timed out ('10.222.0.69', 51898) {{(pid=89210) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 29 16:53:24.992714 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-14babcc9-f449-4227-aabc-4c5f532ba8c3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.3338957 Jul 29 16:53:24.992827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149da1b7-3d67-4a4a-8b6a-1a343881dcf8', 'tag': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:53:24.995144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56392) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:25.040799 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d134024-61e6-4c18-8059-92070657d004'] response: {'name': 'network-changed', 'server_uuid': '149da1b7-3d67-4a4a-8b6a-1a343881dcf8', 'tag': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036', 'status': 'completed', 'code': 200} Jul 29 16:53:25.136436 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-c344b384-8eb9-4ef7-80a3-5772ef4db943 None None] Set router 561e42bd-7135-48a2-bfaf-64310094e8d0 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:53:25.139162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885c1313-e426-4488-ae76-3e4609ccd99c tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:25.141250 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-885c1313-e426-4488-ae76-3e4609ccd99c tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8&network_id=727ab11a-5926-485e-a6cb-40cebe3d10f9 HTTP/1.1" status: 200 len: 1132 time: 0.1449366 Jul 29 16:53:25.155427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc97b7c-50d1-457d-a2b1-a50bd5310283 req-8a71537c-f1da-42e1-a379-cd384090f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:25.156908 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8cc97b7c-50d1-457d-a2b1-a50bd5310283 req-8a71537c-f1da-42e1-a379-cd384090f0aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 1137 time: 0.0965283 Jul 29 16:53:25.290367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc97b7c-50d1-457d-a2b1-a50bd5310283 req-567108db-aaa6-453a-9773-3808a1ed1ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:25.290646 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:53:25.292127 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8cc97b7c-50d1-457d-a2b1-a50bd5310283 req-567108db-aaa6-453a-9773-3808a1ed1ff6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=727ab11a-5926-485e-a6cb-40cebe3d10f9 HTTP/1.1" status: 200 len: 898 time: 0.1295502 Jul 29 16:53:25.411629 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8cc97b7c-50d1-457d-a2b1-a50bd5310283 req-b9ce6938-2c18-45e2-b5ad-a279015b1111 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3cdde9f-50d3-4305-9a96-5ddcf720c036 HTTP/1.1" status: 200 len: 1038 time: 0.1134853 Jul 29 16:53:25.481425 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc97b7c-50d1-457d-a2b1-a50bd5310283 req-72611d9d-173f-4144-bc8e-3f48e20c2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:25.482895 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8cc97b7c-50d1-457d-a2b1-a50bd5310283 req-72611d9d-173f-4144-bc8e-3f48e20c2cf3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b315e43c-dcbd-48ec-b66f-762f9bbac4e8 HTTP/1.1" status: 200 len: 833 time: 0.0633798 Jul 29 16:53:25.496868 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c344b384-8eb9-4ef7-80a3-5772ef4db943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:02Z', 'updated_at': '2022-07-29T16:53:07Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:03Z', 'updated_at': '2022-07-29T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': 'a51eb669-b90a-418b-9e81-9624ca523ed5', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.211', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'port_id': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1933711644', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'mac_address': 'fa:16:3e:ba:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149da1b7-3d67-4a4a-8b6a-1a343881dcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:53:23Z', 'updated_at': '2022-07-29T16:53:23Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448d35da-7033-4732-9c7b-6c7ee4d275f1', 'name': '', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:b8:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:06Z', 'updated_at': '2022-07-29T16:53:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:25.502288 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344b384-8eb9-4ef7-80a3-5772ef4db943 None None] Checking router: 561e42bd-7135-48a2-bfaf-64310094e8d0 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:53:25.510974 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344b384-8eb9-4ef7-80a3-5772ef4db943 None None] Routers {'561e42bd-7135-48a2-bfaf-64310094e8d0'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:53:25.511576 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c344b384-8eb9-4ef7-80a3-5772ef4db943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:53:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['561e42bd-7135-48a2-bfaf-64310094e8d0'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:25.515564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c98387-1b1b-4277-91e5-ee164968b5e8 req-bd3a2599-51dd-456e-a7c9-81c72d2a6e39 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:25.523243 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c7c98387-1b1b-4277-91e5-ee164968b5e8 req-bd3a2599-51dd-456e-a7c9-81c72d2a6e39 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 984 time: 0.0992963 Jul 29 16:53:25.572546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc97b7c-50d1-457d-a2b1-a50bd5310283 req-536ec36d-190d-43f1-8bec-163a60c2035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:25.574072 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8cc97b7c-50d1-457d-a2b1-a50bd5310283 req-536ec36d-190d-43f1-8bec-163a60c2035d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=727ab11a-5926-485e-a6cb-40cebe3d10f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851445 Jul 29 16:53:25.577763 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c7c98387-1b1b-4277-91e5-ee164968b5e8 req-b0801ffe-ab7e-4af8-bdf8-089e85666d71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532625 Jul 29 16:53:25.692185 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-c344b384-8eb9-4ef7-80a3-5772ef4db943 None None] Set router 561e42bd-7135-48a2-bfaf-64310094e8d0 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:53:25.705254 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8cc97b7c-50d1-457d-a2b1-a50bd5310283 req-b226e3f2-cb80-4844-b58d-8e2111de3dd3 service neutron] 10.222.0.69 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242313 Jul 29 16:53:25.838242 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8cc97b7c-50d1-457d-a2b1-a50bd5310283 req-5d745180-0996-499c-8055-ca12defe36e7 service neutron] 10.222.0.69 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226957 Jul 29 16:53:26.028592 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c344b384-8eb9-4ef7-80a3-5772ef4db943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:02Z', 'updated_at': '2022-07-29T16:53:07Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:03Z', 'updated_at': '2022-07-29T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': 'a51eb669-b90a-418b-9e81-9624ca523ed5', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.211', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'port_id': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1933711644', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'mac_address': 'fa:16:3e:ba:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149da1b7-3d67-4a4a-8b6a-1a343881dcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:53:23Z', 'updated_at': '2022-07-29T16:53:23Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448d35da-7033-4732-9c7b-6c7ee4d275f1', 'name': '', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:b8:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:06Z', 'updated_at': '2022-07-29T16:53:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:26.032957 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344b384-8eb9-4ef7-80a3-5772ef4db943 None None] The sync data for ids ['561e42bd-7135-48a2-bfaf-64310094e8d0'] in dv-neutron-851534-1-hyperv is: [{'id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:02Z', 'updated_at': '2022-07-29T16:53:07Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:03Z', 'updated_at': '2022-07-29T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': 'a51eb669-b90a-418b-9e81-9624ca523ed5', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.211', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'port_id': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1933711644', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'mac_address': 'fa:16:3e:ba:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149da1b7-3d67-4a4a-8b6a-1a343881dcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:53:23Z', 'updated_at': '2022-07-29T16:53:23Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448d35da-7033-4732-9c7b-6c7ee4d275f1', 'name': '', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:b8:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:06Z', 'updated_at': '2022-07-29T16:53:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:53:26.211842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6150c543-3a20-42a1-a1dc-8ea05bbffd75 None None] New status for floating IP a51eb669-b90a-418b-9e81-9624ca523ed5: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:53:26.773868 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01930788-a5c2-4a6e-8e38-7a39de6d90ea req-0b5d6313-756f-4777-9c14-121a82e04051 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:26.775336 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-01930788-a5c2-4a6e-8e38-7a39de6d90ea req-0b5d6313-756f-4777-9c14-121a82e04051 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 984 time: 0.0909088 Jul 29 16:53:26.819683 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-01930788-a5c2-4a6e-8e38-7a39de6d90ea req-c267c20e-bc86-445e-b700-9ad59ec305c9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385430 Jul 29 16:53:26.873166 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29081ea1-bc54-4063-8360-0d4c28791021 req-972706f0-0191-4c0d-b06f-9f4ff4b6c37d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:26.873853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-29081ea1-bc54-4063-8360-0d4c28791021 req-972706f0-0191-4c0d-b06f-9f4ff4b6c37d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:53:26.889287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-29081ea1-bc54-4063-8360-0d4c28791021 req-972706f0-0191-4c0d-b06f-9f4ff4b6c37d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:53:26.891121 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-29081ea1-bc54-4063-8360-0d4c28791021 req-972706f0-0191-4c0d-b06f-9f4ff4b6c37d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 984 time: 0.1025257 Jul 29 16:53:27.063043 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29081ea1-bc54-4063-8360-0d4c28791021 req-68c0cd5b-de14-48b5-bacc-66d17f91acd8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:27.064303 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-29081ea1-bc54-4063-8360-0d4c28791021 req-68c0cd5b-de14-48b5-bacc-66d17f91acd8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/ports/d3cdde9f-50d3-4305-9a96-5ddcf720c036?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1688581 Jul 29 16:53:27.206629 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-29081ea1-bc54-4063-8360-0d4c28791021 req-68c8dd61-c75b-4b31-b38e-90462ffb4509 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1375034 Jul 29 16:53:27.217651 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-29081ea1-bc54-4063-8360-0d4c28791021 req-2b2969a5-233b-4be8-9000-2b26a4c2f253 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:27.328313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-29081ea1-bc54-4063-8360-0d4c28791021 req-2b2969a5-233b-4be8-9000-2b26a4c2f253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:27.519954 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-29081ea1-bc54-4063-8360-0d4c28791021 req-2b2969a5-233b-4be8-9000-2b26a4c2f253 service neutron] For port d3cdde9f-50d3-4305-9a96-5ddcf720c036, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d3cdde9f-50d3-4305-9a96-5ddcf720c036,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:27.549030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-29081ea1-bc54-4063-8360-0d4c28791021 req-2b2969a5-233b-4be8-9000-2b26a4c2f253 service neutron] For port d3cdde9f-50d3-4305-9a96-5ddcf720c036, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:53:27.599313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-29081ea1-bc54-4063-8360-0d4c28791021 req-2b2969a5-233b-4be8-9000-2b26a4c2f253 service neutron] device_id is not set on port d3cdde9f-50d3-4305-9a96-5ddcf720c036 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:53:27.607385 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-29081ea1-bc54-4063-8360-0d4c28791021 req-2b2969a5-233b-4be8-9000-2b26a4c2f253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:27.613537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-29081ea1-bc54-4063-8360-0d4c28791021 req-2b2969a5-233b-4be8-9000-2b26a4c2f253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:27.756292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2969a5-233b-4be8-9000-2b26a4c2f253 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cdde9f-50d3-4305-9a96-5ddcf720c036,revision_number=6']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:27.817299 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-29081ea1-bc54-4063-8360-0d4c28791021 req-2b2969a5-233b-4be8-9000-2b26a4c2f253 service neutron] No DVR routers for this DVR port d3cdde9f-50d3-4305-9a96-5ddcf720c036 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:53:27.865292 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6779c59e-f1bf-4a29-9aed-c20d6172f73f None None] Provisioning complete for port d3cdde9f-50d3-4305-9a96-5ddcf720c036 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:53:27.865703 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6779c59e-f1bf-4a29-9aed-c20d6172f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:27.918021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6779c59e-f1bf-4a29-9aed-c20d6172f73f None None] Port d3cdde9f-50d3-4305-9a96-5ddcf720c036 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:53:27.983718 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-68d24a27-0141-4199-b101-1668320b8b61 req-5cd2c179-9aaf-46a3-88c8-daabc7d7254b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=149da1b7-3d67-4a4a-8b6a-1a343881dcf8 HTTP/1.1" status: 200 len: 210 time: 0.0497534 Jul 29 16:53:28.056494 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-29081ea1-bc54-4063-8360-0d4c28791021 req-2b2969a5-233b-4be8-9000-2b26a4c2f253 service neutron] In _notify_port_updated(), no bound segment for port d3cdde9f-50d3-4305-9a96-5ddcf720c036 on network 727ab11a-5926-485e-a6cb-40cebe3d10f9 {{(pid=89210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:53:28.057390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29081ea1-bc54-4063-8360-0d4c28791021 req-2b2969a5-233b-4be8-9000-2b26a4c2f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:28.057998 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-29081ea1-bc54-4063-8360-0d4c28791021 req-2b2969a5-233b-4be8-9000-2b26a4c2f253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:28.059270 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-29081ea1-bc54-4063-8360-0d4c28791021 req-2b2969a5-233b-4be8-9000-2b26a4c2f253 service neutron] 10.222.0.69 "PUT /v2.0/ports/d3cdde9f-50d3-4305-9a96-5ddcf720c036 HTTP/1.1" status: 200 len: 1027 time: 0.8454728 Jul 29 16:53:29.082579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56408) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:29.158754 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fc884f-8bad-4fa7-88c8-9bfe70df13ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:29.160086 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-56fc884f-8bad-4fa7-88c8-9bfe70df13ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports/d3cdde9f-50d3-4305-9a96-5ddcf720c036 HTTP/1.1" status: 200 len: 926 time: 0.0765231 Jul 29 16:53:29.228643 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56414) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:29.234587 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-9e15a2da-250d-4739-b593-db00c1daf98d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969056859', 'description': 'tempest-secgroup-smoke-1969056859 description', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:29.240490 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9e15a2da-250d-4739-b593-db00c1daf98d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:29.250425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9e15a2da-250d-4739-b593-db00c1daf98d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:29.260479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9e15a2da-250d-4739-b593-db00c1daf98d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.280713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9e15a2da-250d-4739-b593-db00c1daf98d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:29.285029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9e15a2da-250d-4739-b593-db00c1daf98d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:29.287876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-9e15a2da-250d-4739-b593-db00c1daf98d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:29.293909 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-9e15a2da-250d-4739-b593-db00c1daf98d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:29.362952 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9e15a2da-250d-4739-b593-db00c1daf98d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.366170 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9e15a2da-250d-4739-b593-db00c1daf98d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.410190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15a2da-250d-4739-b593-db00c1daf98d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f83e39-cc3b-45ae-8d49-74eefae276be,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:29.412790 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9e15a2da-250d-4739-b593-db00c1daf98d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.414291 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9e15a2da-250d-4739-b593-db00c1daf98d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1845291 Jul 29 16:53:29.417549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56418) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:29.422375 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6d03b928-905c-45cf-ab64-25d94bd29c4f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': 'd6f83e39-cc3b-45ae-8d49-74eefae276be', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:29.428198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6d03b928-905c-45cf-ab64-25d94bd29c4f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:29.432002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6d03b928-905c-45cf-ab64-25d94bd29c4f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:29.434864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6d03b928-905c-45cf-ab64-25d94bd29c4f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:29.440473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6d03b928-905c-45cf-ab64-25d94bd29c4f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:29.457881 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d03b928-905c-45cf-ab64-25d94bd29c4f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.520323 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d03b928-905c-45cf-ab64-25d94bd29c4f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.524735 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d03b928-905c-45cf-ab64-25d94bd29c4f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.548455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03b928-905c-45cf-ab64-25d94bd29c4f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ea681b-5acc-48d2-8f3f-4a8ebd8ef409,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:29.557946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d03b928-905c-45cf-ab64-25d94bd29c4f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.559125 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6d03b928-905c-45cf-ab64-25d94bd29c4f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409950 Jul 29 16:53:29.561937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56422) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:29.566876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0ea5ef55-31c3-4716-af7c-f063b14a8ad5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': 'd6f83e39-cc3b-45ae-8d49-74eefae276be', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:29.572579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0ea5ef55-31c3-4716-af7c-f063b14a8ad5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:29.576371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0ea5ef55-31c3-4716-af7c-f063b14a8ad5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:29.579782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0ea5ef55-31c3-4716-af7c-f063b14a8ad5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:29.585480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0ea5ef55-31c3-4716-af7c-f063b14a8ad5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:29.601938 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ea5ef55-31c3-4716-af7c-f063b14a8ad5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.660587 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ea5ef55-31c3-4716-af7c-f063b14a8ad5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.664184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ea5ef55-31c3-4716-af7c-f063b14a8ad5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.686375 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5ef55-31c3-4716-af7c-f063b14a8ad5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106cce80-dcd6-4756-aa43-2d420a87f624,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:29.695196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ea5ef55-31c3-4716-af7c-f063b14a8ad5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.696423 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0ea5ef55-31c3-4716-af7c-f063b14a8ad5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335213 Jul 29 16:53:29.699178 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56426) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:29.704623 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7953ba77-0c1a-4477-a5e6-59a2db4216e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': 'd6f83e39-cc3b-45ae-8d49-74eefae276be', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:29.710209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7953ba77-0c1a-4477-a5e6-59a2db4216e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:29.713966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7953ba77-0c1a-4477-a5e6-59a2db4216e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:29.716816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7953ba77-0c1a-4477-a5e6-59a2db4216e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:29.722568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7953ba77-0c1a-4477-a5e6-59a2db4216e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:29.738315 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7953ba77-0c1a-4477-a5e6-59a2db4216e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.798576 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7953ba77-0c1a-4477-a5e6-59a2db4216e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.801931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7953ba77-0c1a-4477-a5e6-59a2db4216e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.827038 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953ba77-0c1a-4477-a5e6-59a2db4216e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d555b5d-b46c-44c0-92de-8ff816c6e96f,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:29.836399 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7953ba77-0c1a-4477-a5e6-59a2db4216e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.837567 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7953ba77-0c1a-4477-a5e6-59a2db4216e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374965 Jul 29 16:53:29.840296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56430) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:29.845116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a5a7e91f-ed8f-4a62-9d82-536454b6eb39 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': 'd6f83e39-cc3b-45ae-8d49-74eefae276be', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:29.850682 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a5a7e91f-ed8f-4a62-9d82-536454b6eb39 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:29.854706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a5a7e91f-ed8f-4a62-9d82-536454b6eb39 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:29.857648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a5a7e91f-ed8f-4a62-9d82-536454b6eb39 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:29.863591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a5a7e91f-ed8f-4a62-9d82-536454b6eb39 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:29.880439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e91f-ed8f-4a62-9d82-536454b6eb39 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.943603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e91f-ed8f-4a62-9d82-536454b6eb39 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.947185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e91f-ed8f-4a62-9d82-536454b6eb39 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.971313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7e91f-ed8f-4a62-9d82-536454b6eb39 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb7dd33-b129-4dda-a9c0-580b23897762,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:29.979700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e91f-ed8f-4a62-9d82-536454b6eb39 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:29.980966 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a5a7e91f-ed8f-4a62-9d82-536454b6eb39 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397657 Jul 29 16:53:29.983633 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56434) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:29.988876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-080ef760-1f5f-4a76-8baa-314873f66e6f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': 'd6f83e39-cc3b-45ae-8d49-74eefae276be', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:29.994631 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-080ef760-1f5f-4a76-8baa-314873f66e6f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:29.998607 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-080ef760-1f5f-4a76-8baa-314873f66e6f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:30.002096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-080ef760-1f5f-4a76-8baa-314873f66e6f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:30.007799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-080ef760-1f5f-4a76-8baa-314873f66e6f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:30.017872 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-080ef760-1f5f-4a76-8baa-314873f66e6f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:53:30.024356 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-080ef760-1f5f-4a76-8baa-314873f66e6f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:30.086320 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-080ef760-1f5f-4a76-8baa-314873f66e6f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:30.089870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-080ef760-1f5f-4a76-8baa-314873f66e6f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:30.114054 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ef760-1f5f-4a76-8baa-314873f66e6f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048744d2-6c71-41b4-9a6c-bb2b379079f5,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:30.123101 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-080ef760-1f5f-4a76-8baa-314873f66e6f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:30.124296 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-080ef760-1f5f-4a76-8baa-314873f66e6f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392088 Jul 29 16:53:30.127546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56438) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:30.132872 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-30b9b934-ef53-4391-a38f-d2718b770a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': 'd6f83e39-cc3b-45ae-8d49-74eefae276be', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:30.138579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-30b9b934-ef53-4391-a38f-d2718b770a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:30.142417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-30b9b934-ef53-4391-a38f-d2718b770a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:30.145304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-30b9b934-ef53-4391-a38f-d2718b770a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:30.151007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-30b9b934-ef53-4391-a38f-d2718b770a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:30.160987 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-30b9b934-ef53-4391-a38f-d2718b770a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:53:30.167636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-30b9b934-ef53-4391-a38f-d2718b770a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:30.234857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-30b9b934-ef53-4391-a38f-d2718b770a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:30.238460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-30b9b934-ef53-4391-a38f-d2718b770a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:30.261930 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9b934-ef53-4391-a38f-d2718b770a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7284144e-55ee-4079-8233-c87d71e7ec0c,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:30.270276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-30b9b934-ef53-4391-a38f-d2718b770a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:30.271566 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-30b9b934-ef53-4391-a38f-d2718b770a68 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430895 Jul 29 16:53:30.432312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-3e490d41-b4ee-4d28-9a47-b5e446bd57b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:53:30.447970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-3e490d41-b4ee-4d28-9a47-b5e446bd57b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:53:30.449108 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-3e490d41-b4ee-4d28-9a47-b5e446bd57b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969056859&fields=id&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 267 time: 0.0560825 Jul 29 16:53:30.524633 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-83efb5b0-680c-4c55-99ef-bfa68052465a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:30.526008 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-83efb5b0-680c-4c55-99ef-bfa68052465a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports/d3cdde9f-50d3-4305-9a96-5ddcf720c036 HTTP/1.1" status: 200 len: 931 time: 0.0701163 Jul 29 16:53:30.601950 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-e5992f67-45f4-4c77-9e70-c8e03528f730 service neutron] 10.222.0.58 "GET /v2.0/ports/d3cdde9f-50d3-4305-9a96-5ddcf720c036?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0633657 Jul 29 16:53:30.730708 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-e7077019-1ef8-4cff-bc53-e5fb492ad69d service neutron] 10.222.0.58 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232009 Jul 29 16:53:30.858391 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-5a07ad18-92d4-4efa-ab8c-e2554e20eb0c service neutron] 10.222.0.58 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212177 Jul 29 16:53:31.036335 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9cb1a22f-9429-48ac-b624-54e3ea22fd77 req-e2e0117c-a473-4a9d-93cf-61e8bdcfab2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 210 time: 0.0490086 Jul 29 16:53:31.886381 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d3cdde9f-50d3-4305-9a96-5ddcf720c036 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:53:31.939551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-5990c2bf-0869-4c19-97cd-692e31a7b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:31.940893 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-5990c2bf-0869-4c19-97cd-692e31a7b531 service neutron] 10.222.0.69 "GET /v2.0/ports/d3cdde9f-50d3-4305-9a96-5ddcf720c036 HTTP/1.1" status: 200 len: 1027 time: 0.0664973 Jul 29 16:53:31.946728 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d3cdde9f-50d3-4305-9a96-5ddcf720c036 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:53:32.091176 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-00392933-fa89-4086-bb3e-d578e0c74bac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:32.092685 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-00392933-fa89-4086-bb3e-d578e0c74bac tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/networks?id=727ab11a-5926-485e-a6cb-40cebe3d10f9 HTTP/1.1" status: 200 len: 797 time: 0.1471698 Jul 29 16:53:32.141530 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-85b7ab1d-84d2-49fe-ad6a-5612caeec7ae tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 472 time: 0.0411942 Jul 29 16:53:32.151627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Request body: {'port': {'device_id': '9184372f-eddd-48a3-9c09-de9496916716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:32.200068 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d13bd972-d5d7-4f6a-834a-3d986a08ea57 req-b115d6ff-ac74-43a0-9212-bc137d104964 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 210 time: 0.0539505 Jul 29 16:53:32.262259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:32.693265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3cdde9f-50d3-4305-9a96-5ddcf720c036 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:53:32.700300 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:32.714209 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Transition to ACTIVE for port object d3cdde9f-50d3-4305-9a96-5ddcf720c036 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:53:32.717945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:32.857727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cdde9f-50d3-4305-9a96-5ddcf720c036,revision_number=7']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:32.989902 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Attempting to bind port d3cdde9f-50d3-4305-9a96-5ddcf720c036 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:53:32.990529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Attempting to bind port d3cdde9f-50d3-4305-9a96-5ddcf720c036 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:53:32.990529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Attempting to bind port d3cdde9f-50d3-4305-9a96-5ddcf720c036 on network 727ab11a-5926-485e-a6cb-40cebe3d10f9 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:53:32.995195 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Port d3cdde9f-50d3-4305-9a96-5ddcf720c036 on network 727ab11a-5926-485e-a6cb-40cebe3d10f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:53:32.995508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Attempting to bind port d3cdde9f-50d3-4305-9a96-5ddcf720c036 on network 727ab11a-5926-485e-a6cb-40cebe3d10f9 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:53:33.000536 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:53:33.000871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Checking segment: {'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:53:33.001270 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Bound using segment: {'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:53:33.001686 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Bound port: d3cdde9f-50d3-4305-9a96-5ddcf720c036, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:53:33.002026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:33.090926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] For port d3cdde9f-50d3-4305-9a96-5ddcf720c036, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:53:33.094290 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] For port d3cdde9f-50d3-4305-9a96-5ddcf720c036, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d3cdde9f-50d3-4305-9a96-5ddcf720c036,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:53:33.098710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:33.158471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:33.159082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:33.160456 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] 10.222.0.69 "PUT /v2.0/ports/d3cdde9f-50d3-4305-9a96-5ddcf720c036 HTTP/1.1" status: 200 len: 1132 time: 1.0126832 Jul 29 16:53:33.160886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9184372f-eddd-48a3-9c09-de9496916716', 'tag': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:53:33.179909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee79c8-d69e-40a6-898f-e26683d25c47 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cdde9f-50d3-4305-9a96-5ddcf720c036,revision_number=8']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:33.246604 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c48b68-e992-4fde-ad52-a7c2fbfc18cd'] response: {'name': 'network-changed', 'server_uuid': '9184372f-eddd-48a3-9c09-de9496916716', 'tag': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036', 'status': 'completed', 'code': 200} Jul 29 16:53:33.298037 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-c9a13656-0f51-440e-a19d-109c270f681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:33.299531 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-c9a13656-0f51-440e-a19d-109c270f681d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 1135 time: 0.0900075 Jul 29 16:53:33.406685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb7da5-a013-46fe-b0f5-385606cfedde req-9b4c45b7-4457-4c70-90fc-bf7abaff9e11 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:33.407228 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-9e47402b-ee57-404c-80d4-d9a98c65a842 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3cdde9f-50d3-4305-9a96-5ddcf720c036 HTTP/1.1" status: 200 len: 1038 time: 0.0997119 Jul 29 16:53:33.408136 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f0bb7da5-a013-46fe-b0f5-385606cfedde req-9b4c45b7-4457-4c70-90fc-bf7abaff9e11 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 982 time: 0.0884061 Jul 29 16:53:33.452004 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f0bb7da5-a013-46fe-b0f5-385606cfedde req-77af3c91-9098-4fd5-89e1-d634e9d508e8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380495 Jul 29 16:53:33.470499 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-b6d45a6f-5901-4a61-afdd-e0ec173d589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:33.471939 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-b6d45a6f-5901-4a61-afdd-e0ec173d589a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b315e43c-dcbd-48ec-b66f-762f9bbac4e8 HTTP/1.1" status: 200 len: 833 time: 0.0600502 Jul 29 16:53:33.554661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-75dcc83f-3480-4582-b55c-d71998576190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:33.556131 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-75dcc83f-3480-4582-b55c-d71998576190 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=727ab11a-5926-485e-a6cb-40cebe3d10f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774531 Jul 29 16:53:33.685350 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-e9b9b570-16c0-4208-a690-f98c05220c82 service neutron] 10.222.0.69 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224439 Jul 29 16:53:33.813445 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3135a48b-6e6d-4c5e-ad1d-783a3f51dd10 req-26a2cf41-ee9f-4611-845a-b0a4d8ac4a9d service neutron] 10.222.0.69 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222510 Jul 29 16:53:33.935170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e5477-f239-4f64-9929-c277e1365c69 req-7e9b6957-0842-44d4-bcb8-df6ec0cf9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:33.936701 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e10e5477-f239-4f64-9929-c277e1365c69 req-7e9b6957-0842-44d4-bcb8-df6ec0cf9c5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 1135 time: 0.0812111 Jul 29 16:53:34.064678 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e5477-f239-4f64-9929-c277e1365c69 req-b890210d-4841-41e6-8d86-df4df4fc794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:34.066120 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e10e5477-f239-4f64-9929-c277e1365c69 req-b890210d-4841-41e6-8d86-df4df4fc794a service neutron] 10.222.0.69 "GET /v2.0/networks?id=727ab11a-5926-485e-a6cb-40cebe3d10f9 HTTP/1.1" status: 200 len: 898 time: 0.1237466 Jul 29 16:53:34.263888 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e10e5477-f239-4f64-9929-c277e1365c69 req-c139e9ea-ff58-4ff7-8a3b-a9d8ab954b82 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3cdde9f-50d3-4305-9a96-5ddcf720c036 HTTP/1.1" status: 200 len: 1038 time: 0.1909416 Jul 29 16:53:34.325914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e5477-f239-4f64-9929-c277e1365c69 req-d9b20cb5-fd9f-4bda-99a2-8a567986eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:34.327283 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e10e5477-f239-4f64-9929-c277e1365c69 req-d9b20cb5-fd9f-4bda-99a2-8a567986eb52 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b315e43c-dcbd-48ec-b66f-762f9bbac4e8 HTTP/1.1" status: 200 len: 833 time: 0.0575967 Jul 29 16:53:34.410237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e5477-f239-4f64-9929-c277e1365c69 req-d47812b4-a8e5-4e87-ba65-eb430497a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:34.411716 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e10e5477-f239-4f64-9929-c277e1365c69 req-d47812b4-a8e5-4e87-ba65-eb430497a3ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=727ab11a-5926-485e-a6cb-40cebe3d10f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782018 Jul 29 16:53:34.544678 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e10e5477-f239-4f64-9929-c277e1365c69 req-a11d5a28-0845-49fb-8d01-c721832dc89e service neutron] 10.222.0.69 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265850 Jul 29 16:53:34.652495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68208b-165f-44bf-82b0-18ce32c6cbca req-6526dc10-c566-4dfa-8eae-7bd9bed27e3f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:34.653980 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7b68208b-165f-44bf-82b0-18ce32c6cbca req-6526dc10-c566-4dfa-8eae-7bd9bed27e3f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 982 time: 0.0922220 Jul 29 16:53:34.676796 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e10e5477-f239-4f64-9929-c277e1365c69 req-057c3849-b2c7-411b-b186-cece971ebb8f service neutron] 10.222.0.69 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258073 Jul 29 16:53:34.698932 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7b68208b-165f-44bf-82b0-18ce32c6cbca req-dfd71ce2-7b11-45e4-b947-dc6168e34a52 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385733 Jul 29 16:53:35.888817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1caba3-3ec5-4044-8adc-8feca9a7f15f req-47bad41d-8cb6-4aee-bbf9-19b744a6627e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:35.890902 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5b1caba3-3ec5-4044-8adc-8feca9a7f15f req-47bad41d-8cb6-4aee-bbf9-19b744a6627e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 982 time: 0.0851760 Jul 29 16:53:35.936219 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5b1caba3-3ec5-4044-8adc-8feca9a7f15f req-c102a0a9-39ba-4bdc-9743-2cec8be72217 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 Jul 29 16:53:37.127048 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141154e-64f1-477b-a681-381ee84043e0 req-f0a077b8-6fe9-452b-a0c8-0f21848f0987 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:37.128496 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a141154e-64f1-477b-a681-381ee84043e0 req-f0a077b8-6fe9-452b-a0c8-0f21848f0987 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 982 time: 0.0858679 Jul 29 16:53:37.171481 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a141154e-64f1-477b-a681-381ee84043e0 req-d59fccc6-2613-4745-9bf3-c553c0192bf5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373266 Jul 29 16:53:37.886414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d3cdde9f-50d3-4305-9a96-5ddcf720c036 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:53:38.016669 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d3cdde9f-50d3-4305-9a96-5ddcf720c036, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d3cdde9f-50d3-4305-9a96-5ddcf720c036,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:38.029290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'port_id': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036', 'mac_address': 'fa:16:3e:ba:63:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:53:38.082557 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port d3cdde9f-50d3-4305-9a96-5ddcf720c036 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:53:38.082933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:38.102367 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cdde9f-50d3-4305-9a96-5ddcf720c036 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:53:38.117776 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d3cdde9f-50d3-4305-9a96-5ddcf720c036, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d3cdde9f-50d3-4305-9a96-5ddcf720c036,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:38.121634 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:38.215097 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=d3cdde9f-50d3-4305-9a96-5ddcf720c036,revision_number=9']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:38.465462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['d3cdde9f-50d3-4305-9a96-5ddcf720c036'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:53:38.475448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0339da-464e-4034-b836-12241f84b422 req-10f5a0e1-bb48-4512-9871-d0c706a628fd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:38.476904 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-af0339da-464e-4034-b836-12241f84b422 req-10f5a0e1-bb48-4512-9871-d0c706a628fd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 983 time: 0.1980133 Jul 29 16:53:38.522160 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-af0339da-464e-4034-b836-12241f84b422 req-7ff64b3e-ba51-4f1d-ba18-eea327510f07 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394435 Jul 29 16:53:39.719747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af829198-f532-46e1-a4aa-d109c17a1dc7 req-5efb1d68-3d6f-4b01-8682-d3bfc10d954b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:39.721207 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-af829198-f532-46e1-a4aa-d109c17a1dc7 req-5efb1d68-3d6f-4b01-8682-d3bfc10d954b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 983 time: 0.0869000 Jul 29 16:53:39.768405 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-af829198-f532-46e1-a4aa-d109c17a1dc7 req-188a1258-b978-4eda-939c-38d5031da001 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414534 Jul 29 16:53:39.901828 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d3cdde9f-50d3-4305-9a96-5ddcf720c036 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:53:39.967527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port d3cdde9f-50d3-4305-9a96-5ddcf720c036 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:53:39.972715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port d3cdde9f-50d3-4305-9a96-5ddcf720c036 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:53:39.973120 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:40.087307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port d3cdde9f-50d3-4305-9a96-5ddcf720c036 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:53:40.087594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:40.113662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9184372f-eddd-48a3-9c09-de9496916716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:53:40.123188 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d3cdde9f-50d3-4305-9a96-5ddcf720c036, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d3cdde9f-50d3-4305-9a96-5ddcf720c036,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:40.127536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:40.162525 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40ee370-3e5f-48b0-bf0d-da8d47a1ffbe'] response: {'server_uuid': '9184372f-eddd-48a3-9c09-de9496916716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cdde9f-50d3-4305-9a96-5ddcf720c036', 'code': 200} Jul 29 16:53:40.196834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=d3cdde9f-50d3-4305-9a96-5ddcf720c036,revision_number=10']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:40.387187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8077235-6225-4058-9a15-dda82d028110 req-8593f0fe-99f6-46c6-bcfb-2f5212e66f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:40.388631 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a8077235-6225-4058-9a15-dda82d028110 req-8593f0fe-99f6-46c6-bcfb-2f5212e66f81 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 1138 time: 0.0794010 Jul 29 16:53:40.427830 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a8077235-6225-4058-9a15-dda82d028110 req-c215192a-18f2-402e-accc-6abe01bab45f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Jul 29 16:53:40.960686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6b0c6-6cea-4b15-8f5d-79a4e9e99c9c req-4f5cefea-9503-459e-8370-88f6773e3c8f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:40.962081 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-edb6b0c6-6cea-4b15-8f5d-79a4e9e99c9c req-4f5cefea-9503-459e-8370-88f6773e3c8f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 985 time: 0.0878205 Jul 29 16:53:41.005937 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-edb6b0c6-6cea-4b15-8f5d-79a4e9e99c9c req-e5c71019-4453-4cfb-9444-3b4a77f53ba9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382156 Jul 29 16:53:42.204507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac270b-060a-4352-bc41-678ad63979a6 req-1b40a787-08bd-4453-b45c-52f0912602af tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:42.205984 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-aaac270b-060a-4352-bc41-678ad63979a6 req-1b40a787-08bd-4453-b45c-52f0912602af tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 985 time: 0.0902467 Jul 29 16:53:42.248802 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-aaac270b-060a-4352-bc41-678ad63979a6 req-0f398cbb-4fbb-48b3-97de-777cfc9fdbc5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371933 Jul 29 16:53:42.440164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fccaab-d01f-4420-858f-16e49df78236 req-c0e00cd4-af90-478b-869b-b8627bd64a19 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:42.441644 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d1fccaab-d01f-4420-858f-16e49df78236 req-c0e00cd4-af90-478b-869b-b8627bd64a19 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 985 time: 0.0871270 Jul 29 16:53:42.488431 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d1fccaab-d01f-4420-858f-16e49df78236 req-59034517-650d-40b5-9149-bdc470c0743d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411446 Jul 29 16:53:42.514612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56492) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:42.594930 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f431f3a4-38e3-4bf1-854d-8c45f4dbd505 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:42.596442 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f431f3a4-38e3-4bf1-854d-8c45f4dbd505 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716&network_id=727ab11a-5926-485e-a6cb-40cebe3d10f9 HTTP/1.1" status: 200 len: 1133 time: 0.0808444 Jul 29 16:53:42.958217 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1269cf7-f2d7-4dfb-97fe-2bd1f5be8049 req-45f13699-b011-4ecc-84d5-5253f3333081 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:42.959587 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e1269cf7-f2d7-4dfb-97fe-2bd1f5be8049 req-45f13699-b011-4ecc-84d5-5253f3333081 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 985 time: 0.0909173 Jul 29 16:53:43.003280 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e1269cf7-f2d7-4dfb-97fe-2bd1f5be8049 req-17e817e1-dae5-4f09-b6cf-b37af3866f12 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379858 Jul 29 16:53:44.198313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc73f1-507f-48bc-aa9a-f8e604c2d94f req-80cd49e2-a8d7-449d-b64a-428e73944dd6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:44.199766 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8ddc73f1-507f-48bc-aa9a-f8e604c2d94f req-80cd49e2-a8d7-449d-b64a-428e73944dd6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 985 time: 0.0857260 Jul 29 16:53:44.250098 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8ddc73f1-507f-48bc-aa9a-f8e604c2d94f req-07984e27-84b0-40a2-b904-3a202a7b8d41 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=d4f331a6-036a-4abb-a176-256f39a1915d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442150 Jul 29 16:53:44.294013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-fdbdd331-06de-4bff-aa89-7f0780e4440f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:44.295373 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-fdbdd331-06de-4bff-aa89-7f0780e4440f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 985 time: 0.0994632 Jul 29 16:53:44.364658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-3e33c570-4297-45cc-b09b-3b4baeb38a71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:44.365997 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-3e33c570-4297-45cc-b09b-3b4baeb38a71 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/ports/d3cdde9f-50d3-4305-9a96-5ddcf720c036?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0655050 Jul 29 16:53:44.505881 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-9dbf3fa7-f525-4d79-88a3-26c7c92fcb32 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1356428 Jul 29 16:53:44.516060 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-3ad802c5-4802-4f89-9845-7fc74c3f6a51 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:44.626244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-3ad802c5-4802-4f89-9845-7fc74c3f6a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:44.817986 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-3ad802c5-4802-4f89-9845-7fc74c3f6a51 service neutron] For port d3cdde9f-50d3-4305-9a96-5ddcf720c036, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d3cdde9f-50d3-4305-9a96-5ddcf720c036,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:44.845513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-3ad802c5-4802-4f89-9845-7fc74c3f6a51 service neutron] For port d3cdde9f-50d3-4305-9a96-5ddcf720c036, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:53:44.898491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-3ad802c5-4802-4f89-9845-7fc74c3f6a51 service neutron] device_id is not set on port d3cdde9f-50d3-4305-9a96-5ddcf720c036 yet. {{(pid=89210) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 29 16:53:44.906419 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-3ad802c5-4802-4f89-9845-7fc74c3f6a51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:44.911052 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-3ad802c5-4802-4f89-9845-7fc74c3f6a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:45.047122 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad802c5-4802-4f89-9845-7fc74c3f6a51 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cdde9f-50d3-4305-9a96-5ddcf720c036,revision_number=11']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:45.089890 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4249-e4e8-44aa-a5a5-80ec1e2e3d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:45.113668 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-3ad802c5-4802-4f89-9845-7fc74c3f6a51 service neutron] No DVR routers for this DVR port d3cdde9f-50d3-4305-9a96-5ddcf720c036 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:53:45.173219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-afca8048-a208-4f7e-8d04-9e6160926d3c None None] Provisioning complete for port d3cdde9f-50d3-4305-9a96-5ddcf720c036 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:53:45.173593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-afca8048-a208-4f7e-8d04-9e6160926d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:45.225015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-afca8048-a208-4f7e-8d04-9e6160926d3c None None] Port d3cdde9f-50d3-4305-9a96-5ddcf720c036 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:53:45.411855 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3933c950-4fb4-46e4-aa13-81e975aa7bfb req-d1d01165-c97e-449c-b4b2-63cd2dd5c561 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=9184372f-eddd-48a3-9c09-de9496916716 HTTP/1.1" status: 200 len: 210 time: 0.0534101 Jul 29 16:53:45.438292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-3ad802c5-4802-4f89-9845-7fc74c3f6a51 service neutron] In _notify_port_updated(), no bound segment for port d3cdde9f-50d3-4305-9a96-5ddcf720c036 on network 727ab11a-5926-485e-a6cb-40cebe3d10f9 {{(pid=89210) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 16:53:45.439150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-3ad802c5-4802-4f89-9845-7fc74c3f6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:45.439751 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-3ad802c5-4802-4f89-9845-7fc74c3f6a51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:45.441010 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-23b9a4b4-e691-483e-919b-9e11f896db5a req-3ad802c5-4802-4f89-9845-7fc74c3f6a51 service neutron] 10.222.0.69 "PUT /v2.0/ports/d3cdde9f-50d3-4305-9a96-5ddcf720c036 HTTP/1.1" status: 200 len: 1028 time: 0.9292326 Jul 29 16:53:46.507755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56506) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:46.579674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1be6609-bcff-4a43-8a4e-426bc5b8251e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:46.614482 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1be6609-bcff-4a43-8a4e-426bc5b8251e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:46.683542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1be6609-bcff-4a43-8a4e-426bc5b8251e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:46.702611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be6609-bcff-4a43-8a4e-426bc5b8251e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f83e39-cc3b-45ae-8d49-74eefae276be,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:46.712656 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a1be6609-bcff-4a43-8a4e-426bc5b8251e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:46.713787 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a1be6609-bcff-4a43-8a4e-426bc5b8251e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/security-groups/d6f83e39-cc3b-45ae-8d49-74eefae276be HTTP/1.1" status: 204 len: 168 time: 0.2049963 Jul 29 16:53:46.744111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56512) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:46.942912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-faac4a3d-b412-41de-baf9-99cda32c0577 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 73baeffc-6859-4d42-a1a3-7934907930a2 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:53:46.943249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-faac4a3d-b412-41de-baf9-99cda32c0577 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:47.105620 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-faac4a3d-b412-41de-baf9-99cda32c0577 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:47.105941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-faac4a3d-b412-41de-baf9-99cda32c0577 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:47.228570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-faac4a3d-b412-41de-baf9-99cda32c0577 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 73baeffc-6859-4d42-a1a3-7934907930a2 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:53:47.372425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-faac4a3d-b412-41de-baf9-99cda32c0577 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:47.422756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac4a3d-b412-41de-baf9-99cda32c0577 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=73baeffc-6859-4d42-a1a3-7934907930a2,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:47.519070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-faac4a3d-b412-41de-baf9-99cda32c0577 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:47.519731 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-faac4a3d-b412-41de-baf9-99cda32c0577 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP a51eb669-b90a-418b-9e81-9624ca523ed5 disassociated (deleted). External IP: 172.26.1.211, port: d3cdde9f-50d3-4305-9a96-5ddcf720c036. Jul 29 16:53:47.643589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-455541b3-be92-4dc3-95b7-348caae51c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:47.964305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d3cdde9f-50d3-4305-9a96-5ddcf720c036 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:53:47.970533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faac4a3d-b412-41de-baf9-99cda32c0577 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 561e42bd-7135-48a2-bfaf-64310094e8d0 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:53:48.023319 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d3cdde9f-50d3-4305-9a96-5ddcf720c036 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:53:48.149400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faac4a3d-b412-41de-baf9-99cda32c0577 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:53:48.158538 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8638db1-6262-4032-922b-81b99259a628 None None] Sync routers for ids ['561e42bd-7135-48a2-bfaf-64310094e8d0'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:53:48.167855 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8638db1-6262-4032-922b-81b99259a628 None None] Routers {'561e42bd-7135-48a2-bfaf-64310094e8d0'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:53:48.168460 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b8638db1-6262-4032-922b-81b99259a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:53:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['561e42bd-7135-48a2-bfaf-64310094e8d0'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:48.168954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-faac4a3d-b412-41de-baf9-99cda32c0577 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:48.228555 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-faac4a3d-b412-41de-baf9-99cda32c0577 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/floatingips/a51eb669-b90a-418b-9e81-9624ca523ed5 HTTP/1.1" status: 204 len: 168 time: 1.4808807 Jul 29 16:53:48.283576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:48.347677 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-b8638db1-6262-4032-922b-81b99259a628 None None] Set router 561e42bd-7135-48a2-bfaf-64310094e8d0 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:53:48.378923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56520) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:48.405450 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:48.448434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8ca977b4-c864-44b8-bf0e-809569cb24e5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:48.478445 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8ca977b4-c864-44b8-bf0e-809569cb24e5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:48.547063 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8ca977b4-c864-44b8-bf0e-809569cb24e5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:48.570242 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca977b4-c864-44b8-bf0e-809569cb24e5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782b3545-0f6c-4a66-8302-10ecc86d38f6,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:48.577131 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8ca977b4-c864-44b8-bf0e-809569cb24e5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:48.581715 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8ca977b4-c864-44b8-bf0e-809569cb24e5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/security-groups/782b3545-0f6c-4a66-8302-10ecc86d38f6 HTTP/1.1" status: 204 len: 168 time: 0.2017126 Jul 29 16:53:48.610992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56526) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:48.678443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4e855a54-7496-4e63-9713-590132d6fead tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port d3cdde9f-50d3-4305-9a96-5ddcf720c036 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:53:48.678624 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4e855a54-7496-4e63-9713-590132d6fead tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:48.697513 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b8638db1-6262-4032-922b-81b99259a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:02Z', 'updated_at': '2022-07-29T16:53:07Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:03Z', 'updated_at': '2022-07-29T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '448d35da-7033-4732-9c7b-6c7ee4d275f1', 'name': '', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:b8:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:06Z', 'updated_at': '2022-07-29T16:53:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:48.701362 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8638db1-6262-4032-922b-81b99259a628 None None] Checking router: 561e42bd-7135-48a2-bfaf-64310094e8d0 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:53:48.710146 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8638db1-6262-4032-922b-81b99259a628 None None] Routers {'561e42bd-7135-48a2-bfaf-64310094e8d0'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:53:48.710739 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b8638db1-6262-4032-922b-81b99259a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:53:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['561e42bd-7135-48a2-bfaf-64310094e8d0'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:48.883034 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-b8638db1-6262-4032-922b-81b99259a628 None None] Set router 561e42bd-7135-48a2-bfaf-64310094e8d0 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:53:48.918361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4e855a54-7496-4e63-9713-590132d6fead tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:49.040166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4e855a54-7496-4e63-9713-590132d6fead tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for d3cdde9f-50d3-4305-9a96-5ddcf720c036 owned by {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:53:49.189676 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b8638db1-6262-4032-922b-81b99259a628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:02Z', 'updated_at': '2022-07-29T16:53:07Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:03Z', 'updated_at': '2022-07-29T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '448d35da-7033-4732-9c7b-6c7ee4d275f1', 'name': '', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:b8:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:06Z', 'updated_at': '2022-07-29T16:53:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:49.193408 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8638db1-6262-4032-922b-81b99259a628 None None] The sync data for ids ['561e42bd-7135-48a2-bfaf-64310094e8d0'] in dv-neutron-851534-1-hyperv is: [{'id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:02Z', 'updated_at': '2022-07-29T16:53:07Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:03Z', 'updated_at': '2022-07-29T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '448d35da-7033-4732-9c7b-6c7ee4d275f1', 'name': '', 'network_id': '727ab11a-5926-485e-a6cb-40cebe3d10f9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:b8:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:06Z', 'updated_at': '2022-07-29T16:53:12Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'b315e43c-dcbd-48ec-b66f-762f9bbac4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:53:49.202163 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4e855a54-7496-4e63-9713-590132d6fead tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:49.253337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855a54-7496-4e63-9713-590132d6fead tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=d3cdde9f-50d3-4305-9a96-5ddcf720c036,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:49.367915 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4e855a54-7496-4e63-9713-590132d6fead tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:49.379414 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4e855a54-7496-4e63-9713-590132d6fead tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/ports/d3cdde9f-50d3-4305-9a96-5ddcf720c036 HTTP/1.1" status: 204 len: 168 time: 0.7673090 Jul 29 16:53:49.382184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56530) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:49.442725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba846a-b149-463f-995f-1802bd1e8547 None None] New status for floating IP a51eb669-b90a-418b-9e81-9624ca523ed5: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:53:49.896434 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:50.055876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-764de584-784a-4811-bbdf-81876160170b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:50.404425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-764de584-784a-4811-bbdf-81876160170b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 448d35da-7033-4732-9c7b-6c7ee4d275f1 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:53:50.404769 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-764de584-784a-4811-bbdf-81876160170b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:50.524550 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:50.594254 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-764de584-784a-4811-bbdf-81876160170b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 448d35da-7033-4732-9c7b-6c7ee4d275f1, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=448d35da-7033-4732-9c7b-6c7ee4d275f1,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:50.594614 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-764de584-784a-4811-bbdf-81876160170b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:50.715183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-764de584-784a-4811-bbdf-81876160170b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 448d35da-7033-4732-9c7b-6c7ee4d275f1 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:53:50.891550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-764de584-784a-4811-bbdf-81876160170b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:50.939460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764de584-784a-4811-bbdf-81876160170b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=448d35da-7033-4732-9c7b-6c7ee4d275f1,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:51.332072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-764de584-784a-4811-bbdf-81876160170b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:51.689509 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764de584-784a-4811-bbdf-81876160170b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 561e42bd-7135-48a2-bfaf-64310094e8d0 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:53:51.865019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764de584-784a-4811-bbdf-81876160170b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:53:51.874130 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1503693a-3970-410e-9188-eb059215acde None None] Sync routers for ids ['561e42bd-7135-48a2-bfaf-64310094e8d0'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:53:51.879600 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-764de584-784a-4811-bbdf-81876160170b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/561e42bd-7135-48a2-bfaf-64310094e8d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4963295 Jul 29 16:53:51.882291 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56534) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:51.884033 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1503693a-3970-410e-9188-eb059215acde None None] Routers {'561e42bd-7135-48a2-bfaf-64310094e8d0'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:53:51.884626 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1503693a-3970-410e-9188-eb059215acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:53:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['561e42bd-7135-48a2-bfaf-64310094e8d0'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:51.946674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting subnet b315e43c-dcbd-48ec-b66f-762f9bbac4e8 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:53:51.949526 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:52.006037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:52.057443 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-1503693a-3970-410e-9188-eb059215acde None None] Set router 561e42bd-7135-48a2-bfaf-64310094e8d0 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:53:52.086700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:52.158809 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:52.199149 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Subnet': ['ID=b315e43c-dcbd-48ec-b66f-762f9bbac4e8,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:52.208646 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:52.209073 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:52.209733 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:52.209733 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:52.209996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:52.210305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:52.210636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:52.210956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:52.211279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:52.211638 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:52.211902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:52.212220 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:52.213901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f272a2-7273-4dd4-bf6e-611dd77bd63d None None] Network 727ab11a-5926-485e-a6cb-40cebe3d10f9 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:53:52.214941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:52.224334 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2fa21a07-b285-4921-afbf-c8450c4dacde tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/subnets/b315e43c-dcbd-48ec-b66f-762f9bbac4e8 HTTP/1.1" status: 204 len: 168 time: 0.3386178 Jul 29 16:53:52.224487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56538) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:52.333792 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1503693a-3970-410e-9188-eb059215acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:02Z', 'updated_at': '2022-07-29T16:53:50Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:03Z', 'updated_at': '2022-07-29T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:52.337726 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1503693a-3970-410e-9188-eb059215acde None None] Checking router: 561e42bd-7135-48a2-bfaf-64310094e8d0 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:53:52.346472 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1503693a-3970-410e-9188-eb059215acde None None] Routers {'561e42bd-7135-48a2-bfaf-64310094e8d0'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:53:52.347063 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1503693a-3970-410e-9188-eb059215acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:53:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['561e42bd-7135-48a2-bfaf-64310094e8d0'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:52.401716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:52.487706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55f0ff9-972d-49ed-953c-ef7831f71587 None None] DHCP port deletion for 727ab11a-5926-485e-a6cb-40cebe3d10f9 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:53:52.492714 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e55f0ff9-972d-49ed-953c-ef7831f71587 None None] Deleting port 56fc6574-2869-4033-ada7-0a844fc8f297 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:53:52.493484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e55f0ff9-972d-49ed-953c-ef7831f71587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:52.531619 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-1503693a-3970-410e-9188-eb059215acde None None] Set router 561e42bd-7135-48a2-bfaf-64310094e8d0 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:53:52.713692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e55f0ff9-972d-49ed-953c-ef7831f71587 None None] For port 56fc6574-2869-4033-ada7-0a844fc8f297, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=56fc6574-2869-4033-ada7-0a844fc8f297,segment=NetworkSegment(9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03),segment_id=9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:52.714403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e55f0ff9-972d-49ed-953c-ef7831f71587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:52.726917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:52.737230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 0c72b486-55c8-45c7-813a-fc4f7035d4a1 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:53:52.737653 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:52.839488 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 56fc6574-2869-4033-ada7-0a844fc8f297 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:53:52.864419 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1503693a-3970-410e-9188-eb059215acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:02Z', 'updated_at': '2022-07-29T16:53:50Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:03Z', 'updated_at': '2022-07-29T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:52.868239 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1503693a-3970-410e-9188-eb059215acde None None] The sync data for ids ['561e42bd-7135-48a2-bfaf-64310094e8d0'] in dv-neutron-851534-1-hyperv is: [{'id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'name': 'tempest-TestNetworkBasicOps-router-1459149002', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:02Z', 'updated_at': '2022-07-29T16:53:50Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '0c72b486-55c8-45c7-813a-fc4f7035d4a1', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561e42bd-7135-48a2-bfaf-64310094e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:03Z', 'updated_at': '2022-07-29T16:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:53:52.868567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e55f0ff9-972d-49ed-953c-ef7831f71587 None None] Calling delete_port for 56fc6574-2869-4033-ada7-0a844fc8f297 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:53:52.945870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 0c72b486-55c8-45c7-813a-fc4f7035d4a1, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0c72b486-55c8-45c7-813a-fc4f7035d4a1,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:53:52.946220 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:53.035708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e55f0ff9-972d-49ed-953c-ef7831f71587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:53.068504 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 0c72b486-55c8-45c7-813a-fc4f7035d4a1 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:53:53.095565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f0ff9-972d-49ed-953c-ef7831f71587 None None] No DVR routers for this DVR port 56fc6574-2869-4033-ada7-0a844fc8f297 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:53:53.102488 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f0ff9-972d-49ed-953c-ef7831f71587 None None] Pushing event deleted for resources: {'Port': ['ID=56fc6574-2869-4033-ada7-0a844fc8f297,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:53.110657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 56fc6574-2869-4033-ada7-0a844fc8f297 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:53:53.111040 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:53.245613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:53.292492 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=0c72b486-55c8-45c7-813a-fc4f7035d4a1,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:53.391667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:53.562817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:53.564970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:53.586949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:53.587390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Fanout notify agent at l3_agent the message router_deleted on router 561e42bd-7135-48a2-bfaf-64310094e8d0 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:53:53.602411 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:53.603499 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9af47032-d649-49eb-97d3-be8c894f0f82 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/routers/561e42bd-7135-48a2-bfaf-64310094e8d0 HTTP/1.1" status: 204 len: 168 time: 1.3781269 Jul 29 16:53:53.606274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56542) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:53.722185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3103a52d-47f8-4dbb-8dd3-102782ef2139 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:53.849908 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3103a52d-47f8-4dbb-8dd3-102782ef2139 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:53.874328 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-3103a52d-47f8-4dbb-8dd3-102782ef2139 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727ab11a-5926-485e-a6cb-40cebe3d10f9']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:53.885976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-3103a52d-47f8-4dbb-8dd3-102782ef2139 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:53.886272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-3103a52d-47f8-4dbb-8dd3-102782ef2139 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:53.897334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3103a52d-47f8-4dbb-8dd3-102782ef2139 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:53.913178 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3103a52d-47f8-4dbb-8dd3-102782ef2139 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:53.919494 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3103a52d-47f8-4dbb-8dd3-102782ef2139 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:53:53.919944 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3103a52d-47f8-4dbb-8dd3-102782ef2139 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:54.103157 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03 resource provider aggregate not found Jul 29 16:53:54.125955 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ee4ca0d-8e9a-457d-a8eb-ca76b27cda03 found for delete ", "request_id": "req-2be85899-ac88-4449-97a8-6c4eed47ee0c"}]} Jul 29 16:53:54.137899 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3103a52d-47f8-4dbb-8dd3-102782ef2139 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:54.155091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3103a52d-47f8-4dbb-8dd3-102782ef2139 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:54.167891 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103a52d-47f8-4dbb-8dd3-102782ef2139 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Network': ['ID=727ab11a-5926-485e-a6cb-40cebe3d10f9,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:54.174070 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3103a52d-47f8-4dbb-8dd3-102782ef2139 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/networks/727ab11a-5926-485e-a6cb-40cebe3d10f9 HTTP/1.1" status: 204 len: 168 time: 0.5668702 Jul 29 16:53:54.187043 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56550) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:54.198184 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-68759223-e3c2-4c82-abcd-a40a78f996c1 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0100527 Jul 29 16:53:54.200518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56554) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:54.206059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'network': {'name': 'tempest-network-smoke--1054316742', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'port_security_enabled': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:54.210853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:54.215509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:network and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:54.220232 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:54.226289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:54.235030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:53:54.238500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:54.268077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:53:54.276402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:54.276767 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Added segment 8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9 of type vlan for network 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 Jul 29 16:53:54.302343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:54.330031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:54.335366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:54.335943 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:54.437204 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2351127 Jul 29 16:53:54.439933 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56558) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:54.445204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'admin_state_up': True, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:54.445903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Network': ['ID=1d35d86b-f546-4ffb-92b8-b4546dfc5e31,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:54.452834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:54.454028 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:54.454379 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:54.454721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:54.455056 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:54.455378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:54.455710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:54.456044 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:54.456368 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:54.456693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:54.456809 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:router and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:54.457012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:54.457357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:54.457680 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ebf45-0ca7-41de-85e1-ccc4b630ae4c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:53:54.459776 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:54.466071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:54.468996 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:53:54.475770 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:54.476725 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:54.492258 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:54.737096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0c72b486-55c8-45c7-813a-fc4f7035d4a1 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:53:54.766342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:54.770351 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 0c72b486-55c8-45c7-813a-fc4f7035d4a1 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:53:54.770771 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0c72b486-55c8-45c7-813a-fc4f7035d4a1 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:53:54.771104 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 448d35da-7033-4732-9c7b-6c7ee4d275f1 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:53:54.810446 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 448d35da-7033-4732-9c7b-6c7ee4d275f1 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:53:54.810788 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 448d35da-7033-4732-9c7b-6c7ee4d275f1 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:53:55.065749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:55.093584 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:55.229173 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.20 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/2c9f2672-37ab-4320-a137-be6a68b7375b) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:53:55.372525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:55.400120 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:55.461969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:53:55.464704 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:53:55.468769 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:53:55.509604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=2c9f2672-37ab-4320-a137-be6a68b7375b,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:55.982939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:56.314076 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:56.514304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 519c6f3a-f797-4d06-86db-c51cc2c209ce is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:53:56.692674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:53:56.701833 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Sync routers for ids ['519c6f3a-f797-4d06-86db-c51cc2c209ce'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:53:56.711598 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Routers {'519c6f3a-f797-4d06-86db-c51cc2c209ce'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:53:56.712213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:53:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['519c6f3a-f797-4d06-86db-c51cc2c209ce'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:56.720666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:56.721890 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-03379978-648e-43e6-a3fa-93b69f467db5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2809095 Jul 29 16:53:56.725109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56562) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:56.763631 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-70e549c1-ec55-4414-9f7c-edd76dd1e884 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ab8e87e6e1034425bfda48f6df7de642&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374629 Jul 29 16:53:56.766912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56566) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:56.885469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Set router 519c6f3a-f797-4d06-86db-c51cc2c209ce gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:53:56.893516 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f53ec4-7d8a-4a2a-8eea-86a1d6157ea5 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:56.894996 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-91f53ec4-7d8a-4a2a-8eea-86a1d6157ea5 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1272111 Jul 29 16:53:56.897962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56570) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:56.935956 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-108dd893-80e1-4b3f-a787-387af26a2f19 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368750 Jul 29 16:53:56.939006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56574) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:56.944117 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-133674191', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:53:57.052202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:53:57.056042 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:subnet and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:53:57.058867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:53:57.065125 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:53:57.074133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:53:57.077587 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:57.171580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:53:55Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:57.175783 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Checking router: 519c6f3a-f797-4d06-86db-c51cc2c209ce for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:53:57.176134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Updating router 519c6f3a-f797-4d06-86db-c51cc2c209ce port 2c9f2672-37ab-4320-a137-be6a68b7375b binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:53:57.230270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:57.415315 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:57.491147 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Subnet': ['ID=c2578af2-4692-45dd-9ecc-ed3a9fe08ad9,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:57.507111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Checking segment: {'id': '8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:53:57.507470 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network hostable DHCP agents. Network: 1d35d86b-f546-4ffb-92b8-b4546dfc5e31, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:53:57.532318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:53:57.543276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 1d35d86b-f546-4ffb-92b8-b4546dfc5e31) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:53:57.548095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:53:57.548814 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:57.563339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114e2844-92d1-46fa-bf5d-06f8b0ced95d None None] Network 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:53:57.570600 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cf1a2f96-73ba-4497-b731-7e661cb0a2e4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6306241 Jul 29 16:53:57.573378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56578) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:53:57.578449 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:57.646858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Transition to ACTIVE for port object 2c9f2672-37ab-4320-a137-be6a68b7375b will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:53:57.659744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:57.825214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622534c8-69c4-4337-857a-e25904a3f268 None None] Pushing event updated for resources: {'Port': ['ID=2c9f2672-37ab-4320-a137-be6a68b7375b,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:57.830917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Attempting to bind port 2c9f2672-37ab-4320-a137-be6a68b7375b on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:53:57.831288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Attempting to bind port 2c9f2672-37ab-4320-a137-be6a68b7375b by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:53:57.831653 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Attempting to bind port 2c9f2672-37ab-4320-a137-be6a68b7375b on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:53:57.848079 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:53:57.848451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:53:57.848854 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:57.849263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:53:57.849721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Bound port: 2c9f2672-37ab-4320-a137-be6a68b7375b, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:53:57.850091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:57.966921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ips': [{'subnet_id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:53:57.968287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:57.978732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] For port 2c9f2672-37ab-4320-a137-be6a68b7375b, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:53:57.991480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] For port 2c9f2672-37ab-4320-a137-be6a68b7375b, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2c9f2672-37ab-4320-a137-be6a68b7375b,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:53:58.034058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:58.142627 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Routers {'519c6f3a-f797-4d06-86db-c51cc2c209ce'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:53:58.143241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:53:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['519c6f3a-f797-4d06-86db-c51cc2c209ce'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:58.267137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:58.292894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622534c8-69c4-4337-857a-e25904a3f268 None None] Pushing event updated for resources: {'Port': ['ID=2c9f2672-37ab-4320-a137-be6a68b7375b,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:58.338156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Allocated IP 172.20.0.2 (1d35d86b-f546-4ffb-92b8-b4546dfc5e31/c2578af2-4692-45dd-9ecc-ed3a9fe08ad9/954dbd1b-312c-4390-809b-31dd0b6588f2) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:53:58.445694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] Set router 519c6f3a-f797-4d06-86db-c51cc2c209ce gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:53:58.796754 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:58.810185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Transition to ACTIVE for port object 954dbd1b-312c-4390-809b-31dd0b6588f2 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:53:58.833506 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Transition to ACTIVE for port object 954dbd1b-312c-4390-809b-31dd0b6588f2 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:53:58.840690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:58.893566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:53:55Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:53:58.901823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.1 (1d35d86b-f546-4ffb-92b8-b4546dfc5e31/c2578af2-4692-45dd-9ecc-ed3a9fe08ad9/92ecb659-580d-48a5-9aab-db2d89865c8d) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:53:58.911088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d9211-4b39-44a0-9e72-934a5352f685 None None] The sync data for ids ['519c6f3a-f797-4d06-86db-c51cc2c209ce'] in dv-neutron-851534-1-hyperv is: [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:53:55Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:53:58.916248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Network 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:53:58.921806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:53:58.925612 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:53:58.960788 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Pushing event updated for resources: {'Port': ['ID=954dbd1b-312c-4390-809b-31dd0b6588f2,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:59.039785 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Attempting to bind port 954dbd1b-312c-4390-809b-31dd0b6588f2 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:53:59.040158 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Attempting to bind port 954dbd1b-312c-4390-809b-31dd0b6588f2 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:53:59.040525 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Attempting to bind port 954dbd1b-312c-4390-809b-31dd0b6588f2 on network 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:53:59.046883 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:53:59.047243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Checking segment: {'id': '8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:53:59.047646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:59.048042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Bound using segment: {'id': '8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:53:59.048510 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Bound port: 954dbd1b-312c-4390-809b-31dd0b6588f2, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:53:59.048884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:59.163918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] For port 954dbd1b-312c-4390-809b-31dd0b6588f2, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:53:59.167001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] For port 954dbd1b-312c-4390-809b-31dd0b6588f2, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=954dbd1b-312c-4390-809b-31dd0b6588f2,segment=NetworkSegment(8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9),segment_id=8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:53:59.171830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:59.211474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:59.228809 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object 92ecb659-580d-48a5-9aab-db2d89865c8d will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:53:59.255512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:59.307056 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57123c07-2132-4e1b-90d4-3c69c5a069db None None] Pushing event updated for resources: {'Port': ['ID=954dbd1b-312c-4390-809b-31dd0b6588f2,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:59.342472 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:53:59.346312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:53:59.350717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:53:59.387893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=92ecb659-580d-48a5-9aab-db2d89865c8d,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:53:59.421141 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:53:59.572084 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:00.002985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:00.007638 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:00.123742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:00.127795 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=92ecb659-580d-48a5-9aab-db2d89865c8d,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:00.236705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0e94f8-3969-4b89-80ad-e3fcf27dd470 None None] Network 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:54:00.267851 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:54:00.268911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:54:00.393371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ad990c94-bd96-4930-9e20-a0683a49ae36 None None] Provisioning for port 954dbd1b-312c-4390-809b-31dd0b6588f2 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:54:00.461363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 519c6f3a-f797-4d06-86db-c51cc2c209ce has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:54:00.650996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:54:00.664917 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-51dde418-ffc4-475c-93b1-b79942976097 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/519c6f3a-f797-4d06-86db-c51cc2c209ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0905380 Jul 29 16:54:00.667485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56582) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:00.741791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5ccc4888-a924-48b9-bfc0-da9d40504080 None None] Provisioning for port 92ecb659-580d-48a5-9aab-db2d89865c8d completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:54:00.748106 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5ccc4888-a924-48b9-bfc0-da9d40504080 None None] Provisioning complete for port 92ecb659-580d-48a5-9aab-db2d89865c8d triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:54:00.748483 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4888-a924-48b9-bfc0-da9d40504080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:00.817926 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Sync routers for ids ['519c6f3a-f797-4d06-86db-c51cc2c209ce'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:54:00.832404 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Routers {'519c6f3a-f797-4d06-86db-c51cc2c209ce'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:54:00.833891 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:53:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['519c6f3a-f797-4d06-86db-c51cc2c209ce'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:54:00.841015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5ccc4888-a924-48b9-bfc0-da9d40504080 None None] Port 92ecb659-580d-48a5-9aab-db2d89865c8d cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:54:00.843641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 954dbd1b-312c-4390-809b-31dd0b6588f2 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:54:00.931613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 954dbd1b-312c-4390-809b-31dd0b6588f2 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:54:00.939511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 954dbd1b-312c-4390-809b-31dd0b6588f2 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:54:00.940223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:00.949096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b888fe91-766f-487c-b653-7b67fc8cffe8 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:00.949692 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b888fe91-766f-487c-b653-7b67fc8cffe8 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:00.950307 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b888fe91-766f-487c-b653-7b67fc8cffe8 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:00.951025 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b888fe91-766f-487c-b653-7b67fc8cffe8 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:00.956585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56586) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:00.957096 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b888fe91-766f-487c-b653-7b67fc8cffe8 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2881699 Jul 29 16:54:01.040331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1f4cf9-5bac-481d-b0b1-fd6b73ec1aba tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:01.040728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1f4cf9-5bac-481d-b0b1-fd6b73ec1aba tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:01.041219 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1f4cf9-5bac-481d-b0b1-fd6b73ec1aba tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:01.041674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1f4cf9-5bac-481d-b0b1-fd6b73ec1aba tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:01.043018 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Set router 519c6f3a-f797-4d06-86db-c51cc2c209ce gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:54:01.046406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56590) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:01.046583 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8b1f4cf9-5bac-481d-b0b1-fd6b73ec1aba tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0888934 Jul 29 16:54:01.084669 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 954dbd1b-312c-4390-809b-31dd0b6588f2 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:54:01.085065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.105807 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e888cb01-69f8-4eea-a488-fa8c9731fd4f None None] Provisioning complete for port 92ecb659-580d-48a5-9aab-db2d89865c8d triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:54:01.106183 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e888cb01-69f8-4eea-a488-fa8c9731fd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.156445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 954dbd1b-312c-4390-809b-31dd0b6588f2, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=954dbd1b-312c-4390-809b-31dd0b6588f2,segment=NetworkSegment(8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9),segment_id=8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:54:01.193478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e888cb01-69f8-4eea-a488-fa8c9731fd4f None None] Port 92ecb659-580d-48a5-9aab-db2d89865c8d cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:54:01.195840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.196682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2c9f2672-37ab-4320-a137-be6a68b7375b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:54:01.271684 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9fa1d2d2-03a6-40b1-b976-3f9448d08a60 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2214720 Jul 29 16:54:01.323105 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=954dbd1b-312c-4390-809b-31dd0b6588f2,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:01.336724 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-20eff1ef-1201-42bf-82eb-03d16c60efe2 None None] Provisioning complete for port 92ecb659-580d-48a5-9aab-db2d89865c8d triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:54:01.337123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-20eff1ef-1201-42bf-82eb-03d16c60efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.353622 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56596) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:01.358803 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-cf95aac0-821e-47ce-8b21-2de845ada066 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-314248634', 'description': 'tempest-secgroup-smoke-314248634 description', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:54:01.364593 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cf95aac0-821e-47ce-8b21-2de845ada066 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:54:01.368972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cf95aac0-821e-47ce-8b21-2de845ada066 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:54:01.370927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 2c9f2672-37ab-4320-a137-be6a68b7375b completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:54:01.372111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cf95aac0-821e-47ce-8b21-2de845ada066 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:54:01.379349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cf95aac0-821e-47ce-8b21-2de845ada066 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:54:01.380984 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:53:59Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '92ecb659-580d-48a5-9aab-db2d89865c8d', 'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:a4:7f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:58Z', 'updated_at': '2022-07-29T16:53:59Z', 'revision_number': 2, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:54:01.382226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2c9f2672-37ab-4320-a137-be6a68b7375b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:54:01.382600 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.384959 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Checking router: 519c6f3a-f797-4d06-86db-c51cc2c209ce for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:54:01.385533 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Updating router 519c6f3a-f797-4d06-86db-c51cc2c209ce port 92ecb659-580d-48a5-9aab-db2d89865c8d binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:54:01.391119 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf95aac0-821e-47ce-8b21-2de845ada066 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.412006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cf95aac0-821e-47ce-8b21-2de845ada066 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:54:01.416488 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cf95aac0-821e-47ce-8b21-2de845ada066 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:54:01.419462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cf95aac0-821e-47ce-8b21-2de845ada066 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:54:01.425331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cf95aac0-821e-47ce-8b21-2de845ada066 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:54:01.447518 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.449487 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-20eff1ef-1201-42bf-82eb-03d16c60efe2 None None] Port 92ecb659-580d-48a5-9aab-db2d89865c8d cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:54:01.503474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf95aac0-821e-47ce-8b21-2de845ada066 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.510078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf95aac0-821e-47ce-8b21-2de845ada066 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.522405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2c9f2672-37ab-4320-a137-be6a68b7375b is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:54:01.522874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.542009 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 2c9f2672-37ab-4320-a137-be6a68b7375b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2c9f2672-37ab-4320-a137-be6a68b7375b,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:54:01.547754 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.565180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95aac0-821e-47ce-8b21-2de845ada066 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8872fd20-16ce-4eed-8c3f-4dff576c835b,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:01.577376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cf95aac0-821e-47ce-8b21-2de845ada066 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.581856 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cf95aac0-821e-47ce-8b21-2de845ada066 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2272022 Jul 29 16:54:01.582451 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56600) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:01.587791 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-eba429c9-172f-406c-9ccb-c5d79c4515a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '8872fd20-16ce-4eed-8c3f-4dff576c835b', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:54:01.594954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-eba429c9-172f-406c-9ccb-c5d79c4515a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:54:01.600218 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-eba429c9-172f-406c-9ccb-c5d79c4515a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:54:01.603195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-eba429c9-172f-406c-9ccb-c5d79c4515a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:54:01.610347 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-eba429c9-172f-406c-9ccb-c5d79c4515a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:54:01.631782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eba429c9-172f-406c-9ccb-c5d79c4515a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.632140 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=2c9f2672-37ab-4320-a137-be6a68b7375b,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:01.639459 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:54:01.639814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:54:01.640156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:54:01.640498 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:54:01.640818 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:54:01.641173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:54:01.641502 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:54:01.641826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:54:01.642202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:54:01.642528 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:54:01.642849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:54:01.643174 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:54:01.694059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eba429c9-172f-406c-9ccb-c5d79c4515a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.697838 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eba429c9-172f-406c-9ccb-c5d79c4515a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.720964 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba429c9-172f-406c-9ccb-c5d79c4515a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2672f7-a4b7-4948-bb53-e3accdd6176c,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:01.731268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-eba429c9-172f-406c-9ccb-c5d79c4515a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.732663 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-eba429c9-172f-406c-9ccb-c5d79c4515a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491096 Jul 29 16:54:01.735809 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56604) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:01.741032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-160b5e3e-794a-4887-bdb4-879eb60fbe98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '8872fd20-16ce-4eed-8c3f-4dff576c835b', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:54:01.746949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-160b5e3e-794a-4887-bdb4-879eb60fbe98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:54:01.751398 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-160b5e3e-794a-4887-bdb4-879eb60fbe98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:54:01.754353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-160b5e3e-794a-4887-bdb4-879eb60fbe98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:54:01.760479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-160b5e3e-794a-4887-bdb4-879eb60fbe98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:54:01.777271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-160b5e3e-794a-4887-bdb4-879eb60fbe98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.807714 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.819771 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Transition to ACTIVE for port object 92ecb659-580d-48a5-9aab-db2d89865c8d will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:54:01.826863 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.839095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-160b5e3e-794a-4887-bdb4-879eb60fbe98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.842927 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-160b5e3e-794a-4887-bdb4-879eb60fbe98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.866570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b5e3e-794a-4887-bdb4-879eb60fbe98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b899ae3a-ed56-4e8c-987e-6eaeca40cb49,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:01.876006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-160b5e3e-794a-4887-bdb4-879eb60fbe98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.880189 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-160b5e3e-794a-4887-bdb4-879eb60fbe98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433518 Jul 29 16:54:01.880351 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56608) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:01.886622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-808661a1-dd8c-4034-aac4-1df3a592966a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '8872fd20-16ce-4eed-8c3f-4dff576c835b', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:54:01.893037 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-808661a1-dd8c-4034-aac4-1df3a592966a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:54:01.897559 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-808661a1-dd8c-4034-aac4-1df3a592966a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:54:01.902223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-808661a1-dd8c-4034-aac4-1df3a592966a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:54:01.908911 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-808661a1-dd8c-4034-aac4-1df3a592966a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:54:01.928612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-808661a1-dd8c-4034-aac4-1df3a592966a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:01.956729 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc096f28-f6d7-4ad6-9e5d-f3d253b82e67 None None] Pushing event updated for resources: {'Port': ['ID=92ecb659-580d-48a5-9aab-db2d89865c8d,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:02.000793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-808661a1-dd8c-4034-aac4-1df3a592966a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.005847 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-808661a1-dd8c-4034-aac4-1df3a592966a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.029725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808661a1-dd8c-4034-aac4-1df3a592966a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58e9497-dc89-47dc-8a7b-8db4c7a158a4,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:02.041619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-808661a1-dd8c-4034-aac4-1df3a592966a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.043192 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-808661a1-dd8c-4034-aac4-1df3a592966a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1618567 Jul 29 16:54:02.046624 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56612) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:02.051980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-96976aa4-9b63-4703-abb1-85fabcf50857 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '8872fd20-16ce-4eed-8c3f-4dff576c835b', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:54:02.058625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-96976aa4-9b63-4703-abb1-85fabcf50857 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:54:02.062973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-96976aa4-9b63-4703-abb1-85fabcf50857 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:54:02.066143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-96976aa4-9b63-4703-abb1-85fabcf50857 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:54:02.071335 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Attempting to bind port 92ecb659-580d-48a5-9aab-db2d89865c8d on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:54:02.071800 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Attempting to bind port 92ecb659-580d-48a5-9aab-db2d89865c8d by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:54:02.072224 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Attempting to bind port 92ecb659-580d-48a5-9aab-db2d89865c8d on network 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:54:02.072468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-96976aa4-9b63-4703-abb1-85fabcf50857 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:54:02.078696 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:54:02.079174 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Checking segment: {'id': '8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:54:02.079665 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.080148 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Bound using segment: {'id': '8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:54:02.080791 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Bound port: 92ecb659-580d-48a5-9aab-db2d89865c8d, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:54:02.081497 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.093368 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-96976aa4-9b63-4703-abb1-85fabcf50857 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.156700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-96976aa4-9b63-4703-abb1-85fabcf50857 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.161885 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-96976aa4-9b63-4703-abb1-85fabcf50857 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.188445 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96976aa4-9b63-4703-abb1-85fabcf50857 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33695c4-3dfe-46d6-b038-472c24e1da64,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:02.194466 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] For port 92ecb659-580d-48a5-9aab-db2d89865c8d, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:54:02.197649 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] For port 92ecb659-580d-48a5-9aab-db2d89865c8d, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=92ecb659-580d-48a5-9aab-db2d89865c8d,segment=NetworkSegment(8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9),segment_id=8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:54:02.201499 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-96976aa4-9b63-4703-abb1-85fabcf50857 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.202823 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-96976aa4-9b63-4703-abb1-85fabcf50857 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1551499 Jul 29 16:54:02.203020 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.205734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56616) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:02.210855 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ac7fec42-0285-4e2a-9f9d-959f211f9928 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '8872fd20-16ce-4eed-8c3f-4dff576c835b', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:54:02.216700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ac7fec42-0285-4e2a-9f9d-959f211f9928 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:54:02.221142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ac7fec42-0285-4e2a-9f9d-959f211f9928 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:54:02.223989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ac7fec42-0285-4e2a-9f9d-959f211f9928 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:54:02.229768 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ac7fec42-0285-4e2a-9f9d-959f211f9928 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:54:02.240791 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-ac7fec42-0285-4e2a-9f9d-959f211f9928 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:54:02.247411 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ac7fec42-0285-4e2a-9f9d-959f211f9928 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.286076 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Routers {'519c6f3a-f797-4d06-86db-c51cc2c209ce'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:54:02.286694 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:53:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['519c6f3a-f797-4d06-86db-c51cc2c209ce'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:54:02.319782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ac7fec42-0285-4e2a-9f9d-959f211f9928 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.323735 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ac7fec42-0285-4e2a-9f9d-959f211f9928 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.347545 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc096f28-f6d7-4ad6-9e5d-f3d253b82e67 None None] Pushing event updated for resources: {'Port': ['ID=92ecb659-580d-48a5-9aab-db2d89865c8d,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:02.349728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fec42-0285-4e2a-9f9d-959f211f9928 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468d9632-08d5-4210-8493-3c7dde5e44fe,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:02.358468 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:54:02.360243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ac7fec42-0285-4e2a-9f9d-959f211f9928 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.364012 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ac7fec42-0285-4e2a-9f9d-959f211f9928 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547625 Jul 29 16:54:02.364228 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56622) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:02.369721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-3785005e-875e-449d-acef-386a1a0cf4e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '8872fd20-16ce-4eed-8c3f-4dff576c835b', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:54:02.376213 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3785005e-875e-449d-acef-386a1a0cf4e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:54:02.380353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3785005e-875e-449d-acef-386a1a0cf4e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:54:02.383302 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3785005e-875e-449d-acef-386a1a0cf4e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:54:02.390180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3785005e-875e-449d-acef-386a1a0cf4e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:54:02.402604 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-3785005e-875e-449d-acef-386a1a0cf4e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:54:02.411418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3785005e-875e-449d-acef-386a1a0cf4e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.477825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3785005e-875e-449d-acef-386a1a0cf4e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.481828 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3785005e-875e-449d-acef-386a1a0cf4e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.481980 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] Set router 519c6f3a-f797-4d06-86db-c51cc2c209ce gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:54:02.509304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785005e-875e-449d-acef-386a1a0cf4e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef6b0b7-33d7-409c-852f-8c94f89a06b2,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:02.522612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3785005e-875e-449d-acef-386a1a0cf4e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.529260 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3785005e-875e-449d-acef-386a1a0cf4e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587756 Jul 29 16:54:02.687950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-dd2ec7dc-23bc-4e48-855b-414c0bbbd8fa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:54:02.705338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-dd2ec7dc-23bc-4e48-855b-414c0bbbd8fa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:54:02.706689 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-dd2ec7dc-23bc-4e48-855b-414c0bbbd8fa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314248634&fields=id&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 267 time: 0.0581584 Jul 29 16:54:02.753911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 954dbd1b-312c-4390-809b-31dd0b6588f2 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:54:02.805320 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:53:59Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '92ecb659-580d-48a5-9aab-db2d89865c8d', 'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:a4:7f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:58Z', 'updated_at': '2022-07-29T16:54:02Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:54:02.809273 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3ecdf-13ca-4d71-9316-ef3d36e767e3 None None] The sync data for ids ['519c6f3a-f797-4d06-86db-c51cc2c209ce'] in dv-neutron-851534-1-hyperv is: [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:53:59Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '92ecb659-580d-48a5-9aab-db2d89865c8d', 'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:a4:7f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:58Z', 'updated_at': '2022-07-29T16:54:02Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:54:02.828372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 954dbd1b-312c-4390-809b-31dd0b6588f2 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:54:02.829016 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:02.891564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-13ce5d81-6b07-4545-80cd-ed20c0965f72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:02.892910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-13ce5d81-6b07-4545-80cd-ed20c0965f72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:54:02.908379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-13ce5d81-6b07-4545-80cd-ed20c0965f72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:54:02.916747 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-13ce5d81-6b07-4545-80cd-ed20c0965f72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/networks?id=1d35d86b-f546-4ffb-92b8-b4546dfc5e31 HTTP/1.1" status: 200 len: 797 time: 0.2016776 Jul 29 16:54:02.927342 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-f5d54590-972b-48ae-93e1-04bbb2a94a28 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/quotas/ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 375 time: 0.0096898 Jul 29 16:54:02.970375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 954dbd1b-312c-4390-809b-31dd0b6588f2 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:54:02.971817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2c9f2672-37ab-4320-a137-be6a68b7375b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:54:03.031096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-555a779b-8f08-4a57-9572-5c9074e60d37 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:54:03.049293 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-555a779b-8f08-4a57-9572-5c9074e60d37 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:54:03.051692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2c9f2672-37ab-4320-a137-be6a68b7375b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:54:03.052074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:03.062248 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-555a779b-8f08-4a57-9572-5c9074e60d37 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221969 Jul 29 16:54:03.177978 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2c9f2672-37ab-4320-a137-be6a68b7375b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:54:03.201119 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-e013e414-359a-4d4a-b47a-809953fa19f2 service neutron] 10.222.0.58 "GET /v2.0/networks/1d35d86b-f546-4ffb-92b8-b4546dfc5e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361573 Jul 29 16:54:03.336650 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-792ed31b-1844-40a0-b6cf-9cc64eb5817e service neutron] 10.222.0.58 "GET /v2.0/networks/1d35d86b-f546-4ffb-92b8-b4546dfc5e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294665 Jul 29 16:54:03.536046 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c3663efd-4678-4c73-be7c-07b69689b666 req-075e0d07-1142-451d-9370-c55bcdb479e6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 210 time: 0.0572655 Jul 29 16:54:04.545507 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-16b0cc3d-7cfd-47c8-acf2-2d60bf9f6696 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:04.546694 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-16b0cc3d-7cfd-47c8-acf2-2d60bf9f6696 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:54:04.558706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-16b0cc3d-7cfd-47c8-acf2-2d60bf9f6696 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:54:04.559832 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-16b0cc3d-7cfd-47c8-acf2-2d60bf9f6696 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/networks?id=1d35d86b-f546-4ffb-92b8-b4546dfc5e31 HTTP/1.1" status: 200 len: 797 time: 0.1599605 Jul 29 16:54:04.613514 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-1ff24add-8160-462a-8238-5cdf6fe9f8f7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 379 time: 0.0460818 Jul 29 16:54:04.621535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'port': {'device_id': '10b2a392-0d00-4949-98b8-1993825c46ca', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'admin_state_up': True, 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'security_groups': ['8872fd20-16ce-4eed-8c3f-4dff576c835b']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:54:04.706552 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-693ea8ea-b95a-4949-9f4f-7a992d29f319 req-c9ab6262-cca9-4077-bc0a-80b758cc0108 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 210 time: 0.0545216 Jul 29 16:54:04.763790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:54:04.775342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:54:04.777844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 92ecb659-580d-48a5-9aab-db2d89865c8d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:54:04.785149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:54:04.788918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:04.845675 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 92ecb659-580d-48a5-9aab-db2d89865c8d completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:54:04.850813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 92ecb659-580d-48a5-9aab-db2d89865c8d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:54:04.851201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:04.957076 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.8 (1d35d86b-f546-4ffb-92b8-b4546dfc5e31/c2578af2-4692-45dd-9ecc-ed3a9fe08ad9/933c3983-c720-4b2e-8fe9-74d5bea2e97a) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:54:04.970220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 92ecb659-580d-48a5-9aab-db2d89865c8d is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:54:04.970613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:05.003335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 92ecb659-580d-48a5-9aab-db2d89865c8d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=92ecb659-580d-48a5-9aab-db2d89865c8d,segment=NetworkSegment(8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9),segment_id=8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:54:05.006670 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:05.073425 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=92ecb659-580d-48a5-9aab-db2d89865c8d,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:05.152104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:05.167503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object 933c3983-c720-4b2e-8fe9-74d5bea2e97a will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:54:05.190389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:05.261673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:54:05.262757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:54:05.265063 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:54:05.309301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=933c3983-c720-4b2e-8fe9-74d5bea2e97a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:05.334452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:05.335063 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:05.361193 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-bba612cd-722e-48a3-8d72-b8c9589aae0b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7431140 Jul 29 16:54:05.372913 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Request body: {'port': {'device_id': '10b2a392-0d00-4949-98b8-1993825c46ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:54:05.487261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:05.540083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6e776d6c-69d6-4700-930b-77212e063eda None None] Provisioning for port 933c3983-c720-4b2e-8fe9-74d5bea2e97a completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:54:05.545194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6e776d6c-69d6-4700-930b-77212e063eda None None] Provisioning complete for port 933c3983-c720-4b2e-8fe9-74d5bea2e97a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:54:05.546076 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6e776d6c-69d6-4700-930b-77212e063eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:05.632975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6e776d6c-69d6-4700-930b-77212e063eda None None] Port 933c3983-c720-4b2e-8fe9-74d5bea2e97a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:54:05.905843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf03e4-8782-4ec0-9f46-dc18e4833c79 req-e76fa4fa-1261-4048-a88e-d4abd9736661 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:05.907289 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5cdf03e4-8782-4ec0-9f46-dc18e4833c79 req-e76fa4fa-1261-4048-a88e-d4abd9736661 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 931 time: 0.0870955 Jul 29 16:54:05.933346 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933c3983-c720-4b2e-8fe9-74d5bea2e97a {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:54:05.940590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:05.951592 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5cdf03e4-8782-4ec0-9f46-dc18e4833c79 req-c3c40d64-f6fe-489a-8e86-5b2cd28eb054 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8872fd20-16ce-4eed-8c3f-4dff576c835b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384541 Jul 29 16:54:05.954739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Transition to ACTIVE for port object 933c3983-c720-4b2e-8fe9-74d5bea2e97a will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:54:05.958698 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:06.115515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Pushing event updated for resources: {'Port': ['ID=933c3983-c720-4b2e-8fe9-74d5bea2e97a,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:06.197903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Attempting to bind port 933c3983-c720-4b2e-8fe9-74d5bea2e97a on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:54:06.198233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Attempting to bind port 933c3983-c720-4b2e-8fe9-74d5bea2e97a by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:54:06.198550 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Attempting to bind port 933c3983-c720-4b2e-8fe9-74d5bea2e97a on network 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:54:06.203518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Port 933c3983-c720-4b2e-8fe9-74d5bea2e97a on network 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:54:06.203831 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Attempting to bind port 933c3983-c720-4b2e-8fe9-74d5bea2e97a on network 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:54:06.208808 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:54:06.209174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Checking segment: {'id': '8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:54:06.209553 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Bound using segment: {'id': '8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:54:06.209953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Bound port: 933c3983-c720-4b2e-8fe9-74d5bea2e97a, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:54:06.210293 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:06.299359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] For port 933c3983-c720-4b2e-8fe9-74d5bea2e97a, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:54:06.302130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] For port 933c3983-c720-4b2e-8fe9-74d5bea2e97a, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=933c3983-c720-4b2e-8fe9-74d5bea2e97a,segment=NetworkSegment(8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9),segment_id=8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:54:06.306593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:06.357594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:06.357594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:06.358934 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] 10.222.0.69 "PUT /v2.0/ports/933c3983-c720-4b2e-8fe9-74d5bea2e97a HTTP/1.1" status: 200 len: 1093 time: 0.9902251 Jul 29 16:54:06.365321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b2a392-0d00-4949-98b8-1993825c46ca', 'tag': '933c3983-c720-4b2e-8fe9-74d5bea2e97a'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:54:06.390995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54b29e-2562-4f71-ae49-69121bcdcb8d service neutron] Pushing event updated for resources: {'Port': ['ID=933c3983-c720-4b2e-8fe9-74d5bea2e97a,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:06.430347 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923eef15-495d-4ebf-8c2c-6af12fc73045'] response: {'name': 'network-changed', 'server_uuid': '10b2a392-0d00-4949-98b8-1993825c46ca', 'tag': '933c3983-c720-4b2e-8fe9-74d5bea2e97a', 'status': 'completed', 'code': 200} Jul 29 16:54:06.479240 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-d9fcf68b-6c98-4293-aa1e-5514f1cce2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:06.480732 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-d9fcf68b-6c98-4293-aa1e-5514f1cce2e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 1096 time: 0.0862126 Jul 29 16:54:06.551644 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-7408a504-8c62-43de-8fd9-c8a7407ddbe1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933c3983-c720-4b2e-8fe9-74d5bea2e97a HTTP/1.1" status: 200 len: 217 time: 0.0637717 Jul 29 16:54:06.620151 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-be5c3ea8-42df-48bf-98f9-4754f724c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:06.621614 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-be5c3ea8-42df-48bf-98f9-4754f724c3f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c2578af2-4692-45dd-9ecc-ed3a9fe08ad9 HTTP/1.1" status: 200 len: 834 time: 0.0642569 Jul 29 16:54:06.702891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-d544c3ba-8e76-4d2d-9af6-a311cd0ee373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:06.704365 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-d544c3ba-8e76-4d2d-9af6-a311cd0ee373 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d35d86b-f546-4ffb-92b8-b4546dfc5e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774512 Jul 29 16:54:06.745495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 92ecb659-580d-48a5-9aab-db2d89865c8d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:54:06.813759 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 92ecb659-580d-48a5-9aab-db2d89865c8d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:54:06.814049 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:06.834983 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-8c7e94c8-c5c8-483e-9c42-7a0290bc8c7d service neutron] 10.222.0.69 "GET /v2.0/networks/1d35d86b-f546-4ffb-92b8-b4546dfc5e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246951 Jul 29 16:54:06.933632 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 92ecb659-580d-48a5-9aab-db2d89865c8d is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:54:06.965830 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-01056b0d-7b9a-474c-a9e9-42721deb081c req-e749f3d5-ffbf-48b6-b6be-5ef5300bd2f0 service neutron] 10.222.0.69 "GET /v2.0/networks/1d35d86b-f546-4ffb-92b8-b4546dfc5e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252522 Jul 29 16:54:07.092679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d61d17-0fb0-4a5f-bb59-f5378c7d4a7d req-08e0cbbc-5406-4eab-b207-a873c4d2392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:07.094222 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-09d61d17-0fb0-4a5f-bb59-f5378c7d4a7d req-08e0cbbc-5406-4eab-b207-a873c4d2392c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 1096 time: 0.0816975 Jul 29 16:54:07.149111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bbb80-1bb6-4422-b898-bd11c220b29a req-4e7de6cf-9526-48fb-a916-d1710ce8b103 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:07.150581 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c66bbb80-1bb6-4422-b898-bd11c220b29a req-4e7de6cf-9526-48fb-a916-d1710ce8b103 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 943 time: 0.0909359 Jul 29 16:54:07.195736 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c66bbb80-1bb6-4422-b898-bd11c220b29a req-43f58fa4-6128-4d04-a7f9-30357f36dd20 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8872fd20-16ce-4eed-8c3f-4dff576c835b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388515 Jul 29 16:54:07.226218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d61d17-0fb0-4a5f-bb59-f5378c7d4a7d req-28606d8b-1c11-4208-b0d1-e148263f0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:07.227645 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-09d61d17-0fb0-4a5f-bb59-f5378c7d4a7d req-28606d8b-1c11-4208-b0d1-e148263f0919 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d35d86b-f546-4ffb-92b8-b4546dfc5e31 HTTP/1.1" status: 200 len: 898 time: 0.1275063 Jul 29 16:54:07.294230 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-09d61d17-0fb0-4a5f-bb59-f5378c7d4a7d req-3965ff4a-39eb-435d-842b-77dbdfeb9a50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933c3983-c720-4b2e-8fe9-74d5bea2e97a HTTP/1.1" status: 200 len: 217 time: 0.0606115 Jul 29 16:54:07.356105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d61d17-0fb0-4a5f-bb59-f5378c7d4a7d req-0003af03-f30c-47b9-9ce8-178c8b5ebe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:07.357407 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-09d61d17-0fb0-4a5f-bb59-f5378c7d4a7d req-0003af03-f30c-47b9-9ce8-178c8b5ebe00 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c2578af2-4692-45dd-9ecc-ed3a9fe08ad9 HTTP/1.1" status: 200 len: 834 time: 0.0579393 Jul 29 16:54:07.437116 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d61d17-0fb0-4a5f-bb59-f5378c7d4a7d req-4340c354-7eb4-4070-9da2-db43a9fc6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:07.438555 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-09d61d17-0fb0-4a5f-bb59-f5378c7d4a7d req-4340c354-7eb4-4070-9da2-db43a9fc6c34 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d35d86b-f546-4ffb-92b8-b4546dfc5e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756559 Jul 29 16:54:07.663023 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-09d61d17-0fb0-4a5f-bb59-f5378c7d4a7d req-0aff6fea-0d62-4586-9d6b-ab5a81fe1bc4 service neutron] 10.222.0.69 "GET /v2.0/networks/1d35d86b-f546-4ffb-92b8-b4546dfc5e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178159 Jul 29 16:54:07.791908 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-09d61d17-0fb0-4a5f-bb59-f5378c7d4a7d req-d176de5e-a0e0-4800-94f5-ff76df4e80c4 service neutron] 10.222.0.69 "GET /v2.0/networks/1d35d86b-f546-4ffb-92b8-b4546dfc5e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224482 Jul 29 16:54:08.395139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc728788-172e-4322-816b-ca1221cc654c req-ff349172-21b7-4d61-ba14-5c5b31412fdd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:08.396608 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc728788-172e-4322-816b-ca1221cc654c req-ff349172-21b7-4d61-ba14-5c5b31412fdd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 943 time: 0.0916083 Jul 29 16:54:08.553189 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc728788-172e-4322-816b-ca1221cc654c req-563f478a-bede-43b3-b87f-bf091ec93fa6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8872fd20-16ce-4eed-8c3f-4dff576c835b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504405 Jul 29 16:54:09.744070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb6369-e3eb-4cc9-98ee-41b16e323d70 req-1b952588-c39b-4546-a197-9d5bb1d496ee tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:09.745579 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bcfb6369-e3eb-4cc9-98ee-41b16e323d70 req-1b952588-c39b-4546-a197-9d5bb1d496ee tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 943 time: 0.0861645 Jul 29 16:54:09.791676 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bcfb6369-e3eb-4cc9-98ee-41b16e323d70 req-2353bfad-2d0c-4399-9dd6-7881bec83374 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8872fd20-16ce-4eed-8c3f-4dff576c835b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398827 Jul 29 16:54:10.012804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 933c3983-c720-4b2e-8fe9-74d5bea2e97a details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:54:10.141270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 933c3983-c720-4b2e-8fe9-74d5bea2e97a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=933c3983-c720-4b2e-8fe9-74d5bea2e97a,segment=NetworkSegment(8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9),segment_id=8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:54:10.153623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '933c3983-c720-4b2e-8fe9-74d5bea2e97a', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'port_id': '933c3983-c720-4b2e-8fe9-74d5bea2e97a', 'mac_address': 'fa:16:3e:0b:13:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:54:10.209985 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 933c3983-c720-4b2e-8fe9-74d5bea2e97a is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:54:10.210358 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:10.226723 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933c3983-c720-4b2e-8fe9-74d5bea2e97a {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:54:10.241894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 933c3983-c720-4b2e-8fe9-74d5bea2e97a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=933c3983-c720-4b2e-8fe9-74d5bea2e97a,segment=NetworkSegment(8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9),segment_id=8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:54:10.245609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:10.313052 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=933c3983-c720-4b2e-8fe9-74d5bea2e97a,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:10.563451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['933c3983-c720-4b2e-8fe9-74d5bea2e97a'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:54:10.982322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e715a-aea9-4d1e-86be-cc4cbce950ec req-ec3dedee-1521-44b4-b7fc-aa9c1bdfc966 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:10.984299 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-955e715a-aea9-4d1e-86be-cc4cbce950ec req-ec3dedee-1521-44b4-b7fc-aa9c1bdfc966 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 944 time: 0.0871165 Jul 29 16:54:11.026119 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-955e715a-aea9-4d1e-86be-cc4cbce950ec req-174a76d3-448d-4176-aa93-f0a83d028591 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8872fd20-16ce-4eed-8c3f-4dff576c835b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362294 Jul 29 16:54:12.041675 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 933c3983-c720-4b2e-8fe9-74d5bea2e97a up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:54:12.111405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 933c3983-c720-4b2e-8fe9-74d5bea2e97a completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:54:12.115981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 933c3983-c720-4b2e-8fe9-74d5bea2e97a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:54:12.116357 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:12.226289 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af5868-0882-431b-9b09-de2e9267fc79 req-93d5a40b-f3cd-4783-8b9c-a21e65f52161 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:12.228133 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-49af5868-0882-431b-9b09-de2e9267fc79 req-93d5a40b-f3cd-4783-8b9c-a21e65f52161 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 944 time: 0.0915637 Jul 29 16:54:12.232380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 933c3983-c720-4b2e-8fe9-74d5bea2e97a is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:54:12.232761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:12.260423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b2a392-0d00-4949-98b8-1993825c46ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933c3983-c720-4b2e-8fe9-74d5bea2e97a'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:54:12.270877 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 933c3983-c720-4b2e-8fe9-74d5bea2e97a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=933c3983-c720-4b2e-8fe9-74d5bea2e97a,segment=NetworkSegment(8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9),segment_id=8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:54:12.272983 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-49af5868-0882-431b-9b09-de2e9267fc79 req-c26313c0-e5cc-45e0-abc4-327afe75ef1c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8872fd20-16ce-4eed-8c3f-4dff576c835b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390034 Jul 29 16:54:12.278260 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:12.314446 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840aba3d-f65d-4a10-8eb7-346dc09ac76e'] response: {'server_uuid': '10b2a392-0d00-4949-98b8-1993825c46ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933c3983-c720-4b2e-8fe9-74d5bea2e97a', 'code': 200} Jul 29 16:54:12.345388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=933c3983-c720-4b2e-8fe9-74d5bea2e97a,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:12.536808 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb3be7-bc66-41ad-be41-bd5bf7b812d3 req-6700abed-8c70-4d83-b866-a587f5f50f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:12.538299 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2fcb3be7-bc66-41ad-be41-bd5bf7b812d3 req-6700abed-8c70-4d83-b866-a587f5f50f56 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 1098 time: 0.0804214 Jul 29 16:54:12.577990 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2fcb3be7-bc66-41ad-be41-bd5bf7b812d3 req-541384a2-4363-453d-b4c9-5d49210d69aa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8872fd20-16ce-4eed-8c3f-4dff576c835b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338030 Jul 29 16:54:13.464996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea66d9-0993-4cd8-a870-8add4685d116 req-796470f1-9fff-4fe0-8674-dd893d4d6bec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:13.466469 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1cea66d9-0993-4cd8-a870-8add4685d116 req-796470f1-9fff-4fe0-8674-dd893d4d6bec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 945 time: 0.0863025 Jul 29 16:54:13.513454 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1cea66d9-0993-4cd8-a870-8add4685d116 req-f553cbe6-f8f0-42c5-8149-6ff3b2837469 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8872fd20-16ce-4eed-8c3f-4dff576c835b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412722 Jul 29 16:54:14.709880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205c4a2-2577-4cee-b6ce-3602fab4ba6d req-791c64be-d02e-4e5d-8962-13e6f4aed7a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:14.711319 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2205c4a2-2577-4cee-b6ce-3602fab4ba6d req-791c64be-d02e-4e5d-8962-13e6f4aed7a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 945 time: 0.0869203 Jul 29 16:54:14.754451 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2205c4a2-2577-4cee-b6ce-3602fab4ba6d req-ee867391-9490-4d68-b9e2-ef26f7b91821 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8872fd20-16ce-4eed-8c3f-4dff576c835b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374513 Jul 29 16:54:14.949536 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119c858-cd1e-4a9a-a864-306812831ae8 req-4219ff34-7910-488c-8dbf-80161fb73312 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:14.950947 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7119c858-cd1e-4a9a-a864-306812831ae8 req-4219ff34-7910-488c-8dbf-80161fb73312 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 945 time: 0.0912817 Jul 29 16:54:14.994860 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7119c858-cd1e-4a9a-a864-306812831ae8 req-4df9d2c2-cddc-4fce-84a0-397f8b9f63c6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8872fd20-16ce-4eed-8c3f-4dff576c835b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376189 Jul 29 16:54:15.021775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56676) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:15.094322 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d51b2d40-1d1c-4dfa-8e30-5550a7b53080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:15.098311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067128f9-77ba-48d3-a1e9-de1457d7e4d0 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:15.099791 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-067128f9-77ba-48d3-a1e9-de1457d7e4d0 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 1093 time: 0.0770783 Jul 29 16:54:15.102623 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56680) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:15.107353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '933c3983-c720-4b2e-8fe9-74d5bea2e97a', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:54:15.113186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:54:15.116946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:floatingip and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:54:15.119732 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:54:15.125391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:54:15.134450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:15.267081 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:15.402133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.245 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/4801de2d-3ee0-404f-8a82-dd55824cfbaf) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:54:15.547340 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:15.575412 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:15.640668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:54:15.643438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:54:15.647046 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:54:15.685174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=4801de2d-3ee0-404f-8a82-dd55824cfbaf,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:16.041223 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:16.112197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:16.414308 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:16.418625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:16.524357 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=4801de2d-3ee0-404f-8a82-dd55824cfbaf,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:54:16.536454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:16.709318 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP ac854009-e1d8-4036-866f-9ed77eb11539 associated. External IP: 172.26.1.245, port: 933c3983-c720-4b2e-8fe9-74d5bea2e97a. Jul 29 16:54:17.048672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 519c6f3a-f797-4d06-86db-c51cc2c209ce has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:54:17.219175 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:54:17.229310 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be04b62-8655-4d16-a765-cde23fbc99b9 None None] Sync routers for ids ['519c6f3a-f797-4d06-86db-c51cc2c209ce'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:54:17.242684 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be04b62-8655-4d16-a765-cde23fbc99b9 None None] Routers {'519c6f3a-f797-4d06-86db-c51cc2c209ce'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:54:17.243482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0be04b62-8655-4d16-a765-cde23fbc99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:53:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['519c6f3a-f797-4d06-86db-c51cc2c209ce'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:54:17.244741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:17.303093 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e99a298f-2038-48e7-a768-f0914274f40f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1993577 Jul 29 16:54:17.303553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b2a392-0d00-4949-98b8-1993825c46ca', 'tag': '933c3983-c720-4b2e-8fe9-74d5bea2e97a'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:54:17.305845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56684) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:17.348534 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db5c67e-4cd7-4254-88d6-5be271de0493'] response: {'name': 'network-changed', 'server_uuid': '10b2a392-0d00-4949-98b8-1993825c46ca', 'tag': '933c3983-c720-4b2e-8fe9-74d5bea2e97a', 'status': 'completed', 'code': 200} Jul 29 16:54:17.423637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-0be04b62-8655-4d16-a765-cde23fbc99b9 None None] Set router 519c6f3a-f797-4d06-86db-c51cc2c209ce gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:54:17.551752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85657d-dfea-4eea-9b09-d5e47ed56333 req-2986a935-517b-4ffd-a64b-2d4a574192f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:17.553302 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3a85657d-dfea-4eea-9b09-d5e47ed56333 req-2986a935-517b-4ffd-a64b-2d4a574192f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 1098 time: 0.1799722 Jul 29 16:54:17.557579 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bebec4a8-300d-4096-8fbf-eb2515de9bb7 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/routers/519c6f3a-f797-4d06-86db-c51cc2c209ce HTTP/1.1" status: 200 len: 922 time: 0.2500594 Jul 29 16:54:17.558418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56690) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:17.666543 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ea02e7e6-2236-44f2-8a48-d9b90c3e5daa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/ac854009-e1d8-4036-866f-9ed77eb11539 HTTP/1.1" status: 200 len: 991 time: 0.1058357 Jul 29 16:54:17.688340 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85657d-dfea-4eea-9b09-d5e47ed56333 req-8e6173bc-4d61-485d-982f-38e1e98cf069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:17.689813 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3a85657d-dfea-4eea-9b09-d5e47ed56333 req-8e6173bc-4d61-485d-982f-38e1e98cf069 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d35d86b-f546-4ffb-92b8-b4546dfc5e31 HTTP/1.1" status: 200 len: 898 time: 0.1307518 Jul 29 16:54:17.700920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-15216b36-72e9-4e91-b3d1-c3a573a4d066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:17.792690 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3a85657d-dfea-4eea-9b09-d5e47ed56333 req-56dbed9d-add3-413e-8717-1cd0da0f1497 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933c3983-c720-4b2e-8fe9-74d5bea2e97a HTTP/1.1" status: 200 len: 999 time: 0.0962813 Jul 29 16:54:17.810062 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0be04b62-8655-4d16-a765-cde23fbc99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:53:59Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': 'ac854009-e1d8-4036-866f-9ed77eb11539', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.245', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'port_id': '933c3983-c720-4b2e-8fe9-74d5bea2e97a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'mac_address': 'fa:16:3e:0b:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b2a392-0d00-4949-98b8-1993825c46ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:54:15Z', 'updated_at': '2022-07-29T16:54:15Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ecb659-580d-48a5-9aab-db2d89865c8d', 'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:a4:7f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:58Z', 'updated_at': '2022-07-29T16:54:04Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:54:17.814350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be04b62-8655-4d16-a765-cde23fbc99b9 None None] Checking router: 519c6f3a-f797-4d06-86db-c51cc2c209ce for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:54:17.822746 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be04b62-8655-4d16-a765-cde23fbc99b9 None None] Routers {'519c6f3a-f797-4d06-86db-c51cc2c209ce'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:54:17.823431 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0be04b62-8655-4d16-a765-cde23fbc99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:54:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['519c6f3a-f797-4d06-86db-c51cc2c209ce'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:54:17.857131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85657d-dfea-4eea-9b09-d5e47ed56333 req-b8e170dc-afbb-4889-a074-389946130fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:17.858602 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3a85657d-dfea-4eea-9b09-d5e47ed56333 req-b8e170dc-afbb-4889-a074-389946130fbe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c2578af2-4692-45dd-9ecc-ed3a9fe08ad9 HTTP/1.1" status: 200 len: 834 time: 0.0606139 Jul 29 16:54:17.941299 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85657d-dfea-4eea-9b09-d5e47ed56333 req-90dc5e45-4b75-41da-95c7-07e4bb57cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:17.942768 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3a85657d-dfea-4eea-9b09-d5e47ed56333 req-90dc5e45-4b75-41da-95c7-07e4bb57cd5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d35d86b-f546-4ffb-92b8-b4546dfc5e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788071 Jul 29 16:54:18.002487 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-0be04b62-8655-4d16-a765-cde23fbc99b9 None None] Set router 519c6f3a-f797-4d06-86db-c51cc2c209ce gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:54:18.073004 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3a85657d-dfea-4eea-9b09-d5e47ed56333 req-8ede38af-2bb6-43f7-b432-a81d5428b5fa service neutron] 10.222.0.69 "GET /v2.0/networks/1d35d86b-f546-4ffb-92b8-b4546dfc5e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234438 Jul 29 16:54:18.203743 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3a85657d-dfea-4eea-9b09-d5e47ed56333 req-90bb2764-0df6-45ed-a4a5-58a838f03534 service neutron] 10.222.0.69 "GET /v2.0/networks/1d35d86b-f546-4ffb-92b8-b4546dfc5e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256318 Jul 29 16:54:18.323114 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:18.358149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0be04b62-8655-4d16-a765-cde23fbc99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:53:59Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': 'ac854009-e1d8-4036-866f-9ed77eb11539', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.245', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'port_id': '933c3983-c720-4b2e-8fe9-74d5bea2e97a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'mac_address': 'fa:16:3e:0b:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b2a392-0d00-4949-98b8-1993825c46ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:54:15Z', 'updated_at': '2022-07-29T16:54:15Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ecb659-580d-48a5-9aab-db2d89865c8d', 'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:a4:7f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:58Z', 'updated_at': '2022-07-29T16:54:04Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:54:18.362157 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be04b62-8655-4d16-a765-cde23fbc99b9 None None] The sync data for ids ['519c6f3a-f797-4d06-86db-c51cc2c209ce'] in dv-neutron-851534-1-hyperv is: [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:53:59Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': 'ac854009-e1d8-4036-866f-9ed77eb11539', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.245', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'port_id': '933c3983-c720-4b2e-8fe9-74d5bea2e97a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'mac_address': 'fa:16:3e:0b:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b2a392-0d00-4949-98b8-1993825c46ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:54:15Z', 'updated_at': '2022-07-29T16:54:15Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ecb659-580d-48a5-9aab-db2d89865c8d', 'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:a4:7f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:58Z', 'updated_at': '2022-07-29T16:54:04Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:54:18.408054 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:18.549367 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f9f2e8-434e-47a6-b39e-830146f66142 None None] New status for floating IP ac854009-e1d8-4036-866f-9ed77eb11539: ACTIVE {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:54:18.669294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56694) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:18.772722 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-395e4aa1-effb-49d6-ac12-f8e4eb0ca3bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/ac854009-e1d8-4036-866f-9ed77eb11539 HTTP/1.1" status: 200 len: 991 time: 0.1023180 Jul 29 16:54:19.776060 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56698) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:54:19.884069 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8ae7c0df-60c7-4ecc-b3b5-79148812a51c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/ac854009-e1d8-4036-866f-9ed77eb11539 HTTP/1.1" status: 200 len: 993 time: 0.1068854 Jul 29 16:54:19.971930 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:20.532399 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:38.333492 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f7b70006-6eeb-49e9-bbef-0ac4ee56b7c6 req-a8d8b8c1-1557-4d5c-a021-003d79b04050 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810394 Jul 29 16:54:38.477001 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b70006-6eeb-49e9-bbef-0ac4ee56b7c6 req-6874c7cc-525e-4679-9e03-1b8049debeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:38.478491 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f7b70006-6eeb-49e9-bbef-0ac4ee56b7c6 req-6874c7cc-525e-4679-9e03-1b8049debeb5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 1098 time: 0.0783074 Jul 29 16:54:38.711865 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b70006-6eeb-49e9-bbef-0ac4ee56b7c6 req-47393968-52a1-4114-ad86-1f293b1e67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:38.713358 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f7b70006-6eeb-49e9-bbef-0ac4ee56b7c6 req-47393968-52a1-4114-ad86-1f293b1e67ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d35d86b-f546-4ffb-92b8-b4546dfc5e31 HTTP/1.1" status: 200 len: 898 time: 0.2155244 Jul 29 16:54:38.813651 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f7b70006-6eeb-49e9-bbef-0ac4ee56b7c6 req-a8a80ce1-e78b-4bdf-977c-d18b6f438d51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933c3983-c720-4b2e-8fe9-74d5bea2e97a HTTP/1.1" status: 200 len: 1001 time: 0.0941420 Jul 29 16:54:38.876000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b70006-6eeb-49e9-bbef-0ac4ee56b7c6 req-bb4d0efe-fff9-42b9-a958-2b008fa746d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:38.877378 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f7b70006-6eeb-49e9-bbef-0ac4ee56b7c6 req-bb4d0efe-fff9-42b9-a958-2b008fa746d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c2578af2-4692-45dd-9ecc-ed3a9fe08ad9 HTTP/1.1" status: 200 len: 834 time: 0.0577824 Jul 29 16:54:38.962208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b70006-6eeb-49e9-bbef-0ac4ee56b7c6 req-cf6623ea-e9b8-4c17-b37b-4758e9b917dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:54:38.963723 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f7b70006-6eeb-49e9-bbef-0ac4ee56b7c6 req-cf6623ea-e9b8-4c17-b37b-4758e9b917dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d35d86b-f546-4ffb-92b8-b4546dfc5e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806541 Jul 29 16:54:39.092763 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f7b70006-6eeb-49e9-bbef-0ac4ee56b7c6 req-50626e8b-1679-430d-8a1a-0e9f6fb7349f service neutron] 10.222.0.69 "GET /v2.0/networks/1d35d86b-f546-4ffb-92b8-b4546dfc5e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223640 Jul 29 16:54:39.222093 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f7b70006-6eeb-49e9-bbef-0ac4ee56b7c6 req-b1e18a65-fa76-4325-9660-03b7c6404351 service neutron] 10.222.0.69 "GET /v2.0/networks/1d35d86b-f546-4ffb-92b8-b4546dfc5e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231360 Jul 29 16:54:39.277301 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:54:45.097033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a96bf2a8-ba29-4006-8ef9-9c990a4b83d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:47.642215 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-90a006b7-05b7-425b-934b-5e8c3179d6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:48.287232 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:48.408600 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:49.897238 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:54:50.528084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:15.099804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-856daf3c-2034-437e-8dfc-28b429a438ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:16.276716 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:55:17.642646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-969ad1cb-0b3f-4d32-b37d-4835e08ad245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:18.289538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:18.411789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:18.555803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56722) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:18.881277 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-75bf31e5-f4f3-4bcd-8c46-af8e039a3a45 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/routers/519c6f3a-f797-4d06-86db-c51cc2c209ce/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3242302 Jul 29 16:55:18.884113 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56728) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:19.069922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e0b879-31f0-47dc-9b3e-7d2e4c9fcb20 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Notify agent at dv-neutron-851534-1-hyperv the message router_removed_from_agent {{(pid=89210) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jul 29 16:55:19.073098 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-10e0b879-31f0-47dc-9b3e-7d2e4c9fcb20 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "DELETE /v2.0/agents/72bdd35c-728a-4ef8-a6b2-2d90993319de/l3-routers/519c6f3a-f797-4d06-86db-c51cc2c209ce HTTP/1.1" status: 204 len: 168 time: 0.1880567 Jul 29 16:55:19.075663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56732) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:19.251492 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-238c797d-6995-454c-9696-3ee598fc336e tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/routers/519c6f3a-f797-4d06-86db-c51cc2c209ce/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1747634 Jul 29 16:55:19.254255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56736) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:19.440857 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7789bd01-a1af-4602-b97f-8885164f653d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/ac854009-e1d8-4036-866f-9ed77eb11539 HTTP/1.1" status: 200 len: 993 time: 0.1854722 Jul 29 16:55:19.819543 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922a42a-9318-4c28-8ec0-f8464a28e479 None None] New status for floating IP ac854009-e1d8-4036-866f-9ed77eb11539: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:55:19.920337 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:20.444893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56742) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:20.524694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:20.657219 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-03f1d541-0dbd-498d-9eec-d2adc56ebfe3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/ac854009-e1d8-4036-866f-9ed77eb11539 HTTP/1.1" status: 200 len: 991 time: 0.2111840 Jul 29 16:55:20.775809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 92ecb659-580d-48a5-9aab-db2d89865c8d no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:55:20.887019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 92ecb659-580d-48a5-9aab-db2d89865c8d is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:55:20.887703 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:20.919712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 92ecb659-580d-48a5-9aab-db2d89865c8d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=92ecb659-580d-48a5-9aab-db2d89865c8d,segment=NetworkSegment(8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9),segment_id=8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:55:20.923225 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:20.923928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2c9f2672-37ab-4320-a137-be6a68b7375b no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:55:21.072783 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=92ecb659-580d-48a5-9aab-db2d89865c8d,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:21.106744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:21.107096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:21.107435 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:21.107768 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:21.108097 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:21.108422 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:21.108744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:21.109084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:21.109412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:21.109731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:21.110048 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:21.110362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:21.136522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2c9f2672-37ab-4320-a137-be6a68b7375b is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:55:21.136905 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:21.152853 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 2c9f2672-37ab-4320-a137-be6a68b7375b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2c9f2672-37ab-4320-a137-be6a68b7375b,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:55:21.156572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:21.221199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=2c9f2672-37ab-4320-a137-be6a68b7375b,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:21.797432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56748) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:21.995903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bc221e-b58d-451c-8b29-cbf88dbb75fa tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Router 519c6f3a-f797-4d06-86db-c51cc2c209ce is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:55:21.996239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bc221e-b58d-451c-8b29-cbf88dbb75fa tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Notify agent at dv-neutron-851534-1-hyperv the message router_added_to_agent {{(pid=89210) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jul 29 16:55:22.014071 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e5bc221e-b58d-451c-8b29-cbf88dbb75fa tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "POST /v2.0/agents/72bdd35c-728a-4ef8-a6b2-2d90993319de/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2156088 Jul 29 16:55:22.016669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56756) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:22.025834 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1d0d7-c89f-4582-96bf-f67ec24ecf4d None None] Sync routers for ids ['519c6f3a-f797-4d06-86db-c51cc2c209ce'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:55:22.035532 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1d0d7-c89f-4582-96bf-f67ec24ecf4d None None] Routers {'519c6f3a-f797-4d06-86db-c51cc2c209ce'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:55:22.036135 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b3a1d0d7-c89f-4582-96bf-f67ec24ecf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:55:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['519c6f3a-f797-4d06-86db-c51cc2c209ce'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:22.196942 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9866176a-7ab3-4ab3-872e-38cf4157f403 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/routers/519c6f3a-f797-4d06-86db-c51cc2c209ce/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1789880 Jul 29 16:55:22.199559 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56760) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:22.208855 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-b3a1d0d7-c89f-4582-96bf-f67ec24ecf4d None None] Set router 519c6f3a-f797-4d06-86db-c51cc2c209ce gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:55:22.305219 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d5cb6652-a05a-4035-87f8-b2d69f08ea1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/ac854009-e1d8-4036-866f-9ed77eb11539 HTTP/1.1" status: 200 len: 991 time: 0.1044104 Jul 29 16:55:22.568287 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b3a1d0d7-c89f-4582-96bf-f67ec24ecf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:53:59Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:55:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': 'ac854009-e1d8-4036-866f-9ed77eb11539', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.245', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'port_id': '933c3983-c720-4b2e-8fe9-74d5bea2e97a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'mac_address': 'fa:16:3e:0b:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b2a392-0d00-4949-98b8-1993825c46ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:54:15Z', 'updated_at': '2022-07-29T16:55:20Z', 'revision_number': 2, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ecb659-580d-48a5-9aab-db2d89865c8d', 'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:a4:7f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:58Z', 'updated_at': '2022-07-29T16:55:20Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:22.571951 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1d0d7-c89f-4582-96bf-f67ec24ecf4d None None] Checking router: 519c6f3a-f797-4d06-86db-c51cc2c209ce for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:55:22.579938 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1d0d7-c89f-4582-96bf-f67ec24ecf4d None None] Routers {'519c6f3a-f797-4d06-86db-c51cc2c209ce'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:55:22.580511 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b3a1d0d7-c89f-4582-96bf-f67ec24ecf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:55:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['519c6f3a-f797-4d06-86db-c51cc2c209ce'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:22.752058 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-b3a1d0d7-c89f-4582-96bf-f67ec24ecf4d None None] Set router 519c6f3a-f797-4d06-86db-c51cc2c209ce gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:55:23.085157 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b3a1d0d7-c89f-4582-96bf-f67ec24ecf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:53:59Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:55:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': 'ac854009-e1d8-4036-866f-9ed77eb11539', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.245', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'port_id': '933c3983-c720-4b2e-8fe9-74d5bea2e97a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'mac_address': 'fa:16:3e:0b:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b2a392-0d00-4949-98b8-1993825c46ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:54:15Z', 'updated_at': '2022-07-29T16:55:20Z', 'revision_number': 2, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ecb659-580d-48a5-9aab-db2d89865c8d', 'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:a4:7f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:58Z', 'updated_at': '2022-07-29T16:55:20Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:23.088935 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1d0d7-c89f-4582-96bf-f67ec24ecf4d None None] The sync data for ids ['519c6f3a-f797-4d06-86db-c51cc2c209ce'] in dv-neutron-851534-1-hyperv is: [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:53:59Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:55:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': 'ac854009-e1d8-4036-866f-9ed77eb11539', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.245', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'port_id': '933c3983-c720-4b2e-8fe9-74d5bea2e97a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'mac_address': 'fa:16:3e:0b:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b2a392-0d00-4949-98b8-1993825c46ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:54:15Z', 'updated_at': '2022-07-29T16:55:20Z', 'revision_number': 2, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ecb659-580d-48a5-9aab-db2d89865c8d', 'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:a4:7f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:58Z', 'updated_at': '2022-07-29T16:55:20Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:55:23.309325 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56764) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:23.419183 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d578f667-bd8d-4256-9949-02d07e4c9738 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/ac854009-e1d8-4036-866f-9ed77eb11539 HTTP/1.1" status: 200 len: 991 time: 0.1088374 Jul 29 16:55:24.422975 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56768) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:24.526686 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-35375a8a-88c9-497d-85db-154dbbd5d427 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/ac854009-e1d8-4036-866f-9ed77eb11539 HTTP/1.1" status: 200 len: 991 time: 0.1025834 Jul 29 16:55:24.610807 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b80fd0-4cdf-4540-9334-53d66966812f None None] New status for floating IP ac854009-e1d8-4036-866f-9ed77eb11539: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:55:24.858044 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 92ecb659-580d-48a5-9aab-db2d89865c8d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:55:24.933440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 92ecb659-580d-48a5-9aab-db2d89865c8d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:55:24.934060 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:25.053704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 92ecb659-580d-48a5-9aab-db2d89865c8d is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:55:25.054080 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:25.085151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 92ecb659-580d-48a5-9aab-db2d89865c8d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=92ecb659-580d-48a5-9aab-db2d89865c8d,segment=NetworkSegment(8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9),segment_id=8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:55:25.089099 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:25.089973 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2c9f2672-37ab-4320-a137-be6a68b7375b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:55:25.204869 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=92ecb659-580d-48a5-9aab-db2d89865c8d,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:25.217732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2c9f2672-37ab-4320-a137-be6a68b7375b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:55:25.218110 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:25.331885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2c9f2672-37ab-4320-a137-be6a68b7375b is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:55:25.332192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:25.348954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 2c9f2672-37ab-4320-a137-be6a68b7375b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2c9f2672-37ab-4320-a137-be6a68b7375b,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:55:25.352818 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:25.418391 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=2c9f2672-37ab-4320-a137-be6a68b7375b,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:25.530489 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56772) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:25.635193 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0fb19fdd-bf3d-497b-b42c-36b11a04366a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/ac854009-e1d8-4036-866f-9ed77eb11539 HTTP/1.1" status: 200 len: 993 time: 0.1035066 Jul 29 16:55:25.910041 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56780) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:26.104487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 4801de2d-3ee0-404f-8a82-dd55824cfbaf {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:55:26.104828 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:26.271123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:26.271455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:26.498695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 4801de2d-3ee0-404f-8a82-dd55824cfbaf owned by network:floatingip {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:55:26.645672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:26.691941 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=4801de2d-3ee0-404f-8a82-dd55824cfbaf,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:26.732755 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:26.733194 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:26.733541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:26.733853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:26.734177 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:26.734503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:26.734829 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:26.735149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:26.735471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:26.735789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:26.736106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:26.736445 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:26.792219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 92ecb659-580d-48a5-9aab-db2d89865c8d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:55:26.801154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:26.801491 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP ac854009-e1d8-4036-866f-9ed77eb11539 disassociated (deleted). External IP: 172.26.1.245, port: 933c3983-c720-4b2e-8fe9-74d5bea2e97a. Jul 29 16:55:26.862237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 92ecb659-580d-48a5-9aab-db2d89865c8d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:55:26.863131 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:26.977447 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 92ecb659-580d-48a5-9aab-db2d89865c8d is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:55:26.978490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2c9f2672-37ab-4320-a137-be6a68b7375b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:55:27.045584 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2c9f2672-37ab-4320-a137-be6a68b7375b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:55:27.045875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:27.149619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 519c6f3a-f797-4d06-86db-c51cc2c209ce has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:55:27.160895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2c9f2672-37ab-4320-a137-be6a68b7375b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:55:27.327435 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:55:27.337214 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04103fc-1e84-4147-90f4-cb54b34847c0 None None] Sync routers for ids ['519c6f3a-f797-4d06-86db-c51cc2c209ce'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:55:27.343557 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:27.346387 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04103fc-1e84-4147-90f4-cb54b34847c0 None None] Routers {'519c6f3a-f797-4d06-86db-c51cc2c209ce'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:55:27.346984 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d04103fc-1e84-4147-90f4-cb54b34847c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:55:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['519c6f3a-f797-4d06-86db-c51cc2c209ce'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:27.397211 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bef2f97c-917e-4700-9114-13f8156361d9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/floatingips/ac854009-e1d8-4036-866f-9ed77eb11539 HTTP/1.1" status: 204 len: 168 time: 1.4861631 Jul 29 16:55:27.397910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b2a392-0d00-4949-98b8-1993825c46ca', 'tag': '933c3983-c720-4b2e-8fe9-74d5bea2e97a'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:55:27.443228 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec4acef-f20e-4605-abdc-e6dc297a77f7'] response: {'name': 'network-changed', 'server_uuid': '10b2a392-0d00-4949-98b8-1993825c46ca', 'tag': '933c3983-c720-4b2e-8fe9-74d5bea2e97a', 'status': 'completed', 'code': 200} Jul 29 16:55:27.535009 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-d04103fc-1e84-4147-90f4-cb54b34847c0 None None] Set router 519c6f3a-f797-4d06-86db-c51cc2c209ce gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:55:27.550616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6569cb9-1967-4e7c-959b-a42c07a36d8f req-92812b07-fea6-4220-9f35-bb8beca2afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:27.552103 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6569cb9-1967-4e7c-959b-a42c07a36d8f req-92812b07-fea6-4220-9f35-bb8beca2afe2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 1098 time: 0.0879323 Jul 29 16:55:27.690014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6569cb9-1967-4e7c-959b-a42c07a36d8f req-378a2b05-062d-4527-bfe3-7fa07d23cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:27.692847 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6569cb9-1967-4e7c-959b-a42c07a36d8f req-378a2b05-062d-4527-bfe3-7fa07d23cebf service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d35d86b-f546-4ffb-92b8-b4546dfc5e31 HTTP/1.1" status: 200 len: 898 time: 0.1342278 Jul 29 16:55:27.761749 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6569cb9-1967-4e7c-959b-a42c07a36d8f req-24507050-7b55-4c05-9c1a-9f13607e4b4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933c3983-c720-4b2e-8fe9-74d5bea2e97a HTTP/1.1" status: 200 len: 217 time: 0.0610917 Jul 29 16:55:27.833883 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6569cb9-1967-4e7c-959b-a42c07a36d8f req-4732c57c-b1e9-40a0-949d-e5040c29574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:27.835520 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6569cb9-1967-4e7c-959b-a42c07a36d8f req-4732c57c-b1e9-40a0-949d-e5040c29574f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c2578af2-4692-45dd-9ecc-ed3a9fe08ad9 HTTP/1.1" status: 200 len: 834 time: 0.0647960 Jul 29 16:55:27.914276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143ea59-4b3d-4713-b5cd-a214fa4ee5ea req-6ce913de-7d12-457d-a919-84002747d93f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:27.915670 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4143ea59-4b3d-4713-b5cd-a214fa4ee5ea req-6ce913de-7d12-457d-a919-84002747d93f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 945 time: 0.2202542 Jul 29 16:55:27.918410 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d04103fc-1e84-4147-90f4-cb54b34847c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:53:59Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:55:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '92ecb659-580d-48a5-9aab-db2d89865c8d', 'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:a4:7f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:58Z', 'updated_at': '2022-07-29T16:55:25Z', 'revision_number': 7, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:27.920580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6569cb9-1967-4e7c-959b-a42c07a36d8f req-1dc77bf5-a38f-41d3-af1a-9117fcee3dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:27.922201 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6569cb9-1967-4e7c-959b-a42c07a36d8f req-1dc77bf5-a38f-41d3-af1a-9117fcee3dc5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d35d86b-f546-4ffb-92b8-b4546dfc5e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809066 Jul 29 16:55:27.923260 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04103fc-1e84-4147-90f4-cb54b34847c0 None None] Checking router: 519c6f3a-f797-4d06-86db-c51cc2c209ce for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:55:27.932055 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04103fc-1e84-4147-90f4-cb54b34847c0 None None] Routers {'519c6f3a-f797-4d06-86db-c51cc2c209ce'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:55:27.932655 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d04103fc-1e84-4147-90f4-cb54b34847c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:55:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['519c6f3a-f797-4d06-86db-c51cc2c209ce'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:27.962525 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4143ea59-4b3d-4713-b5cd-a214fa4ee5ea req-61d0cd1b-d801-4a0d-9a9e-5e22606e9f34 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8872fd20-16ce-4eed-8c3f-4dff576c835b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393617 Jul 29 16:55:28.119524 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-d04103fc-1e84-4147-90f4-cb54b34847c0 None None] Set router 519c6f3a-f797-4d06-86db-c51cc2c209ce gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:55:28.173310 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6569cb9-1967-4e7c-959b-a42c07a36d8f req-9dd576fb-74fb-4255-85c7-573e2f975650 service neutron] 10.222.0.69 "GET /v2.0/networks/1d35d86b-f546-4ffb-92b8-b4546dfc5e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441368 Jul 29 16:55:28.305440 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6569cb9-1967-4e7c-959b-a42c07a36d8f req-fd378514-20ce-4a7f-9ebe-a2c0294822dc service neutron] 10.222.0.69 "GET /v2.0/networks/1d35d86b-f546-4ffb-92b8-b4546dfc5e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258397 Jul 29 16:55:28.426622 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d04103fc-1e84-4147-90f4-cb54b34847c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:53:59Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:55:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '92ecb659-580d-48a5-9aab-db2d89865c8d', 'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:a4:7f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:58Z', 'updated_at': '2022-07-29T16:55:25Z', 'revision_number': 7, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:28.430382 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04103fc-1e84-4147-90f4-cb54b34847c0 None None] The sync data for ids ['519c6f3a-f797-4d06-86db-c51cc2c209ce'] in dv-neutron-851534-1-hyperv is: [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:53:59Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:55:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '92ecb659-580d-48a5-9aab-db2d89865c8d', 'name': '', 'network_id': '1d35d86b-f546-4ffb-92b8-b4546dfc5e31', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:a4:7f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:58Z', 'updated_at': '2022-07-29T16:55:25Z', 'revision_number': 7, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'c2578af2-4692-45dd-9ecc-ed3a9fe08ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:55:29.051169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d9b2f-0ee9-44dc-a4a6-3ee68b48c86c None None] New status for floating IP ac854009-e1d8-4036-866f-9ed77eb11539: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:55:29.171130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f9580-a003-4662-9916-e9b43df9fc3d req-28e5d218-e9b7-4e88-ad12-9d5af0b7b6b5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:29.172595 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-218f9580-a003-4662-9916-e9b43df9fc3d req-28e5d218-e9b7-4e88-ad12-9d5af0b7b6b5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 945 time: 0.0896747 Jul 29 16:55:29.219710 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-218f9580-a003-4662-9916-e9b43df9fc3d req-6c831a57-f29c-41d3-993e-484c333da5bb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=8872fd20-16ce-4eed-8c3f-4dff576c835b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414014 Jul 29 16:55:29.338514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fffbf-f4d3-4194-b95a-677a9e0dca43 req-5d8ebdc9-5556-4c75-ba54-74afe0751407 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:29.339212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-257fffbf-f4d3-4194-b95a-677a9e0dca43 req-5d8ebdc9-5556-4c75-ba54-74afe0751407 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:55:29.354993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-257fffbf-f4d3-4194-b95a-677a9e0dca43 req-5d8ebdc9-5556-4c75-ba54-74afe0751407 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:55:29.356197 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-257fffbf-f4d3-4194-b95a-677a9e0dca43 req-5d8ebdc9-5556-4c75-ba54-74afe0751407 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 945 time: 0.1067398 Jul 29 16:55:29.424490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-257fffbf-f4d3-4194-b95a-677a9e0dca43 req-90119e62-9bf2-49b8-a0e9-3b21efefb217 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 933c3983-c720-4b2e-8fe9-74d5bea2e97a {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:55:29.424873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-257fffbf-f4d3-4194-b95a-677a9e0dca43 req-90119e62-9bf2-49b8-a0e9-3b21efefb217 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:29.668750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-257fffbf-f4d3-4194-b95a-677a9e0dca43 req-90119e62-9bf2-49b8-a0e9-3b21efefb217 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 933c3983-c720-4b2e-8fe9-74d5bea2e97a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=933c3983-c720-4b2e-8fe9-74d5bea2e97a,segment=NetworkSegment(8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9),segment_id=8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:55:29.669124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-257fffbf-f4d3-4194-b95a-677a9e0dca43 req-90119e62-9bf2-49b8-a0e9-3b21efefb217 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:29.790508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-257fffbf-f4d3-4194-b95a-677a9e0dca43 req-90119e62-9bf2-49b8-a0e9-3b21efefb217 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 933c3983-c720-4b2e-8fe9-74d5bea2e97a owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:55:29.936726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-257fffbf-f4d3-4194-b95a-677a9e0dca43 req-90119e62-9bf2-49b8-a0e9-3b21efefb217 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:29.988756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90119e62-9bf2-49b8-a0e9-3b21efefb217 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=933c3983-c720-4b2e-8fe9-74d5bea2e97a,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:30.074280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-257fffbf-f4d3-4194-b95a-677a9e0dca43 req-90119e62-9bf2-49b8-a0e9-3b21efefb217 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] No DVR routers for this DVR port 933c3983-c720-4b2e-8fe9-74d5bea2e97a on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:55:30.076694 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-257fffbf-f4d3-4194-b95a-677a9e0dca43 req-90119e62-9bf2-49b8-a0e9-3b21efefb217 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:30.079112 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b2a392-0d00-4949-98b8-1993825c46ca', 'name': 'network-vif-deleted', 'tag': '933c3983-c720-4b2e-8fe9-74d5bea2e97a'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:55:30.094323 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-257fffbf-f4d3-4194-b95a-677a9e0dca43 req-90119e62-9bf2-49b8-a0e9-3b21efefb217 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "DELETE /v2.0/ports/933c3983-c720-4b2e-8fe9-74d5bea2e97a HTTP/1.1" status: 204 len: 173 time: 0.7334547 Jul 29 16:55:30.126048 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b0e3fc-e0e2-4db5-a600-95390b335c29'] response: {'server_uuid': '10b2a392-0d00-4949-98b8-1993825c46ca', 'name': 'network-vif-deleted', 'tag': '933c3983-c720-4b2e-8fe9-74d5bea2e97a', 'status': 'completed', 'code': 200} Jul 29 16:55:30.391354 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-98fb3a57-7eda-43ab-9faf-4ea1ce052dfd req-9484ecf8-36ca-44d5-b160-0c783319d001 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=10b2a392-0d00-4949-98b8-1993825c46ca HTTP/1.1" status: 200 len: 210 time: 0.0509453 Jul 29 16:55:31.495746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56798) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:31.567414 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6c52b705-93ba-43f0-8a26-9a5fa5adc835 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:31.595831 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6c52b705-93ba-43f0-8a26-9a5fa5adc835 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:31.660284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6c52b705-93ba-43f0-8a26-9a5fa5adc835 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:31.678251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52b705-93ba-43f0-8a26-9a5fa5adc835 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8872fd20-16ce-4eed-8c3f-4dff576c835b,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:31.689995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6c52b705-93ba-43f0-8a26-9a5fa5adc835 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:31.691739 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6c52b705-93ba-43f0-8a26-9a5fa5adc835 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/security-groups/8872fd20-16ce-4eed-8c3f-4dff576c835b HTTP/1.1" status: 204 len: 168 time: 0.1943800 Jul 29 16:55:31.719900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56804) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:32.352258 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5f1a-d4ca-4afe-b31e-21c494457531 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:32.602123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 933c3983-c720-4b2e-8fe9-74d5bea2e97a no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:55:32.635254 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 933c3983-c720-4b2e-8fe9-74d5bea2e97a {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:55:32.635518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 933c3983-c720-4b2e-8fe9-74d5bea2e97a not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:55:32.700102 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c5f1a-d4ca-4afe-b31e-21c494457531 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 92ecb659-580d-48a5-9aab-db2d89865c8d {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:55:32.700677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5f1a-d4ca-4afe-b31e-21c494457531 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:32.883365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-3c2c5f1a-d4ca-4afe-b31e-21c494457531 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 92ecb659-580d-48a5-9aab-db2d89865c8d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=92ecb659-580d-48a5-9aab-db2d89865c8d,segment=NetworkSegment(8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9),segment_id=8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:55:32.883721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5f1a-d4ca-4afe-b31e-21c494457531 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:33.003741 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c5f1a-d4ca-4afe-b31e-21c494457531 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 92ecb659-580d-48a5-9aab-db2d89865c8d owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:55:33.179824 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5f1a-d4ca-4afe-b31e-21c494457531 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:33.229760 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c5f1a-d4ca-4afe-b31e-21c494457531 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=92ecb659-580d-48a5-9aab-db2d89865c8d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:33.608701 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5f1a-d4ca-4afe-b31e-21c494457531 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:33.961994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2c5f1a-d4ca-4afe-b31e-21c494457531 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 519c6f3a-f797-4d06-86db-c51cc2c209ce has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:55:34.139092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2c5f1a-d4ca-4afe-b31e-21c494457531 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:55:34.148476 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ef768-179c-46ad-8e0b-69cbf4486ba5 None None] Sync routers for ids ['519c6f3a-f797-4d06-86db-c51cc2c209ce'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:55:34.151333 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3c2c5f1a-d4ca-4afe-b31e-21c494457531 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/519c6f3a-f797-4d06-86db-c51cc2c209ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4303780 Jul 29 16:55:34.154061 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56808) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:34.158129 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ef768-179c-46ad-8e0b-69cbf4486ba5 None None] Routers {'519c6f3a-f797-4d06-86db-c51cc2c209ce'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:55:34.158724 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d50ef768-179c-46ad-8e0b-69cbf4486ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:55:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['519c6f3a-f797-4d06-86db-c51cc2c209ce'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:34.218735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a742de5-ab22-4e27-bd62-3f5c65e64e67 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting subnet c2578af2-4692-45dd-9ecc-ed3a9fe08ad9 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:55:34.221757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5a742de5-ab22-4e27-bd62-3f5c65e64e67 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:34.276552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5a742de5-ab22-4e27-bd62-3f5c65e64e67 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:34.336449 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-d50ef768-179c-46ad-8e0b-69cbf4486ba5 None None] Set router 519c6f3a-f797-4d06-86db-c51cc2c209ce gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:55:34.363225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5a742de5-ab22-4e27-bd62-3f5c65e64e67 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:34.435501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5a742de5-ab22-4e27-bd62-3f5c65e64e67 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:34.477155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a742de5-ab22-4e27-bd62-3f5c65e64e67 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Subnet': ['ID=c2578af2-4692-45dd-9ecc-ed3a9fe08ad9,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:34.480712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5a742de5-ab22-4e27-bd62-3f5c65e64e67 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:34.486872 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5a742de5-ab22-4e27-bd62-3f5c65e64e67 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/subnets/c2578af2-4692-45dd-9ecc-ed3a9fe08ad9 HTTP/1.1" status: 204 len: 168 time: 0.3318717 Jul 29 16:55:34.490198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56812) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:34.493679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b32d4cb-84d2-4c54-b8ef-99e838dfe291 None None] Network 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:55:34.625479 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d50ef768-179c-46ad-8e0b-69cbf4486ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:55:33Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:55:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:34.630338 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ef768-179c-46ad-8e0b-69cbf4486ba5 None None] Checking router: 519c6f3a-f797-4d06-86db-c51cc2c209ce for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:55:34.639364 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ef768-179c-46ad-8e0b-69cbf4486ba5 None None] Routers {'519c6f3a-f797-4d06-86db-c51cc2c209ce'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:55:34.640168 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d50ef768-179c-46ad-8e0b-69cbf4486ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:55:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['519c6f3a-f797-4d06-86db-c51cc2c209ce'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:34.697282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:34.826808 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-d50ef768-179c-46ad-8e0b-69cbf4486ba5 None None] Set router 519c6f3a-f797-4d06-86db-c51cc2c209ce gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:55:34.845895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0312b82c-cd1c-4d39-bb74-377413c84669 None None] DHCP port deletion for 1d35d86b-f546-4ffb-92b8-b4546dfc5e31 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:55:34.850990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0312b82c-cd1c-4d39-bb74-377413c84669 None None] Deleting port 954dbd1b-312c-4390-809b-31dd0b6588f2 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:55:34.851562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0312b82c-cd1c-4d39-bb74-377413c84669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:34.892723 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:34.903853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 2c9f2672-37ab-4320-a137-be6a68b7375b {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:55:34.904240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:35.070105 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-0312b82c-cd1c-4d39-bb74-377413c84669 None None] For port 954dbd1b-312c-4390-809b-31dd0b6588f2, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=954dbd1b-312c-4390-809b-31dd0b6588f2,segment=NetworkSegment(8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9),segment_id=8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:55:35.070549 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0312b82c-cd1c-4d39-bb74-377413c84669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:35.087923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 2c9f2672-37ab-4320-a137-be6a68b7375b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2c9f2672-37ab-4320-a137-be6a68b7375b,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:55:35.088281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:35.153834 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d50ef768-179c-46ad-8e0b-69cbf4486ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:55:33Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:55:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:35.158284 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ef768-179c-46ad-8e0b-69cbf4486ba5 None None] The sync data for ids ['519c6f3a-f797-4d06-86db-c51cc2c209ce'] in dv-neutron-851534-1-hyperv is: [{'id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'name': 'tempest-TestNetworkBasicOps-router-1460704393', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:53:54Z', 'updated_at': '2022-07-29T16:55:33Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '2c9f2672-37ab-4320-a137-be6a68b7375b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c6f3a-f797-4d06-86db-c51cc2c209ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:53:55Z', 'updated_at': '2022-07-29T16:55:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:55:35.199274 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0312b82c-cd1c-4d39-bb74-377413c84669 None None] Calling delete_port for 954dbd1b-312c-4390-809b-31dd0b6588f2 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:55:35.219542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 2c9f2672-37ab-4320-a137-be6a68b7375b owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:55:35.271847 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0312b82c-cd1c-4d39-bb74-377413c84669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:35.320277 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312b82c-cd1c-4d39-bb74-377413c84669 None None] Pushing event deleted for resources: {'Port': ['ID=954dbd1b-312c-4390-809b-31dd0b6588f2,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:35.323811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312b82c-cd1c-4d39-bb74-377413c84669 None None] No DVR routers for this DVR port 954dbd1b-312c-4390-809b-31dd0b6588f2 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:55:35.397417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:35.445393 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=2c9f2672-37ab-4320-a137-be6a68b7375b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:35.486581 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:35.486931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:35.487380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:35.487627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:35.487959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:35.488289 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:35.488615 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:35.488941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:35.489289 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:35.489613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:35.489939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:35.490256 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:35.554682 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:35.838561 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:35.840622 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:35.862492 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:35.863490 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Fanout notify agent at l3_agent the message router_deleted on router 519c6f3a-f797-4d06-86db-c51cc2c209ce {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:55:35.878247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:35.879905 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ef5c3c8c-345a-4c0d-9328-4636eb49f81b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/routers/519c6f3a-f797-4d06-86db-c51cc2c209ce HTTP/1.1" status: 204 len: 168 time: 1.3789144 Jul 29 16:55:35.882726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56816) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:35.994387 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab045256-8043-48a4-9ef0-de05c64662e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:36.126430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab045256-8043-48a4-9ef0-de05c64662e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:36.150849 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-ab045256-8043-48a4-9ef0-de05c64662e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d35d86b-f546-4ffb-92b8-b4546dfc5e31']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:36.162971 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-ab045256-8043-48a4-9ef0-de05c64662e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:36.163271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-ab045256-8043-48a4-9ef0-de05c64662e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:36.174461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab045256-8043-48a4-9ef0-de05c64662e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:36.189689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab045256-8043-48a4-9ef0-de05c64662e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:36.195547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab045256-8043-48a4-9ef0-de05c64662e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:55:36.195929 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab045256-8043-48a4-9ef0-de05c64662e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:36.282716 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9 resource provider aggregate not found Jul 29 16:55:36.299692 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c22bea9-8ebc-4a77-8b38-6f2fe45a4ff9 found for delete ", "request_id": "req-c4adeaf3-5447-429b-bb89-c48715d01521"}]} Jul 29 16:55:36.300353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab045256-8043-48a4-9ef0-de05c64662e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:36.318339 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ab045256-8043-48a4-9ef0-de05c64662e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:36.329717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab045256-8043-48a4-9ef0-de05c64662e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Network': ['ID=1d35d86b-f546-4ffb-92b8-b4546dfc5e31,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:36.341170 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ab045256-8043-48a4-9ef0-de05c64662e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/networks/1d35d86b-f546-4ffb-92b8-b4546dfc5e31 HTTP/1.1" status: 204 len: 168 time: 0.4571991 Jul 29 16:55:36.361801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56826) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:36.367920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'network': {'name': 'tempest-network-smoke--1808153105', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'port_security_enabled': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:55:36.372897 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:55:36.377078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:network and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:55:36.380333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:55:36.386037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:55:36.395487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:55:36.398888 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:36.425644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:55:36.434689 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:36.435069 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Added segment fdd64eef-656b-4bd3-9816-f7e8d43b946d of type vlan for network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d Jul 29 16:55:36.463105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:36.492198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:36.497588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:36.498160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:36.600674 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2375875 Jul 29 16:55:36.603418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56830) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:36.606181 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44ac3d-de04-4f49-98ed-d1956f049d72 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Network': ['ID=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:36.608801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'admin_state_up': True, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:55:36.616479 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:55:36.616766 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:55:36.620426 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:router and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:55:36.623310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:55:36.630250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:55:36.640508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:36.641673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:36.656714 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:36.786375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 954dbd1b-312c-4390-809b-31dd0b6588f2 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:55:36.821955 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 954dbd1b-312c-4390-809b-31dd0b6588f2 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:55:36.822303 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 954dbd1b-312c-4390-809b-31dd0b6588f2 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:55:36.822723 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 92ecb659-580d-48a5-9aab-db2d89865c8d no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:55:36.855337 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 92ecb659-580d-48a5-9aab-db2d89865c8d {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:55:36.855680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 92ecb659-580d-48a5-9aab-db2d89865c8d not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:55:36.856095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2c9f2672-37ab-4320-a137-be6a68b7375b no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:55:36.891580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 2c9f2672-37ab-4320-a137-be6a68b7375b {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:55:36.891849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2c9f2672-37ab-4320-a137-be6a68b7375b not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:55:37.032542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:37.328796 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:37.357211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:37.490604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.65 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/bb066be2-a694-4909-9a1d-56c511e2e414) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:55:37.638715 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:37.666978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:37.728900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:55:37.731673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:55:37.735241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:55:37.773999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=bb066be2-a694-4909-9a1d-56c511e2e414,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:38.240525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:38.577765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:38.774785 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router c3d08a9a-2349-426c-bea0-ff91360797ad is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:55:38.949371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:55:38.960523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Sync routers for ids ['c3d08a9a-2349-426c-bea0-ff91360797ad'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:55:38.969407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Routers {'c3d08a9a-2349-426c-bea0-ff91360797ad'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:55:38.970002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:55:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c3d08a9a-2349-426c-bea0-ff91360797ad'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:38.977792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:38.979056 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-36a1295a-9523-474f-8c11-a9fae88fc0ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3745139 Jul 29 16:55:38.982250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56834) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:39.020751 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4270b43b-a26a-426f-96db-ef7b71c538b7 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ab8e87e6e1034425bfda48f6df7de642&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374150 Jul 29 16:55:39.023205 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56838) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:39.144712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Set router c3d08a9a-2349-426c-bea0-ff91360797ad gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:55:39.151159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711f84a9-6c87-4444-8733-1d825c29b431 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:39.152638 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-711f84a9-6c87-4444-8733-1d825c29b431 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1285625 Jul 29 16:55:39.155611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56842) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:39.198095 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ed6c708a-a1d5-459c-9121-34e022896e45 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413470 Jul 29 16:55:39.200639 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56846) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:39.205827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1282067767', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:55:39.313559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:55:39.317925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:subnet and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:55:39.320657 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:55:39.326306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:55:39.336667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:55:39.340315 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:39.458659 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:55:36Z', 'updated_at': '2022-07-29T16:55:37Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:37Z', 'updated_at': '2022-07-29T16:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:39.462560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Checking router: c3d08a9a-2349-426c-bea0-ff91360797ad for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:55:39.462907 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Updating router c3d08a9a-2349-426c-bea0-ff91360797ad port bb066be2-a694-4909-9a1d-56c511e2e414 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:55:39.515058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:39.562858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:39.645296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Subnet': ['ID=fa414bc9-fabc-438d-a628-a5594d16eb97,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:39.653718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Checking segment: {'id': 'fdd64eef-656b-4bd3-9816-f7e8d43b946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:55:39.654076 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network hostable DHCP agents. Network: 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:55:39.673950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:55:39.682876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:55:39.687488 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:39.688587 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:39.703392 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bf2d89-c4d7-4d33-a8d4-233db6b3cb92 None None] Network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:55:39.713192 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-428d1f5d-6b7f-48a5-933d-b04ce9679856 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5089133 Jul 29 16:55:39.713407 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56850) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:40.020471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ips': [{'subnet_id': 'fa414bc9-fabc-438d-a628-a5594d16eb97'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:55:40.021307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:40.032852 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:40.050298 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Transition to ACTIVE for port object bb066be2-a694-4909-9a1d-56c511e2e414 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:55:40.092484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:40.199805 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Attempting to bind port bb066be2-a694-4909-9a1d-56c511e2e414 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:55:40.200171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Attempting to bind port bb066be2-a694-4909-9a1d-56c511e2e414 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:55:40.200530 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Attempting to bind port bb066be2-a694-4909-9a1d-56c511e2e414 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:55:40.204652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ba24c-88a0-4459-9738-745a019d6f9d None None] Pushing event updated for resources: {'Port': ['ID=bb066be2-a694-4909-9a1d-56c511e2e414,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:40.248918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:55:40.249321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:55:40.249725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:40.250112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:55:40.250579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Bound port: bb066be2-a694-4909-9a1d-56c511e2e414, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:55:40.250950 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:40.327960 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Allocated IP 172.20.0.2 (3f60df7f-dfa2-4a7d-a992-3fa06de82b2d/fa414bc9-fabc-438d-a628-a5594d16eb97/149944e9-7a3b-40c8-b49b-04f0a632fa65) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:55:40.343132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] For port bb066be2-a694-4909-9a1d-56c511e2e414, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:55:40.347083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] For port bb066be2-a694-4909-9a1d-56c511e2e414, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=bb066be2-a694-4909-9a1d-56c511e2e414,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:55:40.364703 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:40.397335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:40.513183 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Routers {'c3d08a9a-2349-426c-bea0-ff91360797ad'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:55:40.513792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:55:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c3d08a9a-2349-426c-bea0-ff91360797ad'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:40.589096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ba24c-88a0-4459-9738-745a019d6f9d None None] Pushing event updated for resources: {'Port': ['ID=bb066be2-a694-4909-9a1d-56c511e2e414,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:40.780308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] Set router c3d08a9a-2349-426c-bea0-ff91360797ad gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:55:40.915223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:40.947393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Transition to ACTIVE for port object 149944e9-7a3b-40c8-b49b-04f0a632fa65 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:55:41.021490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Transition to ACTIVE for port object 149944e9-7a3b-40c8-b49b-04f0a632fa65 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:55:41.030148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:41.097032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.1 (3f60df7f-dfa2-4a7d-a992-3fa06de82b2d/fa414bc9-fabc-438d-a628-a5594d16eb97/46b73d73-d1eb-4b68-9abf-7170c27fd0b5) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:55:41.119817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:55:41.149373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:55:41.158252 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:55:41.168719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Pushing event updated for resources: {'Port': ['ID=149944e9-7a3b-40c8-b49b-04f0a632fa65,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:41.255854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:41.271704 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:55:41.272096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Attempting to bind port 149944e9-7a3b-40c8-b49b-04f0a632fa65 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:55:41.272468 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Attempting to bind port 149944e9-7a3b-40c8-b49b-04f0a632fa65 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'fdd64eef-656b-4bd3-9816-f7e8d43b946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:55:41.272892 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Attempting to bind port 149944e9-7a3b-40c8-b49b-04f0a632fa65 on network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:55:41.280307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:55:41.280676 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Checking segment: {'id': 'fdd64eef-656b-4bd3-9816-f7e8d43b946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:55:41.281078 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:41.281470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Bound using segment: {'id': 'fdd64eef-656b-4bd3-9816-f7e8d43b946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:55:41.281920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Bound port: 149944e9-7a3b-40c8-b49b-04f0a632fa65, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd64eef-656b-4bd3-9816-f7e8d43b946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:55:41.282286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:41.295492 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:41.340570 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:55:36Z', 'updated_at': '2022-07-29T16:55:37Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:37Z', 'updated_at': '2022-07-29T16:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:41.353485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1681bb9f-a2e5-4436-b173-3c0709ba56eb None None] The sync data for ids ['c3d08a9a-2349-426c-bea0-ff91360797ad'] in dv-neutron-851534-1-hyperv is: [{'id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:55:36Z', 'updated_at': '2022-07-29T16:55:37Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:37Z', 'updated_at': '2022-07-29T16:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:55:41.360970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:55:41.364578 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:55:41.368464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:55:41.384919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] For port 149944e9-7a3b-40c8-b49b-04f0a632fa65, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:55:41.388269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] For port 149944e9-7a3b-40c8-b49b-04f0a632fa65, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=149944e9-7a3b-40c8-b49b-04f0a632fa65,segment=NetworkSegment(fdd64eef-656b-4bd3-9816-f7e8d43b946d),segment_id=fdd64eef-656b-4bd3-9816-f7e8d43b946d)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:55:41.391873 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:41.413781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=46b73d73-d1eb-4b68-9abf-7170c27fd0b5,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:41.438331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:41.473595 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878232e-dbd4-4e93-9f02-bc40a5aca120 None None] Pushing event updated for resources: {'Port': ['ID=149944e9-7a3b-40c8-b49b-04f0a632fa65,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:41.569710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:42.068636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:42.074494 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:42.189369 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=46b73d73-d1eb-4b68-9abf-7170c27fd0b5,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:42.191797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:42.341411 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:55:42.342544 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:55:42.566878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db015206-ff42-4a25-b714-d5f0f29a78f9 None None] Network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:55:42.648260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router c3d08a9a-2349-426c-bea0-ff91360797ad has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:55:42.661825 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ce2d3c25-1686-4f5e-a1bc-50f6dc2a47f5 None None] Provisioning for port 149944e9-7a3b-40c8-b49b-04f0a632fa65 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:55:42.863745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:55:42.872296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 149944e9-7a3b-40c8-b49b-04f0a632fa65 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:55:42.879915 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-344bab04-3081-49b2-8135-b96200a30318 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/c3d08a9a-2349-426c-bea0-ff91360797ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1656044 Jul 29 16:55:42.882543 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56856) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:42.950800 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 149944e9-7a3b-40c8-b49b-04f0a632fa65 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:55:42.956027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 149944e9-7a3b-40c8-b49b-04f0a632fa65 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:55:42.956440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.045841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d183d92a-739c-461b-bf9e-8a6d3d895de6 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:43.046169 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d183d92a-739c-461b-bf9e-8a6d3d895de6 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:43.046762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d183d92a-739c-461b-bf9e-8a6d3d895de6 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:43.048251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d183d92a-739c-461b-bf9e-8a6d3d895de6 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:43.050015 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d183d92a-739c-461b-bf9e-8a6d3d895de6 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1658289 Jul 29 16:55:43.053210 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56860) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:43.078775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 149944e9-7a3b-40c8-b49b-04f0a632fa65 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:55:43.079161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.125629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c3e93b81-f78c-45fc-9dcd-8dc35d8f1d06 None None] Provisioning complete for port 149944e9-7a3b-40c8-b49b-04f0a632fa65 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:55:43.125629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c3e93b81-f78c-45fc-9dcd-8dc35d8f1d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.132214 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb36e11-9349-4c7a-b361-7ed05677ce2f tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:43.132682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb36e11-9349-4c7a-b361-7ed05677ce2f tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:43.133168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb36e11-9349-4c7a-b361-7ed05677ce2f tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:43.133620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb36e11-9349-4c7a-b361-7ed05677ce2f tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:43.135268 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-afb36e11-9349-4c7a-b361-7ed05677ce2f tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0811417 Jul 29 16:55:43.138007 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56864) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:43.162823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 149944e9-7a3b-40c8-b49b-04f0a632fa65, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=149944e9-7a3b-40c8-b49b-04f0a632fa65,segment=NetworkSegment(fdd64eef-656b-4bd3-9816-f7e8d43b946d),segment_id=fdd64eef-656b-4bd3-9816-f7e8d43b946d)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:55:43.174160 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.174954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device bb066be2-a694-4909-9a1d-56c511e2e414 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:55:43.199750 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Sync routers for ids ['c3d08a9a-2349-426c-bea0-ff91360797ad'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:55:43.212664 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Routers {'c3d08a9a-2349-426c-bea0-ff91360797ad'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:55:43.213825 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:55:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c3d08a9a-2349-426c-bea0-ff91360797ad'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:43.353283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=149944e9-7a3b-40c8-b49b-04f0a632fa65,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:43.390405 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-eb62e9f5-c525-4f8c-99af-569dfc9d084f tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2512486 Jul 29 16:55:43.392797 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port bb066be2-a694-4909-9a1d-56c511e2e414 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:55:43.398107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c3e93b81-f78c-45fc-9dcd-8dc35d8f1d06 None None] Current status of the port 149944e9-7a3b-40c8-b49b-04f0a632fa65 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:55:43.400300 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port bb066be2-a694-4909-9a1d-56c511e2e414 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:55:43.400667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.439315 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Set router c3d08a9a-2349-426c-bea0-ff91360797ad gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:55:43.459765 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c3e93b81-f78c-45fc-9dcd-8dc35d8f1d06 None None] Provisioning for port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:55:43.468240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c3e93b81-f78c-45fc-9dcd-8dc35d8f1d06 None None] Provisioning complete for port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:55:43.468657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c3e93b81-f78c-45fc-9dcd-8dc35d8f1d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.482684 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56870) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:43.488009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-38dbdfad-2473-412d-81fa-c46b81aafb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1647850668', 'description': 'tempest-secgroup-smoke-1647850668 description', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:55:43.500839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-38dbdfad-2473-412d-81fa-c46b81aafb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:55:43.509024 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-38dbdfad-2473-412d-81fa-c46b81aafb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:55:43.517720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-38dbdfad-2473-412d-81fa-c46b81aafb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:55:43.532135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-38dbdfad-2473-412d-81fa-c46b81aafb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:55:43.550329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-38dbdfad-2473-412d-81fa-c46b81aafb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.559845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c3e93b81-f78c-45fc-9dcd-8dc35d8f1d06 None None] Port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:55:43.584169 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-38dbdfad-2473-412d-81fa-c46b81aafb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:55:43.589152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-38dbdfad-2473-412d-81fa-c46b81aafb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:55:43.593230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-38dbdfad-2473-412d-81fa-c46b81aafb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:55:43.594496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port bb066be2-a694-4909-9a1d-56c511e2e414 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:55:43.594945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.600970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-38dbdfad-2473-412d-81fa-c46b81aafb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:55:43.615014 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port bb066be2-a694-4909-9a1d-56c511e2e414, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=bb066be2-a694-4909-9a1d-56c511e2e414,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:55:43.620166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.705749 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-48a20f2e-2c43-4fd9-bead-0ba0f1502a3c None None] Provisioning complete for port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:55:43.706122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-48a20f2e-2c43-4fd9-bead-0ba0f1502a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.745397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=bb066be2-a694-4909-9a1d-56c511e2e414,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:43.766042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-48a20f2e-2c43-4fd9-bead-0ba0f1502a3c None None] Port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:55:43.802833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-38dbdfad-2473-412d-81fa-c46b81aafb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.806755 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-38dbdfad-2473-412d-81fa-c46b81aafb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.827831 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:55:36Z', 'updated_at': '2022-07-29T16:55:41Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:37Z', 'updated_at': '2022-07-29T16:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '46b73d73-d1eb-4b68-9abf-7170c27fd0b5', 'name': '', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:d5:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:40Z', 'updated_at': '2022-07-29T16:55:41Z', 'revision_number': 2, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:43.832057 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Checking router: c3d08a9a-2349-426c-bea0-ff91360797ad for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:55:43.832409 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Updating router c3d08a9a-2349-426c-bea0-ff91360797ad port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:55:43.851782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbdfad-2473-412d-81fa-c46b81aafb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ce34ba-b781-4d46-b2d4-8a8ff2159d93,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:43.856030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-38dbdfad-2473-412d-81fa-c46b81aafb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.859971 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-38dbdfad-2473-412d-81fa-c46b81aafb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3735633 Jul 29 16:55:43.860325 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56874) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:43.866250 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b2ef93a2-5279-4a1b-9bb9-c37670bd6138 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '50ce34ba-b781-4d46-b2d4-8a8ff2159d93', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:55:43.872159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b2ef93a2-5279-4a1b-9bb9-c37670bd6138 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:55:43.876127 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b2ef93a2-5279-4a1b-9bb9-c37670bd6138 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:55:43.879036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b2ef93a2-5279-4a1b-9bb9-c37670bd6138 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:55:43.884720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b2ef93a2-5279-4a1b-9bb9-c37670bd6138 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:55:43.885995 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.901655 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b2ef93a2-5279-4a1b-9bb9-c37670bd6138 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.961976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b2ef93a2-5279-4a1b-9bb9-c37670bd6138 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.966513 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b2ef93a2-5279-4a1b-9bb9-c37670bd6138 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:43.991777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef93a2-5279-4a1b-9bb9-c37670bd6138 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63dd5c0-1037-4a2b-b59e-e6ddc2dd2d85,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:44.000955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b2ef93a2-5279-4a1b-9bb9-c37670bd6138 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.002231 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b2ef93a2-5279-4a1b-9bb9-c37670bd6138 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409411 Jul 29 16:55:44.005421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56878) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:44.010548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-64c15c86-61c5-4b34-ba1e-424558ca98b3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '50ce34ba-b781-4d46-b2d4-8a8ff2159d93', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:55:44.016108 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-64c15c86-61c5-4b34-ba1e-424558ca98b3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:55:44.019986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-64c15c86-61c5-4b34-ba1e-424558ca98b3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:55:44.022845 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-64c15c86-61c5-4b34-ba1e-424558ca98b3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:55:44.028524 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-64c15c86-61c5-4b34-ba1e-424558ca98b3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:55:44.045486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-64c15c86-61c5-4b34-ba1e-424558ca98b3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.107618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-64c15c86-61c5-4b34-ba1e-424558ca98b3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.111075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-64c15c86-61c5-4b34-ba1e-424558ca98b3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.134548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c15c86-61c5-4b34-ba1e-424558ca98b3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae58f51-8ed1-4c95-8dc4-6cb897b1f972,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:44.143702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-64c15c86-61c5-4b34-ba1e-424558ca98b3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.144946 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-64c15c86-61c5-4b34-ba1e-424558ca98b3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385229 Jul 29 16:55:44.147801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56882) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:44.152657 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-75a0c487-68f7-4328-96d2-887e60ce2ffd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '50ce34ba-b781-4d46-b2d4-8a8ff2159d93', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:55:44.158450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-75a0c487-68f7-4328-96d2-887e60ce2ffd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:55:44.162317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-75a0c487-68f7-4328-96d2-887e60ce2ffd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:55:44.165420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-75a0c487-68f7-4328-96d2-887e60ce2ffd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:55:44.171018 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-75a0c487-68f7-4328-96d2-887e60ce2ffd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:55:44.191494 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-75a0c487-68f7-4328-96d2-887e60ce2ffd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.227573 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.239909 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Transition to ACTIVE for port object 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:55:44.246591 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.254872 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-75a0c487-68f7-4328-96d2-887e60ce2ffd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.257947 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-75a0c487-68f7-4328-96d2-887e60ce2ffd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.281246 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0c487-68f7-4328-96d2-887e60ce2ffd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a09cf93-1cbe-4df5-a19b-b301034baef1,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:44.291345 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-75a0c487-68f7-4328-96d2-887e60ce2ffd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.293871 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-75a0c487-68f7-4328-96d2-887e60ce2ffd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438551 Jul 29 16:55:44.295419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56886) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:44.301006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-20eef956-61e4-445e-b1b7-c9fce5805a5b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '50ce34ba-b781-4d46-b2d4-8a8ff2159d93', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:55:44.306861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-20eef956-61e4-445e-b1b7-c9fce5805a5b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:55:44.310742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-20eef956-61e4-445e-b1b7-c9fce5805a5b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:55:44.313648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-20eef956-61e4-445e-b1b7-c9fce5805a5b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:55:44.320272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-20eef956-61e4-445e-b1b7-c9fce5805a5b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:55:44.338289 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-20eef956-61e4-445e-b1b7-c9fce5805a5b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.412458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-20eef956-61e4-445e-b1b7-c9fce5805a5b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.417954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-20eef956-61e4-445e-b1b7-c9fce5805a5b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.440521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eef956-61e4-445e-b1b7-c9fce5805a5b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28927b3-6a6e-4821-ba65-6585eaf01af5,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:44.454351 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-20eef956-61e4-445e-b1b7-c9fce5805a5b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.455632 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-20eef956-61e4-445e-b1b7-c9fce5805a5b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1593001 Jul 29 16:55:44.458638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56890) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:44.460298 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fc2a8-c71a-4e4d-a5ab-d34bc2591fa9 None None] Pushing event updated for resources: {'Port': ['ID=46b73d73-d1eb-4b68-9abf-7170c27fd0b5,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:44.466168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9f197a8b-a4b1-4775-81da-7658164951a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '50ce34ba-b781-4d46-b2d4-8a8ff2159d93', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:55:44.472986 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9f197a8b-a4b1-4775-81da-7658164951a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:55:44.477285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9f197a8b-a4b1-4775-81da-7658164951a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:55:44.480597 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9f197a8b-a4b1-4775-81da-7658164951a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:55:44.488428 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fc2a8-c71a-4e4d-a5ab-d34bc2591fa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:44.488774 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fc2a8-c71a-4e4d-a5ab-d34bc2591fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:44.489130 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fc2a8-c71a-4e4d-a5ab-d34bc2591fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:44.489461 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fc2a8-c71a-4e4d-a5ab-d34bc2591fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:44.489784 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fc2a8-c71a-4e4d-a5ab-d34bc2591fa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:44.490107 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fc2a8-c71a-4e4d-a5ab-d34bc2591fa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:44.490608 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fc2a8-c71a-4e4d-a5ab-d34bc2591fa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:44.491032 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fc2a8-c71a-4e4d-a5ab-d34bc2591fa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:44.491362 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fc2a8-c71a-4e4d-a5ab-d34bc2591fa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:44.491692 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fc2a8-c71a-4e4d-a5ab-d34bc2591fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:44.491904 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9f197a8b-a4b1-4775-81da-7658164951a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:55:44.492006 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fc2a8-c71a-4e4d-a5ab-d34bc2591fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:44.492308 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394fc2a8-c71a-4e4d-a5ab-d34bc2591fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:55:44.501075 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Attempting to bind port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:55:44.501702 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Attempting to bind port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'fdd64eef-656b-4bd3-9816-f7e8d43b946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:55:44.502113 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Attempting to bind port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 on network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:55:44.506899 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-9f197a8b-a4b1-4775-81da-7658164951a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:55:44.508227 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:55:44.508595 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Checking segment: {'id': 'fdd64eef-656b-4bd3-9816-f7e8d43b946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:55:44.508984 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.509500 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Bound using segment: {'id': 'fdd64eef-656b-4bd3-9816-f7e8d43b946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:55:44.509987 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Bound port: 46b73d73-d1eb-4b68-9abf-7170c27fd0b5, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd64eef-656b-4bd3-9816-f7e8d43b946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:55:44.510430 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.516175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9f197a8b-a4b1-4775-81da-7658164951a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.586192 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9f197a8b-a4b1-4775-81da-7658164951a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.590807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9f197a8b-a4b1-4775-81da-7658164951a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.613357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f197a8b-a4b1-4775-81da-7658164951a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bf4588-ba83-4f76-a3ef-18d6ea01c594,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:44.623636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9f197a8b-a4b1-4775-81da-7658164951a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.624894 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9f197a8b-a4b1-4775-81da-7658164951a5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1646352 Jul 29 16:55:44.627729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56894) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:44.629988 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] For port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:55:44.633029 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] For port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=46b73d73-d1eb-4b68-9abf-7170c27fd0b5,segment=NetworkSegment(fdd64eef-656b-4bd3-9816-f7e8d43b946d),segment_id=fdd64eef-656b-4bd3-9816-f7e8d43b946d)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:55:44.633552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-1ff66086-fc8c-4793-b4f9-be85f55622c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '50ce34ba-b781-4d46-b2d4-8a8ff2159d93', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:55:44.638070 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.639795 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1ff66086-fc8c-4793-b4f9-be85f55622c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:55:44.643687 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1ff66086-fc8c-4793-b4f9-be85f55622c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:55:44.646544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1ff66086-fc8c-4793-b4f9-be85f55622c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:55:44.652321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1ff66086-fc8c-4793-b4f9-be85f55622c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:55:44.662420 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-1ff66086-fc8c-4793-b4f9-be85f55622c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:55:44.669197 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ff66086-fc8c-4793-b4f9-be85f55622c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.716288 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Routers {'c3d08a9a-2349-426c-bea0-ff91360797ad'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:55:44.716950 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:55:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c3d08a9a-2349-426c-bea0-ff91360797ad'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:44.742557 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ff66086-fc8c-4793-b4f9-be85f55622c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.747953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ff66086-fc8c-4793-b4f9-be85f55622c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.779928 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fc2a8-c71a-4e4d-a5ab-d34bc2591fa9 None None] Pushing event updated for resources: {'Port': ['ID=46b73d73-d1eb-4b68-9abf-7170c27fd0b5,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:44.792820 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff66086-fc8c-4793-b4f9-be85f55622c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f09b5e-be0b-4469-be54-9acb06476214,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:44.799900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ff66086-fc8c-4793-b4f9-be85f55622c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.813082 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1ff66086-fc8c-4793-b4f9-be85f55622c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1728413 Jul 29 16:55:44.823596 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 149944e9-7a3b-40c8-b49b-04f0a632fa65 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:55:44.924615 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 149944e9-7a3b-40c8-b49b-04f0a632fa65 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:55:44.924957 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:44.943841 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] Set router c3d08a9a-2349-426c-bea0-ff91360797ad gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:55:45.054578 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-d1a81453-a6e5-41ca-93fa-6b9907fe7ac8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647850668&fields=id&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 267 time: 0.0430336 Jul 29 16:55:45.100008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 149944e9-7a3b-40c8-b49b-04f0a632fa65 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:55:45.101061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device bb066be2-a694-4909-9a1d-56c511e2e414 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:55:45.139985 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0e021c5d-a086-455f-a0a6-3d800df0d21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:45.174270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port bb066be2-a694-4909-9a1d-56c511e2e414 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:55:45.174648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:45.211753 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-3031d7e3-4903-41ec-a53a-cd015b49e53f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:45.212441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-3031d7e3-4903-41ec-a53a-cd015b49e53f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:55:45.229171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-3031d7e3-4903-41ec-a53a-cd015b49e53f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:55:45.230342 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-3031d7e3-4903-41ec-a53a-cd015b49e53f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/networks?id=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d HTTP/1.1" status: 200 len: 797 time: 0.1686091 Jul 29 16:55:45.247312 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-2b6c05ba-6286-4996-8f1f-302485884caa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/quotas/ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 375 time: 0.0112231 Jul 29 16:55:45.273403 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:55:36Z', 'updated_at': '2022-07-29T16:55:41Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:37Z', 'updated_at': '2022-07-29T16:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '46b73d73-d1eb-4b68-9abf-7170c27fd0b5', 'name': '', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:d5:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:40Z', 'updated_at': '2022-07-29T16:55:44Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:45.277510 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3881d3-4246-4337-93e5-adbc66b50a5f None None] The sync data for ids ['c3d08a9a-2349-426c-bea0-ff91360797ad'] in dv-neutron-851534-1-hyperv is: [{'id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:55:36Z', 'updated_at': '2022-07-29T16:55:41Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:37Z', 'updated_at': '2022-07-29T16:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '46b73d73-d1eb-4b68-9abf-7170c27fd0b5', 'name': '', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:d5:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:40Z', 'updated_at': '2022-07-29T16:55:44Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:55:45.313124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port bb066be2-a694-4909-9a1d-56c511e2e414 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:55:45.360370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-e65562ce-4366-42e5-bf8d-0f71a33c6c61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:55:45.380133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-e65562ce-4366-42e5-bf8d-0f71a33c6c61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:55:45.381583 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-e65562ce-4366-42e5-bf8d-0f71a33c6c61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1285670 Jul 29 16:55:45.571136 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-a4ae1aec-9cc8-45c7-8295-64e16d690e1c service neutron] 10.222.0.58 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758301 Jul 29 16:55:45.707338 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ad83e015-3adb-4b84-9ae3-50af421b9770 service neutron] 10.222.0.58 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299114 Jul 29 16:55:45.908849 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e0c84239-4c66-4e8d-9dd1-bfd7d1f1312c req-13ada6b6-b3aa-4988-bfcf-2b110dcb1aed tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 210 time: 0.0527489 Jul 29 16:55:46.825711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:55:46.895733 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:55:46.900788 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:55:46.901297 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:46.929320 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-dd8fc9f0-288b-414f-be42-0a722e61a4f3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:46.930083 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-dd8fc9f0-288b-414f-be42-0a722e61a4f3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:55:46.942142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-dd8fc9f0-288b-414f-be42-0a722e61a4f3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:55:46.943604 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-dd8fc9f0-288b-414f-be42-0a722e61a4f3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/networks?id=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d HTTP/1.1" status: 200 len: 797 time: 0.1770175 Jul 29 16:55:46.997851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-a4771959-341d-4b73-b9d4-7a239fb00436 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:55:47.020627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-a4771959-341d-4b73-b9d4-7a239fb00436 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:55:47.022067 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-a4771959-341d-4b73-b9d4-7a239fb00436 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 380 time: 0.0708451 Jul 29 16:55:47.038831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:55:47.039209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:47.059794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'port': {'device_id': '0f137112-7517-4592-9c53-7407c800509e', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'admin_state_up': True, 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'security_groups': ['50ce34ba-b781-4d46-b2d4-8a8ff2159d93']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:55:47.076006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=46b73d73-d1eb-4b68-9abf-7170c27fd0b5,segment=NetworkSegment(fdd64eef-656b-4bd3-9816-f7e8d43b946d),segment_id=fdd64eef-656b-4bd3-9816-f7e8d43b946d)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:55:47.078845 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1d471972-b99d-4ead-808f-11e7713c7df5 req-a2816c2f-ae10-4c79-8c01-4bb291270337 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 210 time: 0.0543730 Jul 29 16:55:47.080913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:47.146841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=46b73d73-d1eb-4b68-9abf-7170c27fd0b5,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:47.201464 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:55:47.211514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:55:47.221013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:55:47.225339 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:47.386157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.5 (3f60df7f-dfa2-4a7d-a992-3fa06de82b2d/fa414bc9-fabc-438d-a628-a5594d16eb97/3a0c5744-719c-487a-8909-8a2cbad85943) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:55:47.570628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:47.585992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object 3a0c5744-719c-487a-8909-8a2cbad85943 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:55:47.608642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:47.644779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4970c725-4ae7-4d8c-81ee-344ba2c202b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:47.678225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:55:47.681131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:55:47.684828 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:55:47.726208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=3a0c5744-719c-487a-8909-8a2cbad85943,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:47.756642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:47.756900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:47.783588 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-fdead977-7241-4503-be11-095d1a601a61 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7279475 Jul 29 16:55:47.794716 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Request body: {'port': {'device_id': '0f137112-7517-4592-9c53-7407c800509e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:55:47.872424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ec01aab1-2d43-4057-8ce4-ca23b31fa036 None None] Provisioning for port 3a0c5744-719c-487a-8909-8a2cbad85943 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:55:47.877831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ec01aab1-2d43-4057-8ce4-ca23b31fa036 None None] Provisioning complete for port 3a0c5744-719c-487a-8909-8a2cbad85943 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:55:47.878211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ec01aab1-2d43-4057-8ce4-ca23b31fa036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:47.907361 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:47.935215 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ec01aab1-2d43-4057-8ce4-ca23b31fa036 None None] Port 3a0c5744-719c-487a-8909-8a2cbad85943 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:55:48.240810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0c5744-719c-487a-8909-8a2cbad85943 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:55:48.248706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:48.263466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Transition to ACTIVE for port object 3a0c5744-719c-487a-8909-8a2cbad85943 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:55:48.266825 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:48.279439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e1b46-5aca-49b6-b0b2-c1db04e946db req-a66cc1f2-458a-484f-b3a7-9c82722f14f2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:48.281067 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cf4e1b46-5aca-49b6-b0b2-c1db04e946db req-a66cc1f2-458a-484f-b3a7-9c82722f14f2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 931 time: 0.0907881 Jul 29 16:55:48.292755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:48.333132 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cf4e1b46-5aca-49b6-b0b2-c1db04e946db req-2fb91be8-5001-46ce-89d5-12c1db3e274d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ce34ba-b781-4d46-b2d4-8a8ff2159d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452299 Jul 29 16:55:48.418693 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:48.447675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c5744-719c-487a-8909-8a2cbad85943,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:48.627719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Attempting to bind port 3a0c5744-719c-487a-8909-8a2cbad85943 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:55:48.627994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Attempting to bind port 3a0c5744-719c-487a-8909-8a2cbad85943 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'fdd64eef-656b-4bd3-9816-f7e8d43b946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:55:48.628862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Attempting to bind port 3a0c5744-719c-487a-8909-8a2cbad85943 on network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:55:48.633464 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Port 3a0c5744-719c-487a-8909-8a2cbad85943 on network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:55:48.633787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Attempting to bind port 3a0c5744-719c-487a-8909-8a2cbad85943 on network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:55:48.638803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:55:48.639142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Checking segment: {'id': 'fdd64eef-656b-4bd3-9816-f7e8d43b946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:55:48.639526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Bound using segment: {'id': 'fdd64eef-656b-4bd3-9816-f7e8d43b946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:55:48.639951 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Bound port: 3a0c5744-719c-487a-8909-8a2cbad85943, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd64eef-656b-4bd3-9816-f7e8d43b946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:55:48.640292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:48.729864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] For port 3a0c5744-719c-487a-8909-8a2cbad85943, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:55:48.732813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] For port 3a0c5744-719c-487a-8909-8a2cbad85943, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3a0c5744-719c-487a-8909-8a2cbad85943,segment=NetworkSegment(fdd64eef-656b-4bd3-9816-f7e8d43b946d),segment_id=fdd64eef-656b-4bd3-9816-f7e8d43b946d)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:55:48.738143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:48.790560 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:48.791167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:48.792620 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] 10.222.0.69 "PUT /v2.0/ports/3a0c5744-719c-487a-8909-8a2cbad85943 HTTP/1.1" status: 200 len: 1093 time: 1.0020933 Jul 29 16:55:48.797372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f137112-7517-4592-9c53-7407c800509e', 'tag': '3a0c5744-719c-487a-8909-8a2cbad85943'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:55:48.797868 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:55:48.839699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d3752-547a-427f-b1d0-a81a3f9573d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0c5744-719c-487a-8909-8a2cbad85943,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:48.891282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:55:48.891874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:48.892200 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ceb1d0-0904-4cc2-8419-3913aed64cd5'] response: {'name': 'network-changed', 'server_uuid': '0f137112-7517-4592-9c53-7407c800509e', 'tag': '3a0c5744-719c-487a-8909-8a2cbad85943', 'status': 'completed', 'code': 200} Jul 29 16:55:48.942469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-6caa40d1-c3f5-4031-93fe-fbd3e8abe8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:48.944233 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-6caa40d1-c3f5-4031-93fe-fbd3e8abe8aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 1096 time: 0.0914650 Jul 29 16:55:49.013271 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-3ef731bf-0830-4502-8c70-606eed29fc60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a0c5744-719c-487a-8909-8a2cbad85943 HTTP/1.1" status: 200 len: 217 time: 0.0627303 Jul 29 16:55:49.017491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:55:49.081484 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-e91b5b8d-be8c-4afc-8b26-90f637f701ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:49.083397 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-e91b5b8d-be8c-4afc-8b26-90f637f701ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa414bc9-fabc-438d-a628-a5594d16eb97 HTTP/1.1" status: 200 len: 844 time: 0.0637147 Jul 29 16:55:49.164715 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-b49d8688-404a-4d20-b6d2-ba0583c4f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:49.166196 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-b49d8688-404a-4d20-b6d2-ba0583c4f9f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773637 Jul 29 16:55:49.294205 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-97f1f028-4e7d-471a-8bd4-d100abadd875 service neutron] 10.222.0.69 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218588 Jul 29 16:55:49.424622 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8684a235-c46e-4388-b86c-de66a7118ae0 req-892c924c-70e8-42cc-a287-317b69501beb service neutron] 10.222.0.69 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242106 Jul 29 16:55:49.538669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091e247-d5b4-487a-9032-e6dbd6af9295 req-c91397a0-739d-4b82-bd53-a513edafbd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:49.540217 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a091e247-d5b4-487a-9032-e6dbd6af9295 req-c91397a0-739d-4b82-bd53-a513edafbd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 943 time: 0.0926452 Jul 29 16:55:49.556710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1f11-5f10-4e6b-ba2e-8ecd67bd3486 req-eb79550d-554d-4587-aced-dcb6363bcc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:49.558549 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ed0c1f11-5f10-4e6b-ba2e-8ecd67bd3486 req-eb79550d-554d-4587-aced-dcb6363bcc56 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 1096 time: 0.0885289 Jul 29 16:55:49.585631 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a091e247-d5b4-487a-9032-e6dbd6af9295 req-3949039b-e280-49db-86e0-04685cdf457b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ce34ba-b781-4d46-b2d4-8a8ff2159d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394664 Jul 29 16:55:49.688939 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1f11-5f10-4e6b-ba2e-8ecd67bd3486 req-8276eb4f-e0a6-448d-9cfb-23a0834fc097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:49.691324 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ed0c1f11-5f10-4e6b-ba2e-8ecd67bd3486 req-8276eb4f-e0a6-448d-9cfb-23a0834fc097 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d HTTP/1.1" status: 200 len: 898 time: 0.1262531 Jul 29 16:55:49.764296 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ed0c1f11-5f10-4e6b-ba2e-8ecd67bd3486 req-949b2088-65b9-4cd3-9b63-522a4a184513 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a0c5744-719c-487a-8909-8a2cbad85943 HTTP/1.1" status: 200 len: 217 time: 0.0671940 Jul 29 16:55:49.837819 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1f11-5f10-4e6b-ba2e-8ecd67bd3486 req-57009c77-bba3-4dc6-ac43-903b4a968170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:49.839186 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ed0c1f11-5f10-4e6b-ba2e-8ecd67bd3486 req-57009c77-bba3-4dc6-ac43-903b4a968170 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa414bc9-fabc-438d-a628-a5594d16eb97 HTTP/1.1" status: 200 len: 844 time: 0.0682690 Jul 29 16:55:49.902953 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:49.922185 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1f11-5f10-4e6b-ba2e-8ecd67bd3486 req-3fe470ab-ddef-4f91-bd61-50c056838a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:49.923672 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ed0c1f11-5f10-4e6b-ba2e-8ecd67bd3486 req-3fe470ab-ddef-4f91-bd61-50c056838a5d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786037 Jul 29 16:55:50.053296 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ed0c1f11-5f10-4e6b-ba2e-8ecd67bd3486 req-ec07bd3a-0607-4c28-a494-d0cb5101884d service neutron] 10.222.0.69 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235375 Jul 29 16:55:50.181001 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ed0c1f11-5f10-4e6b-ba2e-8ecd67bd3486 req-8a1c8fb1-4f72-4555-a331-445b88456c58 service neutron] 10.222.0.69 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215708 Jul 29 16:55:50.537215 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:50.782827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69dd6d-d73b-4944-85e6-09a60b7eecc1 req-c36a0dbd-f429-41b5-917c-c21dcdc474ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:50.784798 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4d69dd6d-d73b-4944-85e6-09a60b7eecc1 req-c36a0dbd-f429-41b5-917c-c21dcdc474ec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 943 time: 0.0898581 Jul 29 16:55:50.934481 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4d69dd6d-d73b-4944-85e6-09a60b7eecc1 req-59b38ab5-8a73-4e67-a97c-fda85095a001 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ce34ba-b781-4d46-b2d4-8a8ff2159d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436825 Jul 29 16:55:52.271518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a3ad1-e3c7-41a6-a8a5-3774d9f87c91 req-2a2a3e76-fa2a-4d77-ab6b-6db1e86c82cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:52.273500 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1a1a3ad1-e3c7-41a6-a8a5-3774d9f87c91 req-2a2a3e76-fa2a-4d77-ab6b-6db1e86c82cb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 943 time: 0.0910661 Jul 29 16:55:52.320282 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1a1a3ad1-e3c7-41a6-a8a5-3774d9f87c91 req-5170611e-93d7-4358-ab84-c618819f30a6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ce34ba-b781-4d46-b2d4-8a8ff2159d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Jul 29 16:55:52.695035 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3a0c5744-719c-487a-8909-8a2cbad85943 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:55:52.824712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 3a0c5744-719c-487a-8909-8a2cbad85943, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3a0c5744-719c-487a-8909-8a2cbad85943,segment=NetworkSegment(fdd64eef-656b-4bd3-9816-f7e8d43b946d),segment_id=fdd64eef-656b-4bd3-9816-f7e8d43b946d)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:55:52.837790 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '3a0c5744-719c-487a-8909-8a2cbad85943', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'port_id': '3a0c5744-719c-487a-8909-8a2cbad85943', 'mac_address': 'fa:16:3e:c4:1d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:55:52.893542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 3a0c5744-719c-487a-8909-8a2cbad85943 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:55:52.893927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:52.910951 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0c5744-719c-487a-8909-8a2cbad85943 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:55:52.925962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 3a0c5744-719c-487a-8909-8a2cbad85943, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3a0c5744-719c-487a-8909-8a2cbad85943,segment=NetworkSegment(fdd64eef-656b-4bd3-9816-f7e8d43b946d),segment_id=fdd64eef-656b-4bd3-9816-f7e8d43b946d)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:55:52.929787 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:52.995889 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=3a0c5744-719c-487a-8909-8a2cbad85943,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:53.275644 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:55:53.294801 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['3a0c5744-719c-487a-8909-8a2cbad85943'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:55:53.515130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6927b8d-b65f-40e7-a59d-a3101c98bcba req-6cc79f68-5c5d-445c-89d3-c619f0dcbe63 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:53.516850 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c6927b8d-b65f-40e7-a59d-a3101c98bcba req-6cc79f68-5c5d-445c-89d3-c619f0dcbe63 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 944 time: 0.0869167 Jul 29 16:55:53.561772 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c6927b8d-b65f-40e7-a59d-a3101c98bcba req-08087206-01f4-4f7d-accd-e472c25372f1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ce34ba-b781-4d46-b2d4-8a8ff2159d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391951 Jul 29 16:55:54.710607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3a0c5744-719c-487a-8909-8a2cbad85943 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:55:54.757339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8f997-72d8-431c-ab7c-f1407bbeb2b6 req-17ebe062-feab-4a8c-a9ac-713826343eb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:54.758796 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-edf8f997-72d8-431c-ab7c-f1407bbeb2b6 req-17ebe062-feab-4a8c-a9ac-713826343eb0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 944 time: 0.0905635 Jul 29 16:55:54.777347 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 3a0c5744-719c-487a-8909-8a2cbad85943 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:55:54.782323 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 3a0c5744-719c-487a-8909-8a2cbad85943 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:55:54.782690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:54.805170 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-edf8f997-72d8-431c-ab7c-f1407bbeb2b6 req-30f77c81-60de-4f5f-8486-a0092b48e107 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ce34ba-b781-4d46-b2d4-8a8ff2159d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406046 Jul 29 16:55:54.902226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 3a0c5744-719c-487a-8909-8a2cbad85943 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:55:54.902603 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:54.929709 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f137112-7517-4592-9c53-7407c800509e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c5744-719c-487a-8909-8a2cbad85943'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:55:54.939311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 3a0c5744-719c-487a-8909-8a2cbad85943, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3a0c5744-719c-487a-8909-8a2cbad85943,segment=NetworkSegment(fdd64eef-656b-4bd3-9816-f7e8d43b946d),segment_id=fdd64eef-656b-4bd3-9816-f7e8d43b946d)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:55:54.943887 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:54.974920 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771f011a-bfef-41b7-a22a-6378f0cdc65f'] response: {'server_uuid': '0f137112-7517-4592-9c53-7407c800509e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0c5744-719c-487a-8909-8a2cbad85943', 'code': 200} Jul 29 16:55:55.011932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=3a0c5744-719c-487a-8909-8a2cbad85943,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:55.297395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d6eee-0eb4-4b9f-b33b-bbb86a116132 req-17f5c2b8-a7a0-4a73-b154-97661437f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:55.298848 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1e0d6eee-0eb4-4b9f-b33b-bbb86a116132 req-17f5c2b8-a7a0-4a73-b154-97661437f2ff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 1098 time: 0.1719599 Jul 29 16:55:55.338676 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1e0d6eee-0eb4-4b9f-b33b-bbb86a116132 req-f07f88c3-a601-4d08-b9f3-1a15924629d0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=50ce34ba-b781-4d46-b2d4-8a8ff2159d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336306 Jul 29 16:55:55.998207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89112b15-18d9-4f99-81cf-0a2042cb7ff0 req-3b211b2f-03c2-43a5-a1d8-2d540a956ef1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:55.999660 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-89112b15-18d9-4f99-81cf-0a2042cb7ff0 req-3b211b2f-03c2-43a5-a1d8-2d540a956ef1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 945 time: 0.0877542 Jul 29 16:55:56.046120 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-89112b15-18d9-4f99-81cf-0a2042cb7ff0 req-48c2810d-71c8-466e-a513-64269e24b970 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ce34ba-b781-4d46-b2d4-8a8ff2159d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408385 Jul 29 16:55:57.240233 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445b6bc-2f53-484b-a173-452c67b5e49a req-46c74b1a-ce69-47a4-a8ed-c1025a9e1189 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:57.241706 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8445b6bc-2f53-484b-a173-452c67b5e49a req-46c74b1a-ce69-47a4-a8ed-c1025a9e1189 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 945 time: 0.0875335 Jul 29 16:55:57.285896 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8445b6bc-2f53-484b-a173-452c67b5e49a req-fd66f67b-5071-4e38-bdd9-a8b9536271bd tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ce34ba-b781-4d46-b2d4-8a8ff2159d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385375 Jul 29 16:55:57.482542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452165b-0d98-457d-80f5-6f568fc295e7 req-a24dd297-115a-41b5-a14c-a607f6976121 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:57.484046 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c452165b-0d98-457d-80f5-6f568fc295e7 req-a24dd297-115a-41b5-a14c-a607f6976121 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 945 time: 0.0904672 Jul 29 16:55:57.528351 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c452165b-0d98-457d-80f5-6f568fc295e7 req-95590b18-3282-45da-8ac0-8d81d6cf9e80 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ce34ba-b781-4d46-b2d4-8a8ff2159d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385995 Jul 29 16:55:57.555713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56950) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:57.632342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a1d7b4-399f-4d35-a68c-d1f539240378 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:55:57.633850 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-02a1d7b4-399f-4d35-a68c-d1f539240378 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 1093 time: 0.0771675 Jul 29 16:55:57.636625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56954) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:57.641559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '3a0c5744-719c-487a-8909-8a2cbad85943', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:55:57.648123 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:55:57.651973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:floatingip and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:55:57.654790 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:55:57.661103 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:55:57.671427 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:57.807545 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:57.942859 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.39 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/676e6a88-81d6-457a-bb49-358bac572b2e) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:55:58.087036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:58.114705 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:58.183063 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:55:58.185894 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:55:58.189623 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:55:58.219425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=676e6a88-81d6-457a-bb49-358bac572b2e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:58.588237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:58.658957 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:58.961139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:58.965420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:59.072263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=676e6a88-81d6-457a-bb49-358bac572b2e,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:55:59.081909 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:59.250672 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP 61fcfcfe-5362-4380-80aa-2e78755d6538 associated. External IP: 172.26.1.39, port: 3a0c5744-719c-487a-8909-8a2cbad85943. Jul 29 16:55:59.595002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router c3d08a9a-2349-426c-bea0-ff91360797ad has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:55:59.767177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:55:59.776976 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545f092-6b73-4c79-82aa-7a9830cb8a0b None None] Sync routers for ids ['c3d08a9a-2349-426c-bea0-ff91360797ad'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:55:59.786174 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545f092-6b73-4c79-82aa-7a9830cb8a0b None None] Routers {'c3d08a9a-2349-426c-bea0-ff91360797ad'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:55:59.786781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c545f092-6b73-4c79-82aa-7a9830cb8a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:55:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c3d08a9a-2349-426c-bea0-ff91360797ad'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:55:59.793117 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:55:59.851603 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-acd45087-d352-4397-87a3-562fe79ddd54 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2138138 Jul 29 16:55:59.852088 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f137112-7517-4592-9c53-7407c800509e', 'tag': '3a0c5744-719c-487a-8909-8a2cbad85943'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:55:59.854383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56958) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:55:59.895338 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-692c9ab2-c6ab-46c9-a13f-ea84bf95f7ca'] response: {'name': 'network-changed', 'server_uuid': '0f137112-7517-4592-9c53-7407c800509e', 'tag': '3a0c5744-719c-487a-8909-8a2cbad85943', 'status': 'completed', 'code': 200} Jul 29 16:55:59.989935 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c545f092-6b73-4c79-82aa-7a9830cb8a0b None None] Set router c3d08a9a-2349-426c-bea0-ff91360797ad gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:56:00.026106 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1617b680-09a3-4a29-9e17-183e5a583837 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/61fcfcfe-5362-4380-80aa-2e78755d6538 HTTP/1.1" status: 200 len: 990 time: 0.1704969 Jul 29 16:56:00.038992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b1bae-1b1e-4cad-bda6-714b89d434e0 req-a42d588a-3015-44d7-b6a7-e6b4a6f2858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:56:00.040430 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4e3b1bae-1b1e-4cad-bda6-714b89d434e0 req-a42d588a-3015-44d7-b6a7-e6b4a6f2858a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 1098 time: 0.1169486 Jul 29 16:56:00.171809 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b1bae-1b1e-4cad-bda6-714b89d434e0 req-18148e44-5837-4a9e-a75d-2facee0b9d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:56:00.173183 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4e3b1bae-1b1e-4cad-bda6-714b89d434e0 req-18148e44-5837-4a9e-a75d-2facee0b9d00 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d HTTP/1.1" status: 200 len: 898 time: 0.1265991 Jul 29 16:56:00.270400 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4e3b1bae-1b1e-4cad-bda6-714b89d434e0 req-bab57e17-4ac4-4ef1-9c80-b7c65b330223 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a0c5744-719c-487a-8909-8a2cbad85943 HTTP/1.1" status: 200 len: 998 time: 0.0913272 Jul 29 16:56:00.331647 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c545f092-6b73-4c79-82aa-7a9830cb8a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:55:36Z', 'updated_at': '2022-07-29T16:55:41Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:37Z', 'updated_at': '2022-07-29T16:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '61fcfcfe-5362-4380-80aa-2e78755d6538', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.39', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'port_id': '3a0c5744-719c-487a-8909-8a2cbad85943', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'mac_address': 'fa:16:3e:c4:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f137112-7517-4592-9c53-7407c800509e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:55:58Z', 'updated_at': '2022-07-29T16:55:58Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46b73d73-d1eb-4b68-9abf-7170c27fd0b5', 'name': '', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:d5:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:40Z', 'updated_at': '2022-07-29T16:55:47Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:56:00.334216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b1bae-1b1e-4cad-bda6-714b89d434e0 req-c6554c5a-bfb3-4291-a03e-2b322a6c7b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:56:00.335615 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545f092-6b73-4c79-82aa-7a9830cb8a0b None None] Checking router: c3d08a9a-2349-426c-bea0-ff91360797ad for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:56:00.335735 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4e3b1bae-1b1e-4cad-bda6-714b89d434e0 req-c6554c5a-bfb3-4291-a03e-2b322a6c7b44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa414bc9-fabc-438d-a628-a5594d16eb97 HTTP/1.1" status: 200 len: 844 time: 0.0600820 Jul 29 16:56:00.343995 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545f092-6b73-4c79-82aa-7a9830cb8a0b None None] Routers {'c3d08a9a-2349-426c-bea0-ff91360797ad'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:56:00.344589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c545f092-6b73-4c79-82aa-7a9830cb8a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:55:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c3d08a9a-2349-426c-bea0-ff91360797ad'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:56:00.420404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b1bae-1b1e-4cad-bda6-714b89d434e0 req-32bbaafa-6f02-4e51-89df-1ba288e7b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:56:00.421961 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4e3b1bae-1b1e-4cad-bda6-714b89d434e0 req-32bbaafa-6f02-4e51-89df-1ba288e7b34c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785644 Jul 29 16:56:00.521681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c545f092-6b73-4c79-82aa-7a9830cb8a0b None None] Set router c3d08a9a-2349-426c-bea0-ff91360797ad gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:56:00.553751 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4e3b1bae-1b1e-4cad-bda6-714b89d434e0 req-f395697b-9af7-4edc-a57d-5bc7cac3eeba service neutron] 10.222.0.69 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252434 Jul 29 16:56:00.686035 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4e3b1bae-1b1e-4cad-bda6-714b89d434e0 req-91a74a64-e86f-406c-91a7-4f75330ead8b service neutron] 10.222.0.69 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254933 Jul 29 16:56:00.865573 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c545f092-6b73-4c79-82aa-7a9830cb8a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:55:36Z', 'updated_at': '2022-07-29T16:55:41Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:37Z', 'updated_at': '2022-07-29T16:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '61fcfcfe-5362-4380-80aa-2e78755d6538', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.39', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'port_id': '3a0c5744-719c-487a-8909-8a2cbad85943', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'mac_address': 'fa:16:3e:c4:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f137112-7517-4592-9c53-7407c800509e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:55:58Z', 'updated_at': '2022-07-29T16:55:58Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46b73d73-d1eb-4b68-9abf-7170c27fd0b5', 'name': '', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:d5:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:40Z', 'updated_at': '2022-07-29T16:55:47Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:56:00.869410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545f092-6b73-4c79-82aa-7a9830cb8a0b None None] The sync data for ids ['c3d08a9a-2349-426c-bea0-ff91360797ad'] in dv-neutron-851534-1-hyperv is: [{'id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:55:36Z', 'updated_at': '2022-07-29T16:55:41Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:37Z', 'updated_at': '2022-07-29T16:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '61fcfcfe-5362-4380-80aa-2e78755d6538', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.39', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'port_id': '3a0c5744-719c-487a-8909-8a2cbad85943', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'mac_address': 'fa:16:3e:c4:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f137112-7517-4592-9c53-7407c800509e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:55:58Z', 'updated_at': '2022-07-29T16:55:58Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46b73d73-d1eb-4b68-9abf-7170c27fd0b5', 'name': '', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:d5:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:40Z', 'updated_at': '2022-07-29T16:55:47Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:56:01.030094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 56964) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:56:01.043584 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936c808-ed71-4f2f-be50-3c6c02823d2a None None] New status for floating IP 61fcfcfe-5362-4380-80aa-2e78755d6538: ACTIVE {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:56:01.140296 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b5a96f62-9439-4b6e-b85f-9ed224ef6457 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/61fcfcfe-5362-4380-80aa-2e78755d6538 HTTP/1.1" status: 200 len: 990 time: 0.1077836 Jul 29 16:56:02.142812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 56968) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:56:02.250504 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4dcbf5a3-0a52-4a66-9882-d0352dfdedd0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/61fcfcfe-5362-4380-80aa-2e78755d6538 HTTP/1.1" status: 200 len: 992 time: 0.1065769 Jul 29 16:56:15.105722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e60bbad9-6292-4829-a56e-355a40dcc7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:56:17.648144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-718fdf7a-79b9-4495-9043-72e885f5c7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:56:18.295975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:56:18.416878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:56:19.915164 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:56:20.541679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:56:30.274039 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:56:39.323988 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-63e6a19a-1064-41d7-8326-b990d198c912 req-777563da-8809-4690-affd-82619ab07b28 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791705 Jul 29 16:56:39.467666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6a19a-1064-41d7-8326-b990d198c912 req-fcd349cb-efd9-4135-9694-2dcd335cda6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:56:39.469223 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-63e6a19a-1064-41d7-8326-b990d198c912 req-fcd349cb-efd9-4135-9694-2dcd335cda6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 1098 time: 0.0787780 Jul 29 16:56:39.609144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6a19a-1064-41d7-8326-b990d198c912 req-fee6eb96-e863-42c2-b14c-68c88206f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:56:39.610519 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-63e6a19a-1064-41d7-8326-b990d198c912 req-fee6eb96-e863-42c2-b14c-68c88206f10d service neutron] 10.222.0.69 "GET /v2.0/networks?id=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d HTTP/1.1" status: 200 len: 898 time: 0.1243763 Jul 29 16:56:39.712316 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-63e6a19a-1064-41d7-8326-b990d198c912 req-277a71cf-b039-4c44-b2c2-8b837a4cca84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a0c5744-719c-487a-8909-8a2cbad85943 HTTP/1.1" status: 200 len: 1000 time: 0.0947938 Jul 29 16:56:39.772707 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6a19a-1064-41d7-8326-b990d198c912 req-696a6410-3ffb-4103-b116-6a770353d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:56:39.774094 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-63e6a19a-1064-41d7-8326-b990d198c912 req-696a6410-3ffb-4103-b116-6a770353d376 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa414bc9-fabc-438d-a628-a5594d16eb97 HTTP/1.1" status: 200 len: 844 time: 0.0553882 Jul 29 16:56:39.953739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6a19a-1064-41d7-8326-b990d198c912 req-0b8d33a9-dbb0-428f-8271-bdd6f61df759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:56:39.955131 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-63e6a19a-1064-41d7-8326-b990d198c912 req-0b8d33a9-dbb0-428f-8271-bdd6f61df759 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1680810 Jul 29 16:56:40.082158 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-63e6a19a-1064-41d7-8326-b990d198c912 req-1601586f-3411-4f03-9b08-9bac81f8cbff service neutron] 10.222.0.69 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211429 Jul 29 16:56:40.210003 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-63e6a19a-1064-41d7-8326-b990d198c912 req-f177e717-5bca-4ac6-bc13-c4a984b39e6b service neutron] 10.222.0.69 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216607 Jul 29 16:56:45.097011 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-57a424c5-efb7-4df2-bebc-dfabb971c1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:56:47.649906 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca53c096-2dc0-48fe-9284-4f6459d9ac30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:56:48.302420 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:56:48.418664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:56:49.944655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:56:50.556550 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:57:07.272381 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:57:15.098239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a35c9e22-5062-4c31-9453-286038f3f32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:57:17.651667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4ddfba1e-c4e0-4719-a2ee-ea5338b30b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:57:18.295742 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:57:18.421433 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:57:19.910066 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:57:20.565537 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:57:40.363375 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-768a272a-dea4-4e1a-9e6c-da3d0469a39b req-cef04bcb-1b3b-450b-97f8-583f3031ca30 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1185784 Jul 29 16:57:40.504776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a272a-dea4-4e1a-9e6c-da3d0469a39b req-7d795245-8a4e-426d-966c-65f4e53918cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:57:40.506180 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-768a272a-dea4-4e1a-9e6c-da3d0469a39b req-7d795245-8a4e-426d-966c-65f4e53918cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 1098 time: 0.0775971 Jul 29 16:57:40.647602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a272a-dea4-4e1a-9e6c-da3d0469a39b req-afe3b238-579a-4615-b330-1dee0f87a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:57:40.649085 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-768a272a-dea4-4e1a-9e6c-da3d0469a39b req-afe3b238-579a-4615-b330-1dee0f87a9e8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d HTTP/1.1" status: 200 len: 898 time: 0.1258476 Jul 29 16:57:40.749879 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-768a272a-dea4-4e1a-9e6c-da3d0469a39b req-d79a30c4-a3ac-42c2-bcbf-b701e8b2b78e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a0c5744-719c-487a-8909-8a2cbad85943 HTTP/1.1" status: 200 len: 1000 time: 0.0943947 Jul 29 16:57:40.809549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a272a-dea4-4e1a-9e6c-da3d0469a39b req-d205d936-4ba7-483a-ac76-cb1d73b6ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:57:40.810928 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-768a272a-dea4-4e1a-9e6c-da3d0469a39b req-d205d936-4ba7-483a-ac76-cb1d73b6ad9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa414bc9-fabc-438d-a628-a5594d16eb97 HTTP/1.1" status: 200 len: 844 time: 0.0556631 Jul 29 16:57:40.892918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a272a-dea4-4e1a-9e6c-da3d0469a39b req-01f78479-b1d6-4510-b130-71c79df95259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:57:40.894377 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-768a272a-dea4-4e1a-9e6c-da3d0469a39b req-01f78479-b1d6-4510-b130-71c79df95259 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780284 Jul 29 16:57:40.903938 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [req-768a272a-dea4-4e1a-9e6c-da3d0469a39b req-b4bede28-392b-45c3-bd57-93352306684f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:57:40.904854 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-768a272a-dea4-4e1a-9e6c-da3d0469a39b req-b4bede28-392b-45c3-bd57-93352306684f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047100 Jul 29 16:57:41.031506 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-768a272a-dea4-4e1a-9e6c-da3d0469a39b req-794c9035-f513-41e4-8b99-8f1c8f1a4321 service neutron] 10.222.0.69 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208327 Jul 29 16:57:41.158171 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-768a272a-dea4-4e1a-9e6c-da3d0469a39b req-1decf02e-62f0-42c8-ad16-037b17e98e2c service neutron] 10.222.0.69 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207285 Jul 29 16:57:44.270970 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:57:45.098816 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d3af3374-2e91-4762-b92b-75b10a8797e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:57:47.653368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9cf62be8-91c3-450c-9488-6439c4df2596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:57:48.297217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:57:48.424008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:57:49.913567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:57:50.565131 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:15.100069 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b9ab064e-963b-4938-8587-afc59762d128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:17.654160 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-802a7345-c705-4078-826f-96d97b74838d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:18.299560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:18.425596 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:19.925759 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:20.565744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:21.269727 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:58:23.503136 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57020) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:58:23.510600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:58:23.627429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31342120'] for subnet, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:23.808782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746449700774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32418955'] for subnet, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:23.971617 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:58:23.972199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:23.973482 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/subnets/fa414bc9-fabc-438d-a628-a5594d16eb97 HTTP/1.1" status: 200 len: 836 time: 0.4693542 Jul 29 16:58:23.979466 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96c4a75-c606-4679-8060-43583b1584f6 None None] Network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:58:23.988893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Subnet': ['ID=fa414bc9-fabc-438d-a628-a5594d16eb97,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:58:23.996751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:58:23.997122 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:58:23.997460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:58:23.997796 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:58:23.998119 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:58:23.998440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:58:23.998764 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:58:23.999081 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:58:23.999432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:58:23.999747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:58:24.000062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:58:24.000375 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca408f8-e73e-41eb-b532-47362896e095 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:58:24.436461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6934d4fc-320a-4d8f-a51c-e522d715d63c None None] Provisioning complete for port 149944e9-7a3b-40c8-b49b-04f0a632fa65 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:58:24.436830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6934d4fc-320a-4d8f-a51c-e522d715d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:24.552143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6934d4fc-320a-4d8f-a51c-e522d715d63c None None] Current status of the port 149944e9-7a3b-40c8-b49b-04f0a632fa65 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:58:24.562928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6934d4fc-320a-4d8f-a51c-e522d715d63c None None] Provisioning complete for port 3a0c5744-719c-487a-8909-8a2cbad85943 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:58:24.563297 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6934d4fc-320a-4d8f-a51c-e522d715d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:24.675803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6934d4fc-320a-4d8f-a51c-e522d715d63c None None] Current status of the port 3a0c5744-719c-487a-8909-8a2cbad85943 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:58:24.686457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6934d4fc-320a-4d8f-a51c-e522d715d63c None None] Provisioning complete for port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:58:24.686830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6934d4fc-320a-4d8f-a51c-e522d715d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:24.798079 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6934d4fc-320a-4d8f-a51c-e522d715d63c None None] Current status of the port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:58:40.340935 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-25d30d9c-daa2-4b9d-8608-58884278e4c1 req-58c14c2a-9ed0-4967-87b5-a5066919adfa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848546 Jul 29 16:58:40.489122 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d30d9c-daa2-4b9d-8608-58884278e4c1 req-a2c12228-61be-4258-afa0-aa7fdb229d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:58:40.490578 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-25d30d9c-daa2-4b9d-8608-58884278e4c1 req-a2c12228-61be-4258-afa0-aa7fdb229d6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 1098 time: 0.0814037 Jul 29 16:58:40.633339 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d30d9c-daa2-4b9d-8608-58884278e4c1 req-65c5ec7e-7146-4811-a95a-63d00d3f5360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:58:40.635373 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-25d30d9c-daa2-4b9d-8608-58884278e4c1 req-65c5ec7e-7146-4811-a95a-63d00d3f5360 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d HTTP/1.1" status: 200 len: 898 time: 0.1263726 Jul 29 16:58:40.735397 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-25d30d9c-daa2-4b9d-8608-58884278e4c1 req-194e2f05-0b97-4cbd-8c16-9ebf0288341e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a0c5744-719c-487a-8909-8a2cbad85943 HTTP/1.1" status: 200 len: 1000 time: 0.0940974 Jul 29 16:58:40.900767 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d30d9c-daa2-4b9d-8608-58884278e4c1 req-9c9cf1a3-f86f-447b-8b44-7c513b392c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:58:40.902135 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-25d30d9c-daa2-4b9d-8608-58884278e4c1 req-9c9cf1a3-f86f-447b-8b44-7c513b392c8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa414bc9-fabc-438d-a628-a5594d16eb97 HTTP/1.1" status: 200 len: 844 time: 0.1616015 Jul 29 16:58:40.985056 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d30d9c-daa2-4b9d-8608-58884278e4c1 req-7a965db7-1156-4bc1-a6e6-9c5be8223a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:58:40.986529 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-25d30d9c-daa2-4b9d-8608-58884278e4c1 req-7a965db7-1156-4bc1-a6e6-9c5be8223a9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782723 Jul 29 16:58:41.114093 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-25d30d9c-daa2-4b9d-8608-58884278e4c1 req-727e95e7-3c6c-4653-9c92-1d7095c9230b service neutron] 10.222.0.69 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213853 Jul 29 16:58:41.242873 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-25d30d9c-daa2-4b9d-8608-58884278e4c1 req-5f0c13ba-6059-4d99-a979-18fda80af2b1 service neutron] 10.222.0.69 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229084 Jul 29 16:58:45.102547 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-48d45a7b-be36-4b22-9043-6380a06e5c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:47.654829 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d835fab7-3bd3-456e-8771-6c3b163da629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:48.301528 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:48.429207 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:49.918124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:50.557981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:58:58.268799 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:59:08.119225 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57030) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:08.317441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c2740-d364-4ced-8a85-fd357a5dc8bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 676e6a88-81d6-457a-bb49-358bac572b2e {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:59:08.317778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc5c2740-d364-4ced-8a85-fd357a5dc8bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:08.488395 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc5c2740-d364-4ced-8a85-fd357a5dc8bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:08.488724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc5c2740-d364-4ced-8a85-fd357a5dc8bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:08.611058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c2740-d364-4ced-8a85-fd357a5dc8bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 676e6a88-81d6-457a-bb49-358bac572b2e owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:59:08.761992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc5c2740-d364-4ced-8a85-fd357a5dc8bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:08.843000 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c2740-d364-4ced-8a85-fd357a5dc8bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=676e6a88-81d6-457a-bb49-358bac572b2e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:08.908833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc5c2740-d364-4ced-8a85-fd357a5dc8bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:08.909265 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-fc5c2740-d364-4ced-8a85-fd357a5dc8bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP 61fcfcfe-5362-4380-80aa-2e78755d6538 disassociated (deleted). External IP: 172.26.1.39, port: 3a0c5744-719c-487a-8909-8a2cbad85943. Jul 29 16:59:09.263771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5c2740-d364-4ced-8a85-fd357a5dc8bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router c3d08a9a-2349-426c-bea0-ff91360797ad has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:59:09.547791 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5c2740-d364-4ced-8a85-fd357a5dc8bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:59:09.558735 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0541857-2d76-457f-aae7-9f2f0a2314bc None None] Sync routers for ids ['c3d08a9a-2349-426c-bea0-ff91360797ad'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:59:09.564062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc5c2740-d364-4ced-8a85-fd357a5dc8bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:09.567857 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0541857-2d76-457f-aae7-9f2f0a2314bc None None] Routers {'c3d08a9a-2349-426c-bea0-ff91360797ad'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:59:09.568471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f0541857-2d76-457f-aae7-9f2f0a2314bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:58:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c3d08a9a-2349-426c-bea0-ff91360797ad'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:09.620151 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fc5c2740-d364-4ced-8a85-fd357a5dc8bc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/floatingips/61fcfcfe-5362-4380-80aa-2e78755d6538 HTTP/1.1" status: 204 len: 168 time: 1.4998648 Jul 29 16:59:09.620714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f137112-7517-4592-9c53-7407c800509e', 'tag': '3a0c5744-719c-487a-8909-8a2cbad85943'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:59:09.726801 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3615220-d45c-40f7-ae24-f7ed3d51a735'] response: {'name': 'network-changed', 'server_uuid': '0f137112-7517-4592-9c53-7407c800509e', 'tag': '3a0c5744-719c-487a-8909-8a2cbad85943', 'status': 'completed', 'code': 200} Jul 29 16:59:09.752478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-f0541857-2d76-457f-aae7-9f2f0a2314bc None None] Set router c3d08a9a-2349-426c-bea0-ff91360797ad gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:59:09.829983 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eafea3-46a4-491e-9b05-d646fc92e8f6 req-a4328e9f-55a0-4f4a-9982-b3f27b7b04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:09.831415 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-91eafea3-46a4-491e-9b05-d646fc92e8f6 req-a4328e9f-55a0-4f4a-9982-b3f27b7b04f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 1098 time: 0.0810874 Jul 29 16:59:09.969543 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eafea3-46a4-491e-9b05-d646fc92e8f6 req-634f7303-e1b3-4824-b4f8-3c44ce27f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:09.971007 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-91eafea3-46a4-491e-9b05-d646fc92e8f6 req-634f7303-e1b3-4824-b4f8-3c44ce27f3c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d HTTP/1.1" status: 200 len: 898 time: 0.1342678 Jul 29 16:59:10.048083 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-91eafea3-46a4-491e-9b05-d646fc92e8f6 req-5261f89f-e998-4abd-bb47-b2d381c6db4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a0c5744-719c-487a-8909-8a2cbad85943 HTTP/1.1" status: 200 len: 217 time: 0.0703082 Jul 29 16:59:10.063941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa03728-4653-429c-866a-3f46709076c2 req-557e5d0b-72af-42e9-b5f8-7399d17ffff6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:10.064639 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-8fa03728-4653-429c-866a-3f46709076c2 req-557e5d0b-72af-42e9-b5f8-7399d17ffff6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:59:10.080325 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-8fa03728-4653-429c-866a-3f46709076c2 req-557e5d0b-72af-42e9-b5f8-7399d17ffff6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:59:10.081986 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8fa03728-4653-429c-866a-3f46709076c2 req-557e5d0b-72af-42e9-b5f8-7399d17ffff6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 945 time: 0.1522851 Jul 29 16:59:10.106058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f0541857-2d76-457f-aae7-9f2f0a2314bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:55:36Z', 'updated_at': '2022-07-29T16:55:41Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:37Z', 'updated_at': '2022-07-29T16:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '46b73d73-d1eb-4b68-9abf-7170c27fd0b5', 'name': '', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:d5:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:40Z', 'updated_at': '2022-07-29T16:55:47Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:10.110148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0541857-2d76-457f-aae7-9f2f0a2314bc None None] Checking router: c3d08a9a-2349-426c-bea0-ff91360797ad for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:59:10.114095 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eafea3-46a4-491e-9b05-d646fc92e8f6 req-b410563d-fe4e-40bb-a774-2dff2d587884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:10.115787 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-91eafea3-46a4-491e-9b05-d646fc92e8f6 req-b410563d-fe4e-40bb-a774-2dff2d587884 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fa414bc9-fabc-438d-a628-a5594d16eb97 HTTP/1.1" status: 200 len: 844 time: 0.0619209 Jul 29 16:59:10.119317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0541857-2d76-457f-aae7-9f2f0a2314bc None None] Routers {'c3d08a9a-2349-426c-bea0-ff91360797ad'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:59:10.119924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f0541857-2d76-457f-aae7-9f2f0a2314bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:58:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c3d08a9a-2349-426c-bea0-ff91360797ad'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:10.133985 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8fa03728-4653-429c-866a-3f46709076c2 req-4afe5080-d592-4bee-b885-1a9af7caa938 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ce34ba-b781-4d46-b2d4-8a8ff2159d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454090 Jul 29 16:59:10.202294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eafea3-46a4-491e-9b05-d646fc92e8f6 req-efefeb24-76d3-49d0-a465-2d9a17d0f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:10.203781 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-91eafea3-46a4-491e-9b05-d646fc92e8f6 req-efefeb24-76d3-49d0-a465-2d9a17d0f931 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821335 Jul 29 16:59:10.298363 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-f0541857-2d76-457f-aae7-9f2f0a2314bc None None] Set router c3d08a9a-2349-426c-bea0-ff91360797ad gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:59:10.334313 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-91eafea3-46a4-491e-9b05-d646fc92e8f6 req-72836856-d9bb-474d-aaae-8faa25222574 service neutron] 10.222.0.69 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243076 Jul 29 16:59:10.466997 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-91eafea3-46a4-491e-9b05-d646fc92e8f6 req-47d183a0-b521-42bf-9c4e-f60dfbebe637 service neutron] 10.222.0.69 "GET /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259165 Jul 29 16:59:10.609376 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f0541857-2d76-457f-aae7-9f2f0a2314bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:55:36Z', 'updated_at': '2022-07-29T16:55:41Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:37Z', 'updated_at': '2022-07-29T16:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '46b73d73-d1eb-4b68-9abf-7170c27fd0b5', 'name': '', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:d5:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:40Z', 'updated_at': '2022-07-29T16:55:47Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:10.613324 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0541857-2d76-457f-aae7-9f2f0a2314bc None None] The sync data for ids ['c3d08a9a-2349-426c-bea0-ff91360797ad'] in dv-neutron-851534-1-hyperv is: [{'id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:55:36Z', 'updated_at': '2022-07-29T16:55:41Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:37Z', 'updated_at': '2022-07-29T16:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '46b73d73-d1eb-4b68-9abf-7170c27fd0b5', 'name': '', 'network_id': '3f60df7f-dfa2-4a7d-a992-3fa06de82b2d', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:d5:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:40Z', 'updated_at': '2022-07-29T16:55:47Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'fa414bc9-fabc-438d-a628-a5594d16eb97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:59:10.816470 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106f22f1-2322-4621-8746-96398cb9332c None None] New status for floating IP 61fcfcfe-5362-4380-80aa-2e78755d6538: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:59:11.372057 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b336c-a99e-49ba-be9f-4b16bc8e11b7 req-5262ee81-3563-4458-82a1-72376c89a5b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:11.373520 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a64b336c-a99e-49ba-be9f-4b16bc8e11b7 req-5262ee81-3563-4458-82a1-72376c89a5b2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 945 time: 0.1283174 Jul 29 16:59:11.417487 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a64b336c-a99e-49ba-be9f-4b16bc8e11b7 req-a794b5f9-4549-4992-99dc-5877083d829b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=50ce34ba-b781-4d46-b2d4-8a8ff2159d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383010 Jul 29 16:59:11.486494 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8b4c4-68d1-4c58-b710-85ee00c1030b req-2c474cc6-13f0-46b5-aaeb-6fed33d66956 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:11.487088 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6df8b4c4-68d1-4c58-b710-85ee00c1030b req-2c474cc6-13f0-46b5-aaeb-6fed33d66956 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:59:11.498474 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6df8b4c4-68d1-4c58-b710-85ee00c1030b req-2c474cc6-13f0-46b5-aaeb-6fed33d66956 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:59:11.499540 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6df8b4c4-68d1-4c58-b710-85ee00c1030b req-2c474cc6-13f0-46b5-aaeb-6fed33d66956 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 945 time: 0.0984943 Jul 29 16:59:11.570162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-6df8b4c4-68d1-4c58-b710-85ee00c1030b req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 3a0c5744-719c-487a-8909-8a2cbad85943 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:59:11.570504 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6df8b4c4-68d1-4c58-b710-85ee00c1030b req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:11.806457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-6df8b4c4-68d1-4c58-b710-85ee00c1030b req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 3a0c5744-719c-487a-8909-8a2cbad85943, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3a0c5744-719c-487a-8909-8a2cbad85943,segment=NetworkSegment(fdd64eef-656b-4bd3-9816-f7e8d43b946d),segment_id=fdd64eef-656b-4bd3-9816-f7e8d43b946d)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:59:11.806733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6df8b4c4-68d1-4c58-b710-85ee00c1030b req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:12.022024 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-6df8b4c4-68d1-4c58-b710-85ee00c1030b req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 3a0c5744-719c-487a-8909-8a2cbad85943 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:59:12.165502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6df8b4c4-68d1-4c58-b710-85ee00c1030b req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:12.213835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=3a0c5744-719c-487a-8909-8a2cbad85943,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:12.258034 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:12.258516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:12.259541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:12.260037 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:12.260488 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:12.260919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:12.261394 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:12.261863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:12.262328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:12.262823 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:12.263148 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:12.263462 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:12.318010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df8b4c4-68d1-4c58-b710-85ee00c1030b req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] No DVR routers for this DVR port 3a0c5744-719c-487a-8909-8a2cbad85943 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:59:12.320315 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6df8b4c4-68d1-4c58-b710-85ee00c1030b req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:12.323422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f137112-7517-4592-9c53-7407c800509e', 'name': 'network-vif-deleted', 'tag': '3a0c5744-719c-487a-8909-8a2cbad85943'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:59:12.338898 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6df8b4c4-68d1-4c58-b710-85ee00c1030b req-6beef2e1-f2b6-4dd2-a079-05e19dd401b1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "DELETE /v2.0/ports/3a0c5744-719c-487a-8909-8a2cbad85943 HTTP/1.1" status: 204 len: 173 time: 0.8343375 Jul 29 16:59:12.416445 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb34336-26c8-483d-86bc-231347850df7'] response: {'server_uuid': '0f137112-7517-4592-9c53-7407c800509e', 'name': 'network-vif-deleted', 'tag': '3a0c5744-719c-487a-8909-8a2cbad85943', 'status': 'completed', 'code': 200} Jul 29 16:59:12.606160 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1102d91e-b881-45ca-b568-9a90260bc18e req-6c42d2c3-c721-449b-adf5-cb4c7749fcc8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f137112-7517-4592-9c53-7407c800509e HTTP/1.1" status: 200 len: 210 time: 0.0550060 Jul 29 16:59:13.706676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57058) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:13.772885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc48c-d310-4abf-9f41-dd3140af0db9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:13.801457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc48c-d310-4abf-9f41-dd3140af0db9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:13.865672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc48c-d310-4abf-9f41-dd3140af0db9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:13.882834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfc48c-d310-4abf-9f41-dd3140af0db9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ce34ba-b781-4d46-b2d4-8a8ff2159d93,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:13.895850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc48c-d310-4abf-9f41-dd3140af0db9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:13.897755 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7dcfc48c-d310-4abf-9f41-dd3140af0db9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/security-groups/50ce34ba-b781-4d46-b2d4-8a8ff2159d93 HTTP/1.1" status: 204 len: 168 time: 0.1900618 Jul 29 16:59:13.927446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57064) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:14.464157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1b6570a-778c-478e-b7b7-2c20dd78e646 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:14.811081 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b1b6570a-778c-478e-b7b7-2c20dd78e646 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:59:14.811348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1b6570a-778c-478e-b7b7-2c20dd78e646 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:15.097463 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-b1b6570a-778c-478e-b7b7-2c20dd78e646 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 46b73d73-d1eb-4b68-9abf-7170c27fd0b5, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=46b73d73-d1eb-4b68-9abf-7170c27fd0b5,segment=NetworkSegment(fdd64eef-656b-4bd3-9816-f7e8d43b946d),segment_id=fdd64eef-656b-4bd3-9816-f7e8d43b946d)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:59:15.098131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1b6570a-778c-478e-b7b7-2c20dd78e646 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:15.105121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-865e0c06-c63b-4de3-9cce-e68c8acdf2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:15.219267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b1b6570a-778c-478e-b7b7-2c20dd78e646 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:59:15.391595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1b6570a-778c-478e-b7b7-2c20dd78e646 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:15.469738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6570a-778c-478e-b7b7-2c20dd78e646 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=46b73d73-d1eb-4b68-9abf-7170c27fd0b5,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:15.726504 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b1b6570a-778c-478e-b7b7-2c20dd78e646 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:15.955632 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3a0c5744-719c-487a-8909-8a2cbad85943 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:59:15.989428 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 3a0c5744-719c-487a-8909-8a2cbad85943 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:59:15.989685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3a0c5744-719c-487a-8909-8a2cbad85943 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:59:16.080469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b6570a-778c-478e-b7b7-2c20dd78e646 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router c3d08a9a-2349-426c-bea0-ff91360797ad has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:59:16.252220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b6570a-778c-478e-b7b7-2c20dd78e646 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:59:16.262382 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faa294a-a0a6-4d87-a756-450f0449cd55 None None] Sync routers for ids ['c3d08a9a-2349-426c-bea0-ff91360797ad'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:59:16.265425 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b1b6570a-778c-478e-b7b7-2c20dd78e646 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/c3d08a9a-2349-426c-bea0-ff91360797ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3368530 Jul 29 16:59:16.268079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57070) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:16.271792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faa294a-a0a6-4d87-a756-450f0449cd55 None None] Routers {'c3d08a9a-2349-426c-bea0-ff91360797ad'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:59:16.272388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-6faa294a-a0a6-4d87-a756-450f0449cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:58:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c3d08a9a-2349-426c-bea0-ff91360797ad'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:16.440111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-32314be4-422a-4d6b-a6a3-be08deee1464 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting subnet fa414bc9-fabc-438d-a628-a5594d16eb97 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 16:59:16.442997 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-32314be4-422a-4d6b-a6a3-be08deee1464 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:16.452176 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-6faa294a-a0a6-4d87-a756-450f0449cd55 None None] Set router c3d08a9a-2349-426c-bea0-ff91360797ad gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:59:16.496705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-32314be4-422a-4d6b-a6a3-be08deee1464 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:16.583567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-32314be4-422a-4d6b-a6a3-be08deee1464 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:16.660904 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-32314be4-422a-4d6b-a6a3-be08deee1464 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:16.701383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32314be4-422a-4d6b-a6a3-be08deee1464 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Subnet': ['ID=fa414bc9-fabc-438d-a628-a5594d16eb97,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:16.703326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-32314be4-422a-4d6b-a6a3-be08deee1464 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:16.709693 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-32314be4-422a-4d6b-a6a3-be08deee1464 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/subnets/fa414bc9-fabc-438d-a628-a5594d16eb97 HTTP/1.1" status: 204 len: 168 time: 0.4406705 Jul 29 16:59:16.712182 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19f34d3-5a41-4cf7-a9bc-170e1f8ade84 None None] Network 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:59:16.712323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57074) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:16.899263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:16.903350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-6faa294a-a0a6-4d87-a756-450f0449cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:55:36Z', 'updated_at': '2022-07-29T16:59:15Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:37Z', 'updated_at': '2022-07-29T16:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:16.914297 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faa294a-a0a6-4d87-a756-450f0449cd55 None None] Checking router: c3d08a9a-2349-426c-bea0-ff91360797ad for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:59:16.927190 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faa294a-a0a6-4d87-a756-450f0449cd55 None None] Routers {'c3d08a9a-2349-426c-bea0-ff91360797ad'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:59:16.927785 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-6faa294a-a0a6-4d87-a756-450f0449cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:58:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c3d08a9a-2349-426c-bea0-ff91360797ad'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:17.080408 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:17.090416 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port bb066be2-a694-4909-9a1d-56c511e2e414 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:59:17.090815 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:17.154885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-6faa294a-a0a6-4d87-a756-450f0449cd55 None None] Set router c3d08a9a-2349-426c-bea0-ff91360797ad gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:59:17.197095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] DHCP port deletion for 3f60df7f-dfa2-4a7d-a992-3fa06de82b2d request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 16:59:17.262471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Deleting port 149944e9-7a3b-40c8-b49b-04f0a632fa65 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 16:59:17.263199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:17.264553 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port bb066be2-a694-4909-9a1d-56c511e2e414, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=bb066be2-a694-4909-9a1d-56c511e2e414,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:59:17.264964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:17.385601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for bb066be2-a694-4909-9a1d-56c511e2e414 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:59:17.556453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:17.596561 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] For port 149944e9-7a3b-40c8-b49b-04f0a632fa65, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=149944e9-7a3b-40c8-b49b-04f0a632fa65,segment=NetworkSegment(fdd64eef-656b-4bd3-9816-f7e8d43b946d),segment_id=fdd64eef-656b-4bd3-9816-f7e8d43b946d)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:59:17.596943 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:17.642435 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=bb066be2-a694-4909-9a1d-56c511e2e414,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:17.702945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:17.725231 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Calling delete_port for 149944e9-7a3b-40c8-b49b-04f0a632fa65 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 16:59:17.773533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-11f236c0-d8a1-4948-9749-0a3ce1716770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:17.805725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-6faa294a-a0a6-4d87-a756-450f0449cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:55:36Z', 'updated_at': '2022-07-29T16:59:15Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:37Z', 'updated_at': '2022-07-29T16:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:17.810453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faa294a-a0a6-4d87-a756-450f0449cd55 None None] The sync data for ids ['c3d08a9a-2349-426c-bea0-ff91360797ad'] in dv-neutron-851534-1-hyperv is: [{'id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'name': 'tempest-TestNetworkBasicOps-router-1145900033', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65'}], 'enable_snat': True}, 'gw_port_id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:55:36Z', 'updated_at': '2022-07-29T16:59:15Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'bb066be2-a694-4909-9a1d-56c511e2e414', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d08a9a-2349-426c-bea0-ff91360797ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:55:37Z', 'updated_at': '2022-07-29T16:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:59:17.826810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:17.879743 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Pushing event deleted for resources: {'Port': ['ID=149944e9-7a3b-40c8-b49b-04f0a632fa65,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:17.884301 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] No DVR routers for this DVR port 149944e9-7a3b-40c8-b49b-04f0a632fa65 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:59:17.890525 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:17.893237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:17.893237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:17.893237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:17.893237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:17.893237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:17.893237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:17.893237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:17.893237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:17.894887 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:17.895376 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:17.895537 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4255858-6c61-4532-b3f0-40690a625215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:17.983175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:17.985349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.006118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.006682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Fanout notify agent at l3_agent the message router_deleted on router c3d08a9a-2349-426c-bea0-ff91360797ad {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 16:59:18.022926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.024020 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-243fa7d0-c1b5-451f-9db7-f3f88344460b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/routers/c3d08a9a-2349-426c-bea0-ff91360797ad HTTP/1.1" status: 204 len: 168 time: 1.3108363 Jul 29 16:59:18.027397 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57078) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:18.137017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-664f9ec8-9a57-4fc8-8eb4-637a4db0daa4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.281314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-664f9ec8-9a57-4fc8-8eb4-637a4db0daa4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.305560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.310919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-664f9ec8-9a57-4fc8-8eb4-637a4db0daa4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f60df7f-dfa2-4a7d-a992-3fa06de82b2d']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:18.323501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-664f9ec8-9a57-4fc8-8eb4-637a4db0daa4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd64eef-656b-4bd3-9816-f7e8d43b946d') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:18.323801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-664f9ec8-9a57-4fc8-8eb4-637a4db0daa4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd64eef-656b-4bd3-9816-f7e8d43b946d') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:18.334780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-664f9ec8-9a57-4fc8-8eb4-637a4db0daa4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.350546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-664f9ec8-9a57-4fc8-8eb4-637a4db0daa4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.357035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664f9ec8-9a57-4fc8-8eb4-637a4db0daa4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:59:18.357575 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-664f9ec8-9a57-4fc8-8eb4-637a4db0daa4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.428656 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment fdd64eef-656b-4bd3-9816-f7e8d43b946d resource provider aggregate not found Jul 29 16:59:18.433981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.455106 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment fdd64eef-656b-4bd3-9816-f7e8d43b946d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdd64eef-656b-4bd3-9816-f7e8d43b946d found for delete ", "request_id": "req-8e15aed3-9b5c-4d13-af94-3bdf18edd84d"}]} Jul 29 16:59:18.466787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-664f9ec8-9a57-4fc8-8eb4-637a4db0daa4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.484453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-664f9ec8-9a57-4fc8-8eb4-637a4db0daa4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.496158 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f9ec8-9a57-4fc8-8eb4-637a4db0daa4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Network': ['ID=3f60df7f-dfa2-4a7d-a992-3fa06de82b2d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:18.510092 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-664f9ec8-9a57-4fc8-8eb4-637a4db0daa4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/networks/3f60df7f-dfa2-4a7d-a992-3fa06de82b2d HTTP/1.1" status: 204 len: 168 time: 0.4777579 Jul 29 16:59:18.519729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57086) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:18.525364 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'network': {'name': 'tempest-network-smoke--1249376047', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'port_security_enabled': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:18.530383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:18.534709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:network and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:18.537832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:18.544478 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:18.553951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:59:18.557988 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.588459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:59:18.597456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.597850 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Added segment 05e881a5-3dd9-43ef-af9d-d49c4a3459ab of type vlan for network c537074a-847b-4b68-9a89-4f0293da1970 Jul 29 16:59:18.624763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.653333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.658715 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:18.659298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.765608 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2447278 Jul 29 16:59:18.768321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b6432-8886-44c7-9443-463a71a99094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Network': ['ID=c537074a-847b-4b68-9a89-4f0293da1970,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:18.768482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57092) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:18.773918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-578478554', 'admin_state_up': True, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:18.778719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network c537074a-847b-4b68-9a89-4f0293da1970 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 16:59:18.781497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:18.785388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:router and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:18.788230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:18.795218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:18.808170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.809229 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.825761 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:18.906390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 149944e9-7a3b-40c8-b49b-04f0a632fa65 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:59:18.940864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 149944e9-7a3b-40c8-b49b-04f0a632fa65 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:59:18.941238 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 149944e9-7a3b-40c8-b49b-04f0a632fa65 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:59:18.941644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device bb066be2-a694-4909-9a1d-56c511e2e414 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:59:18.973335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: bb066be2-a694-4909-9a1d-56c511e2e414 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:59:18.973713 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device bb066be2-a694-4909-9a1d-56c511e2e414 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:59:18.974086 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 16:59:19.009332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 16:59:19.009776 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 46b73d73-d1eb-4b68-9abf-7170c27fd0b5 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 16:59:19.098940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:19.392134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:19.424851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:19.553860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.119 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/3ed56352-6d99-4c53-8468-18cb0f7edbfb) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:59:19.796418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:19.826497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:19.890884 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:59:19.894043 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:59:19.896535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:59:19.920697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:19.945770 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=3ed56352-6d99-4c53-8468-18cb0f7edbfb,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:20.310561 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:20.567547 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:20.647033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:20.844094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 7bad7829-a125-4fae-a752-4c2b062c6cf5 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:59:21.125014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:59:21.134714 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Sync routers for ids ['7bad7829-a125-4fae-a752-4c2b062c6cf5'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:59:21.143917 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Routers {'7bad7829-a125-4fae-a752-4c2b062c6cf5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:59:21.144513 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:59:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['7bad7829-a125-4fae-a752-4c2b062c6cf5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:21.151285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:21.152486 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c2b5661f-94a0-44e9-b00c-b2eeba295bb2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3830686 Jul 29 16:59:21.155622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57096) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:21.196229 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-902c6393-39c8-4e2f-96ed-840b436fada9 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ab8e87e6e1034425bfda48f6df7de642&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395610 Jul 29 16:59:21.199505 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57100) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:21.319156 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Set router 7bad7829-a125-4fae-a752-4c2b062c6cf5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:59:21.328827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27387a72-3ff0-43f4-bf5f-187b91f7a33f tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:21.330365 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-27387a72-3ff0-43f4-bf5f-187b91f7a33f tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299777 Jul 29 16:59:21.333140 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57104) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:21.371196 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bc2f2dc7-0433-4b59-922d-37882f0638b6 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370157 Jul 29 16:59:21.373602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57108) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:21.378703 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-571482076', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:21.486618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:21.490500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:subnet and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:21.494348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:21.500622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:21.511325 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:59:21.514812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:21.597499 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:20Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:21.601297 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Checking router: 7bad7829-a125-4fae-a752-4c2b062c6cf5 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:59:21.601639 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Updating router 7bad7829-a125-4fae-a752-4c2b062c6cf5 port 3ed56352-6d99-4c53-8468-18cb0f7edbfb binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:59:21.657848 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:21.729899 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:21.810570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Subnet': ['ID=e5defbec-58f6-4085-afb0-1e2a5eece606,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:21.818580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Checking segment: {'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:59:21.818936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network hostable DHCP agents. Network: c537074a-847b-4b68-9a89-4f0293da1970, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:59:21.838146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network c537074a-847b-4b68-9a89-4f0293da1970 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:59:21.846957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, c537074a-847b-4b68-9a89-4f0293da1970) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:59:21.851233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:21.851814 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:21.860276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae38b20-7378-41f2-9fc9-3901e4f00ed5 None None] Network c537074a-847b-4b68-9a89-4f0293da1970 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:59:21.874155 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e02c60fa-54dc-4fee-95ab-d6557248ec1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4995618 Jul 29 16:59:21.877076 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57112) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:21.982105 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:21.994766 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Transition to ACTIVE for port object 3ed56352-6d99-4c53-8468-18cb0f7edbfb will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:59:22.002838 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:22.076092 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Attempting to bind port 3ed56352-6d99-4c53-8468-18cb0f7edbfb on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:59:22.076471 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Attempting to bind port 3ed56352-6d99-4c53-8468-18cb0f7edbfb by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:59:22.076832 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Attempting to bind port 3ed56352-6d99-4c53-8468-18cb0f7edbfb on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:59:22.085220 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:59:22.085591 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:59:22.085992 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:22.086384 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:59:22.087378 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Bound port: 3ed56352-6d99-4c53-8468-18cb0f7edbfb, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:59:22.087747 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:22.124601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-c537074a-847b-4b68-9a89-4f0293da1970', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 16:59:22.125652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:22.164805 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] For port 3ed56352-6d99-4c53-8468-18cb0f7edbfb, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:59:22.168513 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] For port 3ed56352-6d99-4c53-8468-18cb0f7edbfb, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3ed56352-6d99-4c53-8468-18cb0f7edbfb,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:59:22.175963 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:22.179396 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dff6e6-3d34-4e9b-beb0-4ad19a2ff229 None None] Pushing event updated for resources: {'Port': ['ID=3ed56352-6d99-4c53-8468-18cb0f7edbfb,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:22.187444 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dff6e6-3d34-4e9b-beb0-4ad19a2ff229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:22.188609 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dff6e6-3d34-4e9b-beb0-4ad19a2ff229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:22.188609 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dff6e6-3d34-4e9b-beb0-4ad19a2ff229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:22.188609 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dff6e6-3d34-4e9b-beb0-4ad19a2ff229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:22.188891 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dff6e6-3d34-4e9b-beb0-4ad19a2ff229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:22.189101 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dff6e6-3d34-4e9b-beb0-4ad19a2ff229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:22.189414 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dff6e6-3d34-4e9b-beb0-4ad19a2ff229 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:22.189742 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dff6e6-3d34-4e9b-beb0-4ad19a2ff229 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:22.190063 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dff6e6-3d34-4e9b-beb0-4ad19a2ff229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:22.190381 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dff6e6-3d34-4e9b-beb0-4ad19a2ff229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:22.190700 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dff6e6-3d34-4e9b-beb0-4ad19a2ff229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:22.191015 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dff6e6-3d34-4e9b-beb0-4ad19a2ff229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:22.260323 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Routers {'7bad7829-a125-4fae-a752-4c2b062c6cf5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:59:22.261231 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:59:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['7bad7829-a125-4fae-a752-4c2b062c6cf5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:22.282057 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Allocated IP 172.20.0.2 (c537074a-847b-4b68-9a89-4f0293da1970/e5defbec-58f6-4085-afb0-1e2a5eece606/778c08a3-0342-433c-b6b0-60f02f33ca0b) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:59:22.451734 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dff6e6-3d34-4e9b-beb0-4ad19a2ff229 None None] Pushing event updated for resources: {'Port': ['ID=3ed56352-6d99-4c53-8468-18cb0f7edbfb,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:22.493911 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] Set router 7bad7829-a125-4fae-a752-4c2b062c6cf5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:59:22.497760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:22.508617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Transition to ACTIVE for port object 778c08a3-0342-433c-b6b0-60f02f33ca0b will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:59:22.528780 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Transition to ACTIVE for port object 778c08a3-0342-433c-b6b0-60f02f33ca0b will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:59:22.536821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:22.604962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Network c537074a-847b-4b68-9a89-4f0293da1970 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:59:22.607974 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:59:22.612384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:59:22.654128 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Pushing event updated for resources: {'Port': ['ID=778c08a3-0342-433c-b6b0-60f02f33ca0b,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:22.725287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Attempting to bind port 778c08a3-0342-433c-b6b0-60f02f33ca0b on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:59:22.725947 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Attempting to bind port 778c08a3-0342-433c-b6b0-60f02f33ca0b by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:59:22.726307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Attempting to bind port 778c08a3-0342-433c-b6b0-60f02f33ca0b on network c537074a-847b-4b68-9a89-4f0293da1970 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:59:22.731635 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:59:22.732002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Checking segment: {'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:59:22.732399 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:22.733077 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Bound using segment: {'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:59:22.733334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Bound port: 778c08a3-0342-433c-b6b0-60f02f33ca0b, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:59:22.733711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:22.742824 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:22.799135 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:20Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:22.803143 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22f5fe3-7a27-48c4-95c5-241b8538d1c8 None None] The sync data for ids ['7bad7829-a125-4fae-a752-4c2b062c6cf5'] in dv-neutron-851534-1-hyperv is: [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:20Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:59:22.828849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] For port 778c08a3-0342-433c-b6b0-60f02f33ca0b, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:59:22.832904 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] For port 778c08a3-0342-433c-b6b0-60f02f33ca0b, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=778c08a3-0342-433c-b6b0-60f02f33ca0b,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:59:22.839199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:22.922110 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9347ee-7330-4675-b67a-20514e61a44b None None] Pushing event updated for resources: {'Port': ['ID=778c08a3-0342-433c-b6b0-60f02f33ca0b,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:23.202947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.1 (c537074a-847b-4b68-9a89-4f0293da1970/e5defbec-58f6-4085-afb0-1e2a5eece606/367fe70c-ccea-41b4-ab20-1b4dac77eb36) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:59:23.375087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:23.392365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object 367fe70c-ccea-41b4-ab20-1b4dac77eb36 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:59:23.418783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:23.487700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network c537074a-847b-4b68-9a89-4f0293da1970 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:59:23.490762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:59:23.494793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:59:23.529336 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=367fe70c-ccea-41b4-ab20-1b4dac77eb36,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:23.561055 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:23.686713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:23.888809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242d23bd-9fe5-4e59-831c-884c8423f4dd None None] Network c537074a-847b-4b68-9a89-4f0293da1970 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 16:59:23.983438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7f9e3e3e-4dd9-458a-b311-3a4b62465eeb None None] Provisioning for port 778c08a3-0342-433c-b6b0-60f02f33ca0b completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:59:24.099552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:24.104772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:24.223548 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:24.227270 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=367fe70c-ccea-41b4-ab20-1b4dac77eb36,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:24.370262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network c537074a-847b-4b68-9a89-4f0293da1970 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:59:24.371474 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:59:24.435838 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7afed93d-fe65-4443-b55c-87256c90c8a5 None None] Provisioning for port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:59:24.441370 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7afed93d-fe65-4443-b55c-87256c90c8a5 None None] Provisioning complete for port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:59:24.441752 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7afed93d-fe65-4443-b55c-87256c90c8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:24.500792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-7afed93d-fe65-4443-b55c-87256c90c8a5 None None] Port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:59:24.623272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d9cc8e7c-e543-4603-a0ab-e81e1c183a5b None None] Provisioning complete for port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:59:24.624037 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d9cc8e7c-e543-4603-a0ab-e81e1c183a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:24.683784 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d9cc8e7c-e543-4603-a0ab-e81e1c183a5b None None] Port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:59:24.686404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 7bad7829-a125-4fae-a752-4c2b062c6cf5 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:59:24.803105 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-38bb9bf2-5283-41f1-8b2e-546b1c4cf4dc None None] Provisioning complete for port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:59:24.803630 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-38bb9bf2-5283-41f1-8b2e-546b1c4cf4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:24.859132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-38bb9bf2-5283-41f1-8b2e-546b1c4cf4dc None None] Port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:59:24.869269 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:59:24.882967 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1ebfcf59-73e4-4ad0-a45a-9d97db99cc0a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/7bad7829-a125-4fae-a752-4c2b062c6cf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0049489 Jul 29 16:59:24.883297 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Sync routers for ids ['7bad7829-a125-4fae-a752-4c2b062c6cf5'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:59:24.885515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57116) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:24.894284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Routers {'7bad7829-a125-4fae-a752-4c2b062c6cf5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:59:24.895085 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:59:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['7bad7829-a125-4fae-a752-4c2b062c6cf5'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:24.960939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 778c08a3-0342-433c-b6b0-60f02f33ca0b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:59:25.034698 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6bc452-4a6a-4b7c-ba81-31ccf9309748 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:25.035170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6bc452-4a6a-4b7c-ba81-31ccf9309748 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:25.035633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6bc452-4a6a-4b7c-ba81-31ccf9309748 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:25.036094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6bc452-4a6a-4b7c-ba81-31ccf9309748 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:25.037760 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9c6bc452-4a6a-4b7c-ba81-31ccf9309748 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1513510 Jul 29 16:59:25.041478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57120) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:25.111208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421bb29-f36c-4d67-9eb3-6d1c736e804b tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:25.111896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421bb29-f36c-4d67-9eb3-6d1c736e804b tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:25.112116 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421bb29-f36c-4d67-9eb3-6d1c736e804b tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:25.112564 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421bb29-f36c-4d67-9eb3-6d1c736e804b tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:25.114283 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4421bb29-f36c-4d67-9eb3-6d1c736e804b tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0719244 Jul 29 16:59:25.116994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57124) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:25.156206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Set router 7bad7829-a125-4fae-a752-4c2b062c6cf5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:59:25.197465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 778c08a3-0342-433c-b6b0-60f02f33ca0b completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:59:25.217138 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 778c08a3-0342-433c-b6b0-60f02f33ca0b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:59:25.217502 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.316171 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e3229cbd-b03f-41f7-ad21-3f54a91dfbe9 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1980810 Jul 29 16:59:25.384653 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57130) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:25.389965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-874f4766-3b17-4c50-8517-83317d5d5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182325461', 'description': 'tempest-secgroup-smoke-1182325461 description', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:25.396133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-874f4766-3b17-4c50-8517-83317d5d5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:25.400393 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-874f4766-3b17-4c50-8517-83317d5d5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:25.403310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-874f4766-3b17-4c50-8517-83317d5d5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:25.409032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-874f4766-3b17-4c50-8517-83317d5d5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:25.419337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-874f4766-3b17-4c50-8517-83317d5d5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.439579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-874f4766-3b17-4c50-8517-83317d5d5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:25.443432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-874f4766-3b17-4c50-8517-83317d5d5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:25.446723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-874f4766-3b17-4c50-8517-83317d5d5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:25.452587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-874f4766-3b17-4c50-8517-83317d5d5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:25.528021 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-874f4766-3b17-4c50-8517-83317d5d5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.528254 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 778c08a3-0342-433c-b6b0-60f02f33ca0b is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:59:25.528500 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.532334 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-874f4766-3b17-4c50-8517-83317d5d5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.577061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 778c08a3-0342-433c-b6b0-60f02f33ca0b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=778c08a3-0342-433c-b6b0-60f02f33ca0b,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:59:25.579457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f4766-3b17-4c50-8517-83317d5d5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082a4a23-1188-40c3-80fa-45fb5aeda927,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:25.581413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.582183 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3ed56352-6d99-4c53-8468-18cb0f7edbfb up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:59:25.582433 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-874f4766-3b17-4c50-8517-83317d5d5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.583859 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-874f4766-3b17-4c50-8517-83317d5d5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1981058 Jul 29 16:59:25.587951 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57134) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:25.592528 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-911b4887-9745-488e-95c2-3d9a8b34f6c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '082a4a23-1188-40c3-80fa-45fb5aeda927', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:25.598567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-911b4887-9745-488e-95c2-3d9a8b34f6c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:25.602470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-911b4887-9745-488e-95c2-3d9a8b34f6c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:25.605354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-911b4887-9745-488e-95c2-3d9a8b34f6c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:25.611038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-911b4887-9745-488e-95c2-3d9a8b34f6c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:25.628657 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-911b4887-9745-488e-95c2-3d9a8b34f6c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.688112 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-911b4887-9745-488e-95c2-3d9a8b34f6c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.691887 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-911b4887-9745-488e-95c2-3d9a8b34f6c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.707241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '367fe70c-ccea-41b4-ab20-1b4dac77eb36', 'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:74:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:22Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 2, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:25.710919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=778c08a3-0342-433c-b6b0-60f02f33ca0b,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:25.715449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b4887-9745-488e-95c2-3d9a8b34f6c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01170b66-be1b-4ce4-b279-1927605a153d,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:25.717483 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Checking router: 7bad7829-a125-4fae-a752-4c2b062c6cf5 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:59:25.717838 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Updating router 7bad7829-a125-4fae-a752-4c2b062c6cf5 port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:59:25.725651 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-911b4887-9745-488e-95c2-3d9a8b34f6c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.727041 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-911b4887-9745-488e-95c2-3d9a8b34f6c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387689 Jul 29 16:59:25.729750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57138) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:25.734723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f578afe7-a2a6-492e-a83c-82b4902ec586 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '082a4a23-1188-40c3-80fa-45fb5aeda927', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:25.740674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f578afe7-a2a6-492e-a83c-82b4902ec586 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:25.745216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f578afe7-a2a6-492e-a83c-82b4902ec586 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:25.748143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f578afe7-a2a6-492e-a83c-82b4902ec586 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:25.754017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f578afe7-a2a6-492e-a83c-82b4902ec586 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:25.764373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 3ed56352-6d99-4c53-8468-18cb0f7edbfb completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:59:25.772019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f578afe7-a2a6-492e-a83c-82b4902ec586 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.774447 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 3ed56352-6d99-4c53-8468-18cb0f7edbfb triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:59:25.774817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.810313 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.833295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f578afe7-a2a6-492e-a83c-82b4902ec586 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.836808 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f578afe7-a2a6-492e-a83c-82b4902ec586 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.861660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578afe7-a2a6-492e-a83c-82b4902ec586 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246f2864-be4e-4b1e-8b1d-52d06c246446,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:25.871451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f578afe7-a2a6-492e-a83c-82b4902ec586 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.875157 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f578afe7-a2a6-492e-a83c-82b4902ec586 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418936 Jul 29 16:59:25.875392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57142) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:25.880347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-1b66078b-ff33-4fb4-878f-57201b62d2aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '082a4a23-1188-40c3-80fa-45fb5aeda927', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:25.886618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1b66078b-ff33-4fb4-878f-57201b62d2aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:25.890491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1b66078b-ff33-4fb4-878f-57201b62d2aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:25.893294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1b66078b-ff33-4fb4-878f-57201b62d2aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:25.898946 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1b66078b-ff33-4fb4-878f-57201b62d2aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:25.915697 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1b66078b-ff33-4fb4-878f-57201b62d2aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.978673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1b66078b-ff33-4fb4-878f-57201b62d2aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:25.982509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1b66078b-ff33-4fb4-878f-57201b62d2aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.006291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66078b-ff33-4fb4-878f-57201b62d2aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20aba421-3d12-4ad3-818d-b65271e4e71d,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:26.014592 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 3ed56352-6d99-4c53-8468-18cb0f7edbfb is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:59:26.014972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.015697 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1b66078b-ff33-4fb4-878f-57201b62d2aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.019427 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1b66078b-ff33-4fb4-878f-57201b62d2aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406088 Jul 29 16:59:26.019608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57146) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:26.024536 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-74db10a0-8cb9-48d1-87d6-9f622b006196 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '082a4a23-1188-40c3-80fa-45fb5aeda927', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:26.030314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-74db10a0-8cb9-48d1-87d6-9f622b006196 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:26.034150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-74db10a0-8cb9-48d1-87d6-9f622b006196 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:26.036977 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-74db10a0-8cb9-48d1-87d6-9f622b006196 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:26.043478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-74db10a0-8cb9-48d1-87d6-9f622b006196 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:26.060048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-74db10a0-8cb9-48d1-87d6-9f622b006196 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.102060 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 3ed56352-6d99-4c53-8468-18cb0f7edbfb, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3ed56352-6d99-4c53-8468-18cb0f7edbfb,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:59:26.107996 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.123787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-74db10a0-8cb9-48d1-87d6-9f622b006196 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.127614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-74db10a0-8cb9-48d1-87d6-9f622b006196 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.150506 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db10a0-8cb9-48d1-87d6-9f622b006196 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd88593a-3b32-4998-bef5-efe7a5878776,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:26.160351 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-74db10a0-8cb9-48d1-87d6-9f622b006196 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.164349 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-74db10a0-8cb9-48d1-87d6-9f622b006196 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410978 Jul 29 16:59:26.164541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57150) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:26.170026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c6a59169-5153-4caa-b491-b8f4f78e2621 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '082a4a23-1188-40c3-80fa-45fb5aeda927', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:26.175745 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c6a59169-5153-4caa-b491-b8f4f78e2621 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:26.179520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c6a59169-5153-4caa-b491-b8f4f78e2621 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:26.183055 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c6a59169-5153-4caa-b491-b8f4f78e2621 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:26.188621 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c6a59169-5153-4caa-b491-b8f4f78e2621 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:26.199060 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-c6a59169-5153-4caa-b491-b8f4f78e2621 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:59:26.206042 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c6a59169-5153-4caa-b491-b8f4f78e2621 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.209679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=3ed56352-6d99-4c53-8468-18cb0f7edbfb,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:26.274020 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c6a59169-5153-4caa-b491-b8f4f78e2621 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.277765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c6a59169-5153-4caa-b491-b8f4f78e2621 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.288863 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.300901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Transition to ACTIVE for port object 367fe70c-ccea-41b4-ab20-1b4dac77eb36 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:59:26.304161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a59169-5153-4caa-b491-b8f4f78e2621 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b441c83-1914-4122-a3be-099e9a0edda0,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:26.307789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.315443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c6a59169-5153-4caa-b491-b8f4f78e2621 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.316854 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c6a59169-5153-4caa-b491-b8f4f78e2621 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507528 Jul 29 16:59:26.320057 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57154) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:26.325526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-bf7ece8d-074e-44a6-ae43-f4e5012ab603 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '082a4a23-1188-40c3-80fa-45fb5aeda927', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:26.331272 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bf7ece8d-074e-44a6-ae43-f4e5012ab603 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:26.335059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bf7ece8d-074e-44a6-ae43-f4e5012ab603 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:26.338462 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bf7ece8d-074e-44a6-ae43-f4e5012ab603 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:26.344285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bf7ece8d-074e-44a6-ae43-f4e5012ab603 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:26.355178 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-bf7ece8d-074e-44a6-ae43-f4e5012ab603 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:59:26.362326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf7ece8d-074e-44a6-ae43-f4e5012ab603 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.432894 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf7ece8d-074e-44a6-ae43-f4e5012ab603 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.436448 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6783e17-0a58-4e52-8fc7-b07a71e06eec None None] Pushing event updated for resources: {'Port': ['ID=367fe70c-ccea-41b4-ab20-1b4dac77eb36,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:26.438785 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf7ece8d-074e-44a6-ae43-f4e5012ab603 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.465371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ece8d-074e-44a6-ae43-f4e5012ab603 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3633da7-7586-4134-9a50-f3f58a5f459d,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:26.478878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf7ece8d-074e-44a6-ae43-f4e5012ab603 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.480244 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bf7ece8d-074e-44a6-ae43-f4e5012ab603 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1592793 Jul 29 16:59:26.542958 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Attempting to bind port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:59:26.543337 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Attempting to bind port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:59:26.543706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Attempting to bind port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 on network c537074a-847b-4b68-9a89-4f0293da1970 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:59:26.550633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:59:26.551532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Checking segment: {'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:59:26.552140 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.552963 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Bound using segment: {'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:59:26.553646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Bound port: 367fe70c-ccea-41b4-ab20-1b4dac77eb36, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:59:26.554219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.681747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-efd1d297-ce55-4423-a5aa-888d424ef528 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:59:26.698200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-efd1d297-ce55-4423-a5aa-888d424ef528 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:59:26.699534 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-efd1d297-ce55-4423-a5aa-888d424ef528 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182325461&fields=id&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 267 time: 0.0575399 Jul 29 16:59:26.701256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] For port 367fe70c-ccea-41b4-ab20-1b4dac77eb36, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:59:26.704329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] For port 367fe70c-ccea-41b4-ab20-1b4dac77eb36, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=367fe70c-ccea-41b4-ab20-1b4dac77eb36,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:59:26.708168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:26.785404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Routers {'7bad7829-a125-4fae-a752-4c2b062c6cf5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:59:26.785961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:59:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['7bad7829-a125-4fae-a752-4c2b062c6cf5'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:26.856417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-bd014577-32ef-4c59-a7e4-1dbda650effa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:26.857166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-bd014577-32ef-4c59-a7e4-1dbda650effa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:59:26.875958 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-bd014577-32ef-4c59-a7e4-1dbda650effa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:59:26.877194 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-bd014577-32ef-4c59-a7e4-1dbda650effa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/networks?id=c537074a-847b-4b68-9a89-4f0293da1970 HTTP/1.1" status: 200 len: 797 time: 0.1706483 Jul 29 16:59:26.902163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6783e17-0a58-4e52-8fc7-b07a71e06eec None None] Pushing event updated for resources: {'Port': ['ID=367fe70c-ccea-41b4-ab20-1b4dac77eb36,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:26.902795 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-0e1b36fe-ba59-489e-a0c4-d99f81b6e403 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/quotas/ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 375 time: 0.0189152 Jul 29 16:59:26.917549 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 778c08a3-0342-433c-b6b0-60f02f33ca0b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:59:26.995548 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-a5effa67-6d41-4f05-aace-aea7cfef882d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918505 Jul 29 16:59:27.006939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-cec9215b-3c45-4b20-b412-761358c3e68f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:59:27.007886 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-cec9215b-3c45-4b20-b412-761358c3e68f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050495 Jul 29 16:59:27.037625 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] Set router 7bad7829-a125-4fae-a752-4c2b062c6cf5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:59:27.105494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 778c08a3-0342-433c-b6b0-60f02f33ca0b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:59:27.105869 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:27.139469 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-cfc2f1fc-0861-4e5a-8fdb-f26d03befa07 service neutron] 10.222.0.58 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253881 Jul 29 16:59:27.270403 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-c6050b68-e62b-4fb1-a983-a53fd91ec975 service neutron] 10.222.0.58 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248889 Jul 29 16:59:27.392481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 778c08a3-0342-433c-b6b0-60f02f33ca0b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:59:27.393598 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3ed56352-6d99-4c53-8468-18cb0f7edbfb up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:59:27.456068 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-45b8cb3b-87e7-40e0-b90b-3e4e8a25cb25 req-584a1a5c-68c9-4f92-a75d-b51c09cef114 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 210 time: 0.0548360 Jul 29 16:59:27.519335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 3ed56352-6d99-4c53-8468-18cb0f7edbfb triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:59:27.519704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:27.580910 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '367fe70c-ccea-41b4-ab20-1b4dac77eb36', 'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:74:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:22Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:27.589743 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90761a33-4aa2-47d7-831a-c685700c37f5 None None] The sync data for ids ['7bad7829-a125-4fae-a752-4c2b062c6cf5'] in dv-neutron-851534-1-hyperv is: [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '367fe70c-ccea-41b4-ab20-1b4dac77eb36', 'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:74:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:22Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:59:27.673874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 3ed56352-6d99-4c53-8468-18cb0f7edbfb is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:59:28.631925 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-2d2c9af3-3040-43f2-b9cb-70b9dc75f98c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:28.632649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-2d2c9af3-3040-43f2-b9cb-70b9dc75f98c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:59:28.645026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-2d2c9af3-3040-43f2-b9cb-70b9dc75f98c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:59:28.646283 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-2d2c9af3-3040-43f2-b9cb-70b9dc75f98c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/networks?id=c537074a-847b-4b68-9a89-4f0293da1970 HTTP/1.1" status: 200 len: 797 time: 0.1812513 Jul 29 16:59:28.691521 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9af0065d-6e11-41ce-8e43-b76d97512c6e req-c1194c01-5465-4d70-bfe0-806eff8c1fa4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 210 time: 0.0517418 Jul 29 16:59:28.701072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-678ae8fa-9993-4c30-a77b-33a6ef056569 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:59:28.713721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-678ae8fa-9993-4c30-a77b-33a6ef056569 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:59:28.714868 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-678ae8fa-9993-4c30-a77b-33a6ef056569 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 380 time: 0.0600054 Jul 29 16:59:28.729625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'port': {'device_id': 'ef7978d6-c681-4c68-9837-782189145277', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'admin_state_up': True, 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'security_groups': ['082a4a23-1188-40c3-80fa-45fb5aeda927']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:28.911088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 367fe70c-ccea-41b4-ab20-1b4dac77eb36 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:59:28.967612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:28.971706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:port and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:28.974568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:28.977245 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:59:28.980428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:28.982379 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:59:28.982768 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:28.989014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:59:28.992443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:29.100443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:59:29.100713 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:29.131778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 367fe70c-ccea-41b4-ab20-1b4dac77eb36, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=367fe70c-ccea-41b4-ab20-1b4dac77eb36,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:59:29.135987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:29.155279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.3 (c537074a-847b-4b68-9a89-4f0293da1970/e5defbec-58f6-4085-afb0-1e2a5eece606/66f1c7a9-e687-40f2-80c5-51769c210d3b) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:59:29.207697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=367fe70c-ccea-41b4-ab20-1b4dac77eb36,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:29.346285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:29.361198 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object 66f1c7a9-e687-40f2-80c5-51769c210d3b will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:59:29.384584 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:29.452043 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network c537074a-847b-4b68-9a89-4f0293da1970 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:59:29.454970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:59:29.458775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:59:29.488493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=66f1c7a9-e687-40f2-80c5-51769c210d3b,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:29.528244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:29.528852 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:29.554207 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-7cde61e4-ed82-4c18-a016-24ae368f5070 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8301513 Jul 29 16:59:29.565615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Request body: {'port': {'device_id': 'ef7978d6-c681-4c68-9837-782189145277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:29.679026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:29.714732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d01ce81a-0c83-49b4-946d-5e8d5b96f3dd None None] Provisioning for port 66f1c7a9-e687-40f2-80c5-51769c210d3b completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:59:29.719595 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d01ce81a-0c83-49b4-946d-5e8d5b96f3dd None None] Provisioning complete for port 66f1c7a9-e687-40f2-80c5-51769c210d3b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:59:29.719971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d01ce81a-0c83-49b4-946d-5e8d5b96f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:29.774516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d01ce81a-0c83-49b4-946d-5e8d5b96f3dd None None] Port 66f1c7a9-e687-40f2-80c5-51769c210d3b cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:59:29.901969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1b329-8770-4568-b261-408c17fda782 req-2f35074c-adfd-496a-b422-c2b5278bc98c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:29.903371 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0bf1b329-8770-4568-b261-408c17fda782 req-2f35074c-adfd-496a-b422-c2b5278bc98c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 931 time: 0.0906508 Jul 29 16:59:29.948104 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0bf1b329-8770-4568-b261-408c17fda782 req-8a663077-993e-4062-b619-0aac06ce34e7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=082a4a23-1188-40c3-80fa-45fb5aeda927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387893 Jul 29 16:59:30.019136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f1c7a9-e687-40f2-80c5-51769c210d3b {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:59:30.026399 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:30.041007 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Transition to ACTIVE for port object 66f1c7a9-e687-40f2-80c5-51769c210d3b will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:59:30.044833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:30.204029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Pushing event updated for resources: {'Port': ['ID=66f1c7a9-e687-40f2-80c5-51769c210d3b,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:30.287340 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Attempting to bind port 66f1c7a9-e687-40f2-80c5-51769c210d3b on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:59:30.287679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Attempting to bind port 66f1c7a9-e687-40f2-80c5-51769c210d3b by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:59:30.288008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Attempting to bind port 66f1c7a9-e687-40f2-80c5-51769c210d3b on network c537074a-847b-4b68-9a89-4f0293da1970 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:59:30.292942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Port 66f1c7a9-e687-40f2-80c5-51769c210d3b on network c537074a-847b-4b68-9a89-4f0293da1970 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:59:30.293295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Attempting to bind port 66f1c7a9-e687-40f2-80c5-51769c210d3b on network c537074a-847b-4b68-9a89-4f0293da1970 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:59:30.298459 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:59:30.298748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Checking segment: {'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:59:30.299127 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Bound using segment: {'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:59:30.299549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Bound port: 66f1c7a9-e687-40f2-80c5-51769c210d3b, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:59:30.299895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:30.388071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] For port 66f1c7a9-e687-40f2-80c5-51769c210d3b, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:59:30.390935 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] For port 66f1c7a9-e687-40f2-80c5-51769c210d3b, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=66f1c7a9-e687-40f2-80c5-51769c210d3b,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:59:30.395325 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:30.458471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:30.459084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:30.460518 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] 10.222.0.69 "PUT /v2.0/ports/66f1c7a9-e687-40f2-80c5-51769c210d3b HTTP/1.1" status: 200 len: 1093 time: 0.8991740 Jul 29 16:59:30.460965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7978d6-c681-4c68-9837-782189145277', 'tag': '66f1c7a9-e687-40f2-80c5-51769c210d3b'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:59:30.482895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c6dca-89da-482d-a417-755cd6155075 service neutron] Pushing event updated for resources: {'Port': ['ID=66f1c7a9-e687-40f2-80c5-51769c210d3b,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:30.533952 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d6239d-a1ef-46b4-ad1a-8825b181b363'] response: {'name': 'network-changed', 'server_uuid': 'ef7978d6-c681-4c68-9837-782189145277', 'tag': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'status': 'completed', 'code': 200} Jul 29 16:59:30.580470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-615d35a5-b5f0-46e5-924e-415cb880ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:30.582116 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-615d35a5-b5f0-46e5-924e-415cb880ebf8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 1096 time: 0.0847332 Jul 29 16:59:30.656013 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-c57bcc5d-ed17-4000-84cc-92bef0553271 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1c7a9-e687-40f2-80c5-51769c210d3b HTTP/1.1" status: 200 len: 217 time: 0.0671389 Jul 29 16:59:30.718568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-779c30de-adf0-4939-b7cb-0e9dbcaf4200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:30.719967 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-779c30de-adf0-4939-b7cb-0e9dbcaf4200 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5defbec-58f6-4085-afb0-1e2a5eece606 HTTP/1.1" status: 200 len: 834 time: 0.0586574 Jul 29 16:59:30.806270 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-f0816771-dbf6-4728-944a-1b96d547a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:30.807709 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-f0816771-dbf6-4728-944a-1b96d547a4ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c537074a-847b-4b68-9a89-4f0293da1970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820251 Jul 29 16:59:30.895112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 367fe70c-ccea-41b4-ab20-1b4dac77eb36 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:59:30.962378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:59:30.962742 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:31.036834 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-4adf5245-6619-4704-8e1d-458cf5b492c2 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226272 Jul 29 16:59:31.077741 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:59:31.144551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2a53d-b36f-4e39-809d-d5b7e5df342f req-7bc15c1d-b39c-4dc0-9d64-3f09cdce07f7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:31.146039 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-23d2a53d-b36f-4e39-809d-d5b7e5df342f req-7bc15c1d-b39c-4dc0-9d64-3f09cdce07f7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 943 time: 0.0883634 Jul 29 16:59:31.167962 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-af6b94f0-d8b5-4896-8eec-9fcfe88722fd req-f749b939-102d-4900-8a05-a80b969da663 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250072 Jul 29 16:59:31.194771 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-23d2a53d-b36f-4e39-809d-d5b7e5df342f req-309b3794-185e-4534-805f-de01a3cae9fc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=082a4a23-1188-40c3-80fa-45fb5aeda927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420001 Jul 29 16:59:31.287503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77ad28-8c21-4201-a0fe-24196bf96b32 req-402410eb-fca4-4d9f-90f0-1d6303d2002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:31.289162 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0d77ad28-8c21-4201-a0fe-24196bf96b32 req-402410eb-fca4-4d9f-90f0-1d6303d2002b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 1096 time: 0.0761056 Jul 29 16:59:31.416090 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77ad28-8c21-4201-a0fe-24196bf96b32 req-88d35043-259c-4dcc-9f8f-94628d0f6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:31.417503 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0d77ad28-8c21-4201-a0fe-24196bf96b32 req-88d35043-259c-4dcc-9f8f-94628d0f6383 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c537074a-847b-4b68-9a89-4f0293da1970 HTTP/1.1" status: 200 len: 898 time: 0.1218209 Jul 29 16:59:31.485583 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0d77ad28-8c21-4201-a0fe-24196bf96b32 req-10fa3a4e-15eb-4780-a4f9-33461fc8358f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1c7a9-e687-40f2-80c5-51769c210d3b HTTP/1.1" status: 200 len: 217 time: 0.0617981 Jul 29 16:59:31.545547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77ad28-8c21-4201-a0fe-24196bf96b32 req-cdd2f9d4-7d2d-47a8-bb67-02e9415319e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:31.547063 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0d77ad28-8c21-4201-a0fe-24196bf96b32 req-cdd2f9d4-7d2d-47a8-bb67-02e9415319e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5defbec-58f6-4085-afb0-1e2a5eece606 HTTP/1.1" status: 200 len: 834 time: 0.0562932 Jul 29 16:59:31.631188 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77ad28-8c21-4201-a0fe-24196bf96b32 req-953a475d-f79b-444b-96d8-410a00b1b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:31.632620 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0d77ad28-8c21-4201-a0fe-24196bf96b32 req-953a475d-f79b-444b-96d8-410a00b1b88e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c537074a-847b-4b68-9a89-4f0293da1970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792730 Jul 29 16:59:31.759870 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0d77ad28-8c21-4201-a0fe-24196bf96b32 req-ecb1a660-de4f-480c-9440-4c99731ca4c6 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204169 Jul 29 16:59:31.887514 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0d77ad28-8c21-4201-a0fe-24196bf96b32 req-98691068-fb4c-499d-8046-69a16bae36de service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211987 Jul 29 16:59:32.390775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056deb38-f6e9-4ed1-86c8-9e2623b3cb46 req-d66e42bd-6e2c-4db2-883a-227cfa572347 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:32.392254 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-056deb38-f6e9-4ed1-86c8-9e2623b3cb46 req-d66e42bd-6e2c-4db2-883a-227cfa572347 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 943 time: 0.0876291 Jul 29 16:59:32.436339 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-056deb38-f6e9-4ed1-86c8-9e2623b3cb46 req-b1ae4247-560e-4875-abb1-6456997110e9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=082a4a23-1188-40c3-80fa-45fb5aeda927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382633 Jul 29 16:59:33.643608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eef36d-8aac-4786-af35-15878cccc9a3 req-aaf5b613-827b-4649-8817-0f6d4ecc807f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:33.645139 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-28eef36d-8aac-4786-af35-15878cccc9a3 req-aaf5b613-827b-4649-8817-0f6d4ecc807f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 943 time: 0.0935006 Jul 29 16:59:33.689994 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-28eef36d-8aac-4786-af35-15878cccc9a3 req-e86cde28-acdb-4234-9c25-defb03794930 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=082a4a23-1188-40c3-80fa-45fb5aeda927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391524 Jul 29 16:59:34.017917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 66f1c7a9-e687-40f2-80c5-51769c210d3b details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:59:34.181629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 66f1c7a9-e687-40f2-80c5-51769c210d3b, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=66f1c7a9-e687-40f2-80c5-51769c210d3b,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:59:34.194419 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'port_id': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'mac_address': 'fa:16:3e:ec:4e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:59:34.251119 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 66f1c7a9-e687-40f2-80c5-51769c210d3b is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:59:34.251500 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:34.267800 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f1c7a9-e687-40f2-80c5-51769c210d3b {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:59:34.283270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 66f1c7a9-e687-40f2-80c5-51769c210d3b, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=66f1c7a9-e687-40f2-80c5-51769c210d3b,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:59:34.286799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:34.350484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=66f1c7a9-e687-40f2-80c5-51769c210d3b,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:34.659633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['66f1c7a9-e687-40f2-80c5-51769c210d3b'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:59:34.882832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280490b-dcde-4416-a310-db0ab4d88aac req-23af6023-119a-47ac-a188-06a90a528284 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:34.884455 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3280490b-dcde-4416-a310-db0ab4d88aac req-23af6023-119a-47ac-a188-06a90a528284 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 944 time: 0.0854731 Jul 29 16:59:34.935158 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3280490b-dcde-4416-a310-db0ab4d88aac req-e7a3458a-468a-40d6-b288-41d92ab2c53c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=082a4a23-1188-40c3-80fa-45fb5aeda927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448637 Jul 29 16:59:35.267520 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 16:59:36.032341 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 66f1c7a9-e687-40f2-80c5-51769c210d3b up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:59:36.099499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 66f1c7a9-e687-40f2-80c5-51769c210d3b completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:59:36.104782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 66f1c7a9-e687-40f2-80c5-51769c210d3b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:59:36.105192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:36.128571 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb26cb-fdd6-4a58-846f-dc91e7b2afa4 req-a1e37de4-b0e4-4c94-8d84-dbade4816504 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:36.130058 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ecdb26cb-fdd6-4a58-846f-dc91e7b2afa4 req-a1e37de4-b0e4-4c94-8d84-dbade4816504 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 944 time: 0.0881298 Jul 29 16:59:36.175768 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ecdb26cb-fdd6-4a58-846f-dc91e7b2afa4 req-d9881581-e9f3-434b-be94-563663e12772 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=082a4a23-1188-40c3-80fa-45fb5aeda927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400245 Jul 29 16:59:36.222459 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 66f1c7a9-e687-40f2-80c5-51769c210d3b is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:59:36.222768 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:36.248799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7978d6-c681-4c68-9837-782189145277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f1c7a9-e687-40f2-80c5-51769c210d3b'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:59:36.258356 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 66f1c7a9-e687-40f2-80c5-51769c210d3b, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=66f1c7a9-e687-40f2-80c5-51769c210d3b,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:59:36.262954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:36.331273 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=66f1c7a9-e687-40f2-80c5-51769c210d3b,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:36.345515 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a485fade-e84c-4a62-9948-0557e903df1a'] response: {'server_uuid': 'ef7978d6-c681-4c68-9837-782189145277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'code': 200} Jul 29 16:59:36.568610 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88790e9b-81f9-4af6-a577-f8497d0ebf2f req-b10868b7-caf7-43f7-9910-24c7dcda2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:36.570109 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-88790e9b-81f9-4af6-a577-f8497d0ebf2f req-b10868b7-caf7-43f7-9910-24c7dcda2a6a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 1098 time: 0.0759914 Jul 29 16:59:36.609772 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-88790e9b-81f9-4af6-a577-f8497d0ebf2f req-d285e46e-8165-4f58-8bc6-17f5f0db91a0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=082a4a23-1188-40c3-80fa-45fb5aeda927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328491 Jul 29 16:59:37.478604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177e3b1-81bf-4fb2-bb1e-c12c6f56b52c req-7aa13209-5e2e-4003-8453-ba9d8bf1b78f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:37.480067 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6177e3b1-81bf-4fb2-bb1e-c12c6f56b52c req-7aa13209-5e2e-4003-8453-ba9d8bf1b78f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 945 time: 0.1950390 Jul 29 16:59:37.523343 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6177e3b1-81bf-4fb2-bb1e-c12c6f56b52c req-ff04bf37-e9c9-4878-a99e-c1e72a1b3449 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=082a4a23-1188-40c3-80fa-45fb5aeda927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375469 Jul 29 16:59:38.717968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb756f3-44a8-4701-ba2b-3b732b0016bc req-ba979628-97c1-48f8-b707-ff63b08696f1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:38.719418 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bdb756f3-44a8-4701-ba2b-3b732b0016bc req-ba979628-97c1-48f8-b707-ff63b08696f1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 945 time: 0.0874693 Jul 29 16:59:38.762988 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bdb756f3-44a8-4701-ba2b-3b732b0016bc req-a428aadb-e228-4997-9f9e-49a89ac0ba98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=082a4a23-1188-40c3-80fa-45fb5aeda927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378807 Jul 29 16:59:38.958045 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729c705-5ac1-4414-9031-4bde8acde8a3 req-42acdd20-b58b-48c2-8083-5fb0f4f6ad44 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:38.959489 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0729c705-5ac1-4414-9031-4bde8acde8a3 req-42acdd20-b58b-48c2-8083-5fb0f4f6ad44 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 945 time: 0.0894556 Jul 29 16:59:39.002695 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0729c705-5ac1-4414-9031-4bde8acde8a3 req-b1acb277-5cf8-420c-a1b3-e3b51b8fb6b3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=082a4a23-1188-40c3-80fa-45fb5aeda927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376146 Jul 29 16:59:39.028333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57216) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:39.109830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cab3cd8-fb3f-49c6-89d3-e79a48a7ed91 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:39.111234 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4cab3cd8-fb3f-49c6-89d3-e79a48a7ed91 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 1093 time: 0.0819445 Jul 29 16:59:39.114116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57220) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:39.118992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:39.124819 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:39.128965 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:floatingip and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:39.131753 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:39.137416 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:39.147375 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:39.283191 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:39.413087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.153 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/53ff75a6-29c5-49bb-bda9-43985ae49250) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:59:39.559714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:39.588357 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:39.655262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:59:39.658006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:59:39.661602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:59:39.699503 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=53ff75a6-29c5-49bb-bda9-43985ae49250,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:39.711023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:39.711374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:39.711715 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:39.712051 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:39.712380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:39.713303 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:39.713634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:39.713962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:39.714294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:39.714620 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:39.714942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:39.715262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:59:40.068119 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:40.142144 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:40.328101 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c568ba27-4001-40c5-8c68-d2f85a3a8991 req-9fcb474d-ffbd-4782-b145-37c47eae605e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794280 Jul 29 16:59:40.345431 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:40.349822 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:40.484260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568ba27-4001-40c5-8c68-d2f85a3a8991 req-886696f1-3962-4e6c-9cc5-3898dca56180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:40.485809 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c568ba27-4001-40c5-8c68-d2f85a3a8991 req-886696f1-3962-4e6c-9cc5-3898dca56180 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 1098 time: 0.0833623 Jul 29 16:59:40.580397 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=53ff75a6-29c5-49bb-bda9-43985ae49250,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:40.588635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:40.633167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568ba27-4001-40c5-8c68-d2f85a3a8991 req-13d85b10-1972-4787-9b68-0088945c22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:40.635186 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c568ba27-4001-40c5-8c68-d2f85a3a8991 req-13d85b10-1972-4787-9b68-0088945c22e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c537074a-847b-4b68-9a89-4f0293da1970 HTTP/1.1" status: 200 len: 898 time: 0.1306174 Jul 29 16:59:40.735490 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c568ba27-4001-40c5-8c68-d2f85a3a8991 req-9e4f46e7-ee59-40d2-8bc4-be6ea01391bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1c7a9-e687-40f2-80c5-51769c210d3b HTTP/1.1" status: 200 len: 999 time: 0.0953748 Jul 29 16:59:40.764171 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP 6a3e59d7-eeca-4ca1-8dd3-b323a90505e9 associated. External IP: 172.26.1.153, port: 66f1c7a9-e687-40f2-80c5-51769c210d3b. Jul 29 16:59:40.798930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568ba27-4001-40c5-8c68-d2f85a3a8991 req-ce495a06-bfca-4f30-9cf3-e8398d464cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:40.800333 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c568ba27-4001-40c5-8c68-d2f85a3a8991 req-ce495a06-bfca-4f30-9cf3-e8398d464cec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5defbec-58f6-4085-afb0-1e2a5eece606 HTTP/1.1" status: 200 len: 834 time: 0.0595031 Jul 29 16:59:40.986493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568ba27-4001-40c5-8c68-d2f85a3a8991 req-a6523406-8fae-41b2-af26-95aed0367832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:40.987947 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c568ba27-4001-40c5-8c68-d2f85a3a8991 req-a6523406-8fae-41b2-af26-95aed0367832 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c537074a-847b-4b68-9a89-4f0293da1970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1817546 Jul 29 16:59:41.116632 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c568ba27-4001-40c5-8c68-d2f85a3a8991 req-0c04091d-ed64-45d6-8baa-50942eef0a46 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215382 Jul 29 16:59:41.117942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 7bad7829-a125-4fae-a752-4c2b062c6cf5 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:59:41.247011 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c568ba27-4001-40c5-8c68-d2f85a3a8991 req-9866b562-7a72-485a-bfd4-624f08d67140 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250026 Jul 29 16:59:41.294438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 16:59:41.303703 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a626db3-4b17-443e-a385-e3b624e838bb None None] Sync routers for ids ['7bad7829-a125-4fae-a752-4c2b062c6cf5'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:59:41.314157 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a626db3-4b17-443e-a385-e3b624e838bb None None] Routers {'7bad7829-a125-4fae-a752-4c2b062c6cf5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:59:41.314762 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3a626db3-4b17-443e-a385-e3b624e838bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:59:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['7bad7829-a125-4fae-a752-4c2b062c6cf5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:41.319672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:41.377819 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f13c3d00-7465-46ed-99d7-e106f1679188 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2625489 Jul 29 16:59:41.378775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7978d6-c681-4c68-9837-782189145277', 'tag': '66f1c7a9-e687-40f2-80c5-51769c210d3b'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:59:41.380465 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57224) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:41.426718 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4b6cbd-4a61-4da3-a1a4-97de1a65ba35'] response: {'name': 'network-changed', 'server_uuid': 'ef7978d6-c681-4c68-9837-782189145277', 'tag': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'status': 'completed', 'code': 200} Jul 29 16:59:41.497060 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-3a626db3-4b17-443e-a385-e3b624e838bb None None] Set router 7bad7829-a125-4fae-a752-4c2b062c6cf5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:59:41.520139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e1363-1569-4204-8a8b-fe1305bf6c66 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:41.521755 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d91e1363-1569-4204-8a8b-fe1305bf6c66 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 1093 time: 0.1396060 Jul 29 16:59:41.539186 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124973c1-2270-4dd4-9326-81389fb9bc59 req-07046cf2-5289-4ec5-b629-c629a98ed74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:41.541231 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-124973c1-2270-4dd4-9326-81389fb9bc59 req-07046cf2-5289-4ec5-b629-c629a98ed74d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 1098 time: 0.0940125 Jul 29 16:59:41.603816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57234) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:41.609881 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6b3cb03b-de6c-482e-9c33-691537c854ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401667050', 'description': 'tempest-secgroup-smoke-1401667050 description', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:41.616732 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6b3cb03b-de6c-482e-9c33-691537c854ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:41.627415 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6b3cb03b-de6c-482e-9c33-691537c854ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:41.640129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb03b-de6c-482e-9c33-691537c854ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:41.660270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6b3cb03b-de6c-482e-9c33-691537c854ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:41.664490 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6b3cb03b-de6c-482e-9c33-691537c854ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:41.668099 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6b3cb03b-de6c-482e-9c33-691537c854ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:41.674010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6b3cb03b-de6c-482e-9c33-691537c854ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:41.683380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124973c1-2270-4dd4-9326-81389fb9bc59 req-4cb51c06-b03e-4790-946e-b1d5cb897198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:41.684898 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-124973c1-2270-4dd4-9326-81389fb9bc59 req-4cb51c06-b03e-4790-946e-b1d5cb897198 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c537074a-847b-4b68-9a89-4f0293da1970 HTTP/1.1" status: 200 len: 898 time: 0.1383047 Jul 29 16:59:41.743377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb03b-de6c-482e-9c33-691537c854ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:41.750562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb03b-de6c-482e-9c33-691537c854ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:41.795146 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-124973c1-2270-4dd4-9326-81389fb9bc59 req-b27a9cb9-9faa-4145-bdb9-474ab2d185b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1c7a9-e687-40f2-80c5-51769c210d3b HTTP/1.1" status: 200 len: 999 time: 0.1044197 Jul 29 16:59:41.796661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cb03b-de6c-482e-9c33-691537c854ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=431c7755-8d59-4f86-ad65-5261c49be579,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:41.799412 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb03b-de6c-482e-9c33-691537c854ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:41.800607 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6b3cb03b-de6c-482e-9c33-691537c854ff tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1955492 Jul 29 16:59:41.803489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57238) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:41.808833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-20e17054-5500-4eb1-b6e6-e065a5da49c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '431c7755-8d59-4f86-ad65-5261c49be579', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:41.815183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-20e17054-5500-4eb1-b6e6-e065a5da49c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:41.819099 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-20e17054-5500-4eb1-b6e6-e065a5da49c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:41.822559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-20e17054-5500-4eb1-b6e6-e065a5da49c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:41.828265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-20e17054-5500-4eb1-b6e6-e065a5da49c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:41.846470 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-20e17054-5500-4eb1-b6e6-e065a5da49c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:41.857606 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3a626db3-4b17-443e-a385-e3b624e838bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6a3e59d7-eeca-4ca1-8dd3-b323a90505e9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'port_id': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'mac_address': 'fa:16:3e:ec:4e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7978d6-c681-4c68-9837-782189145277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:59:40Z', 'updated_at': '2022-07-29T16:59:40Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367fe70c-ccea-41b4-ab20-1b4dac77eb36', 'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:74:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:22Z', 'updated_at': '2022-07-29T16:59:29Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:41.861251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124973c1-2270-4dd4-9326-81389fb9bc59 req-f3be3959-aaae-471a-a1e4-ed1167ae9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:41.861763 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a626db3-4b17-443e-a385-e3b624e838bb None None] Checking router: 7bad7829-a125-4fae-a752-4c2b062c6cf5 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:59:41.862839 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-124973c1-2270-4dd4-9326-81389fb9bc59 req-f3be3959-aaae-471a-a1e4-ed1167ae9b5e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5defbec-58f6-4085-afb0-1e2a5eece606 HTTP/1.1" status: 200 len: 834 time: 0.0623133 Jul 29 16:59:41.870270 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a626db3-4b17-443e-a385-e3b624e838bb None None] Routers {'7bad7829-a125-4fae-a752-4c2b062c6cf5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 16:59:41.871000 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3a626db3-4b17-443e-a385-e3b624e838bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:59:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['7bad7829-a125-4fae-a752-4c2b062c6cf5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:41.912933 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-20e17054-5500-4eb1-b6e6-e065a5da49c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:41.917205 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-20e17054-5500-4eb1-b6e6-e065a5da49c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:41.942307 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e17054-5500-4eb1-b6e6-e065a5da49c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df74ab53-a0cd-4936-8824-1764e8a4eedd,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:41.954297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-20e17054-5500-4eb1-b6e6-e065a5da49c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:41.954470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124973c1-2270-4dd4-9326-81389fb9bc59 req-02dfd8c6-0ffa-4ed2-b4ae-471acce1510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:41.958253 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-20e17054-5500-4eb1-b6e6-e065a5da49c8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510620 Jul 29 16:59:41.958407 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-124973c1-2270-4dd4-9326-81389fb9bc59 req-02dfd8c6-0ffa-4ed2-b4ae-471acce1510d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c537074a-847b-4b68-9a89-4f0293da1970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872543 Jul 29 16:59:41.958504 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57242) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:41.963885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b2fa87f6-dd3a-431a-ab37-dc502c92b965 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '431c7755-8d59-4f86-ad65-5261c49be579', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:41.970129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b2fa87f6-dd3a-431a-ab37-dc502c92b965 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:41.974111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b2fa87f6-dd3a-431a-ab37-dc502c92b965 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:41.977130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b2fa87f6-dd3a-431a-ab37-dc502c92b965 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:41.983858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b2fa87f6-dd3a-431a-ab37-dc502c92b965 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:42.001574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b2fa87f6-dd3a-431a-ab37-dc502c92b965 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.048548 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-3a626db3-4b17-443e-a385-e3b624e838bb None None] Set router 7bad7829-a125-4fae-a752-4c2b062c6cf5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 16:59:42.068537 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b2fa87f6-dd3a-431a-ab37-dc502c92b965 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.073692 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b2fa87f6-dd3a-431a-ab37-dc502c92b965 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.094468 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-124973c1-2270-4dd4-9326-81389fb9bc59 req-0a20094e-a9ab-4f06-a6a5-26b52f68243f service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327462 Jul 29 16:59:42.098667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa87f6-dd3a-431a-ab37-dc502c92b965 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8942ff-9259-4e24-a901-43f2de77348d,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:42.109491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b2fa87f6-dd3a-431a-ab37-dc502c92b965 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.110687 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b2fa87f6-dd3a-431a-ab37-dc502c92b965 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513720 Jul 29 16:59:42.113594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57246) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:42.119082 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-602efaf7-ed2a-40d3-9416-3f7a22afcf1c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '431c7755-8d59-4f86-ad65-5261c49be579', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:42.125374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-602efaf7-ed2a-40d3-9416-3f7a22afcf1c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:42.129227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-602efaf7-ed2a-40d3-9416-3f7a22afcf1c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:42.132238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-602efaf7-ed2a-40d3-9416-3f7a22afcf1c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:42.137987 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-602efaf7-ed2a-40d3-9416-3f7a22afcf1c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:42.155497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-602efaf7-ed2a-40d3-9416-3f7a22afcf1c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.218892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-602efaf7-ed2a-40d3-9416-3f7a22afcf1c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.223988 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-602efaf7-ed2a-40d3-9416-3f7a22afcf1c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.234712 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-124973c1-2270-4dd4-9326-81389fb9bc59 req-388938e0-fae5-46a7-a6c0-99ab5f01a839 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346054 Jul 29 16:59:42.249529 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602efaf7-ed2a-40d3-9416-3f7a22afcf1c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae448f9b-4f12-4bb1-8aad-e60e4c01bc4b,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:42.259282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-602efaf7-ed2a-40d3-9416-3f7a22afcf1c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.260571 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-602efaf7-ed2a-40d3-9416-3f7a22afcf1c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459467 Jul 29 16:59:42.263376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57250) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:42.268607 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-70afcd2f-71d1-4140-bb21-a369fffba147 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '431c7755-8d59-4f86-ad65-5261c49be579', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:42.274453 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-70afcd2f-71d1-4140-bb21-a369fffba147 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:42.278864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-70afcd2f-71d1-4140-bb21-a369fffba147 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:42.281710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-70afcd2f-71d1-4140-bb21-a369fffba147 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:42.287500 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-70afcd2f-71d1-4140-bb21-a369fffba147 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:42.310169 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70afcd2f-71d1-4140-bb21-a369fffba147 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.376384 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70afcd2f-71d1-4140-bb21-a369fffba147 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.382114 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70afcd2f-71d1-4140-bb21-a369fffba147 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.403467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afcd2f-71d1-4140-bb21-a369fffba147 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7d513d-bd42-4990-8d9e-c38241d996bc,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:42.414708 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70afcd2f-71d1-4140-bb21-a369fffba147 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.416797 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-70afcd2f-71d1-4140-bb21-a369fffba147 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525202 Jul 29 16:59:42.419524 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57254) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:42.424646 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-70085db8-5efc-42ba-ae25-61e711eb9e49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '431c7755-8d59-4f86-ad65-5261c49be579', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:42.430563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-70085db8-5efc-42ba-ae25-61e711eb9e49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:42.434476 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-70085db8-5efc-42ba-ae25-61e711eb9e49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:42.437400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-70085db8-5efc-42ba-ae25-61e711eb9e49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:42.443598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-70085db8-5efc-42ba-ae25-61e711eb9e49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:42.455401 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-70085db8-5efc-42ba-ae25-61e711eb9e49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:59:42.456326 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-3a626db3-4b17-443e-a385-e3b624e838bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6a3e59d7-eeca-4ca1-8dd3-b323a90505e9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'port_id': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'mac_address': 'fa:16:3e:ec:4e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7978d6-c681-4c68-9837-782189145277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:59:40Z', 'updated_at': '2022-07-29T16:59:40Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367fe70c-ccea-41b4-ab20-1b4dac77eb36', 'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:74:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:22Z', 'updated_at': '2022-07-29T16:59:29Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:59:42.460284 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a626db3-4b17-443e-a385-e3b624e838bb None None] The sync data for ids ['7bad7829-a125-4fae-a752-4c2b062c6cf5'] in dv-neutron-851534-1-hyperv is: [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6a3e59d7-eeca-4ca1-8dd3-b323a90505e9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'port_id': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'mac_address': 'fa:16:3e:ec:4e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7978d6-c681-4c68-9837-782189145277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:59:40Z', 'updated_at': '2022-07-29T16:59:40Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367fe70c-ccea-41b4-ab20-1b4dac77eb36', 'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:74:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:22Z', 'updated_at': '2022-07-29T16:59:29Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:59:42.462210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70085db8-5efc-42ba-ae25-61e711eb9e49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.529602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70085db8-5efc-42ba-ae25-61e711eb9e49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.533358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70085db8-5efc-42ba-ae25-61e711eb9e49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.558262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70085db8-5efc-42ba-ae25-61e711eb9e49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e63465-2e34-4df6-8a0a-36804820b46c,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:42.567950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-70085db8-5efc-42ba-ae25-61e711eb9e49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.569137 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-70085db8-5efc-42ba-ae25-61e711eb9e49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486549 Jul 29 16:59:42.572358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57258) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:42.577232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-590d43d0-b7ec-4ae0-a8aa-b564f8833074 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '431c7755-8d59-4f86-ad65-5261c49be579', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:42.583014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-590d43d0-b7ec-4ae0-a8aa-b564f8833074 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:42.587057 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-590d43d0-b7ec-4ae0-a8aa-b564f8833074 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:42.590675 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-590d43d0-b7ec-4ae0-a8aa-b564f8833074 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:42.596552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-590d43d0-b7ec-4ae0-a8aa-b564f8833074 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:42.606463 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-590d43d0-b7ec-4ae0-a8aa-b564f8833074 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:59:42.613334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-590d43d0-b7ec-4ae0-a8aa-b564f8833074 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.669715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ef5f68-231e-4a38-80dc-bca478985ed0 None None] New status for floating IP 6a3e59d7-eeca-4ca1-8dd3-b323a90505e9: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:59:42.686669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-590d43d0-b7ec-4ae0-a8aa-b564f8833074 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.690735 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-590d43d0-b7ec-4ae0-a8aa-b564f8833074 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.716767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d43d0-b7ec-4ae0-a8aa-b564f8833074 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41e802a-52f2-4fee-b6e5-80303ff52096,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:42.727473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-590d43d0-b7ec-4ae0-a8aa-b564f8833074 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:42.733118 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-590d43d0-b7ec-4ae0-a8aa-b564f8833074 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557498 Jul 29 16:59:42.894641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-6e5c0206-e107-4bbb-ad62-2d5044e703b0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 16:59:42.910727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-6e5c0206-e107-4bbb-ad62-2d5044e703b0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 16:59:42.912238 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-6e5c0206-e107-4bbb-ad62-2d5044e703b0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401667050&fields=id&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 267 time: 0.0568283 Jul 29 16:59:43.180637 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-7c2dff04-abbc-4aca-9e1e-7797bde0bf2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:43.182633 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-7c2dff04-abbc-4aca-9e1e-7797bde0bf2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/networks?id=c537074a-847b-4b68-9a89-4f0293da1970 HTTP/1.1" status: 200 len: 797 time: 0.2634616 Jul 29 16:59:43.196687 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-fd212e72-a85e-44dc-a65e-eaa881cfb450 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/quotas/ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 375 time: 0.0086806 Jul 29 16:59:43.287750 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-5bf877e7-2648-4af3-8673-1cfcbc93240f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0854945 Jul 29 16:59:43.437948 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-4d351914-358b-4e5a-943a-f088446858df service neutron] 10.222.0.58 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382153 Jul 29 16:59:43.567878 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-28a06664-5150-47eb-89d7-fb967bfc7e1b service neutron] 10.222.0.58 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241410 Jul 29 16:59:43.748900 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a4926d91-cd37-4db5-88ec-788b131a5062 req-96a7c767-c1cf-4e0b-8ee2-b7f4c93a8edb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 210 time: 0.0531664 Jul 29 16:59:44.852972 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c0f82a85-6ed5-4e78-a6c5-c627dc5a9583 req-455a85df-9a55-44ba-9869-86506b68c9cf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 210 time: 0.0494337 Jul 29 16:59:45.106338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-10f9556e-fda4-4675-be7e-a5af0260b628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:45.960104 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-68169f15-268d-4f5b-a056-e0f8ed483c1e req-22232fa3-505d-47c4-b60b-7e5469208d0d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 210 time: 0.0530043 Jul 29 16:59:47.068433 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3c7a486b-d5d3-4465-8bfb-120773394289 req-14d8d696-34f5-46e5-96cd-0a6b1c9b4704 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 210 time: 0.0497034 Jul 29 16:59:47.656937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-42a011d1-4edd-4349-ad28-6a47a3650aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:48.222340 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c4129440-859d-4534-8ac9-f821f7d0c588 req-70acf34f-d4d9-4e3f-863e-1599de4e4019 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 210 time: 0.0488846 Jul 29 16:59:48.309125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:48.434295 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:48.798626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-19e9e305-7fdb-4e01-98d0-4ba551b6b9d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:48.800081 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-19e9e305-7fdb-4e01-98d0-4ba551b6b9d2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/networks?id=c537074a-847b-4b68-9a89-4f0293da1970 HTTP/1.1" status: 200 len: 797 time: 0.1510983 Jul 29 16:59:48.852410 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-1bdda4f8-f7a7-4223-bddc-274bf2ad694a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 473 time: 0.0440917 Jul 29 16:59:48.860439 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'port': {'device_id': '4ee13494-04cc-4b42-be3e-53f76ad32d47', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'admin_state_up': True, 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'security_groups': ['431c7755-8d59-4f86-ad65-5261c49be579']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:48.992076 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:48.996725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:port and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:48.999542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:49.005486 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:49.015674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:59:49.019163 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:49.271921 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.10 (c537074a-847b-4b68-9a89-4f0293da1970/e5defbec-58f6-4085-afb0-1e2a5eece606/cfa5c773-f054-4f26-8805-ef8ea081c1b7) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:59:49.384535 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3cea43b5-812c-4ea8-ab36-d5ef700c8187 req-4504414a-d825-4ef6-9fbd-7aae0f72868f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 210 time: 0.0522926 Jul 29 16:59:49.464673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:49.480447 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object cfa5c773-f054-4f26-8805-ef8ea081c1b7 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:59:49.504193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:49.570449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network c537074a-847b-4b68-9a89-4f0293da1970 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:59:49.573404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:59:49.577126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 16:59:49.617891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=cfa5c773-f054-4f26-8805-ef8ea081c1b7,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:49.644973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:49.645601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:49.671285 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-338d3545-8ac7-416f-b7aa-ea289fa01140 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8143272 Jul 29 16:59:49.684677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Request body: {'port': {'device_id': '4ee13494-04cc-4b42-be3e-53f76ad32d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:49.795315 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:49.843988 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-05289351-bc7d-4e31-b82f-28306e261173 None None] Provisioning for port cfa5c773-f054-4f26-8805-ef8ea081c1b7 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:59:49.848579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-05289351-bc7d-4e31-b82f-28306e261173 None None] Provisioning complete for port cfa5c773-f054-4f26-8805-ef8ea081c1b7 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:59:49.848948 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-05289351-bc7d-4e31-b82f-28306e261173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:49.901017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-05289351-bc7d-4e31-b82f-28306e261173 None None] Port cfa5c773-f054-4f26-8805-ef8ea081c1b7 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 16:59:49.922405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:50.125264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa5c773-f054-4f26-8805-ef8ea081c1b7 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:59:50.132402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:50.146101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Transition to ACTIVE for port object cfa5c773-f054-4f26-8805-ef8ea081c1b7 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:59:50.149547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:50.307876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Pushing event updated for resources: {'Port': ['ID=cfa5c773-f054-4f26-8805-ef8ea081c1b7,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:50.387273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Attempting to bind port cfa5c773-f054-4f26-8805-ef8ea081c1b7 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 16:59:50.387536 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Attempting to bind port cfa5c773-f054-4f26-8805-ef8ea081c1b7 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 16:59:50.387852 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Attempting to bind port cfa5c773-f054-4f26-8805-ef8ea081c1b7 on network c537074a-847b-4b68-9a89-4f0293da1970 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:59:50.392269 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Port cfa5c773-f054-4f26-8805-ef8ea081c1b7 on network c537074a-847b-4b68-9a89-4f0293da1970 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 16:59:50.392592 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Attempting to bind port cfa5c773-f054-4f26-8805-ef8ea081c1b7 on network c537074a-847b-4b68-9a89-4f0293da1970 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 16:59:50.397621 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 16:59:50.397958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Checking segment: {'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 16:59:50.398325 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Bound using segment: {'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 16:59:50.398736 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Bound port: cfa5c773-f054-4f26-8805-ef8ea081c1b7, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e881a5-3dd9-43ef-af9d-d49c4a3459ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 16:59:50.399069 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:50.492446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] For port cfa5c773-f054-4f26-8805-ef8ea081c1b7, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 16:59:50.495813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] For port cfa5c773-f054-4f26-8805-ef8ea081c1b7, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=cfa5c773-f054-4f26-8805-ef8ea081c1b7,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 16:59:50.501137 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:50.574363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:50.575298 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:50.577393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:50.578436 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] 10.222.0.69 "PUT /v2.0/ports/cfa5c773-f054-4f26-8805-ef8ea081c1b7 HTTP/1.1" status: 200 len: 1094 time: 0.8986175 Jul 29 16:59:50.579738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee13494-04cc-4b42-be3e-53f76ad32d47', 'tag': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:59:50.594611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11db12e-0cc9-40de-a905-6554e331541a req-418a9be6-9e65-4db1-97c3-17a9be9562ce tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:50.596782 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a11db12e-0cc9-40de-a905-6554e331541a req-418a9be6-9e65-4db1-97c3-17a9be9562ce tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 944 time: 0.0942161 Jul 29 16:59:50.669182 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a11db12e-0cc9-40de-a905-6554e331541a req-acd75880-60ff-42cc-8e58-36cc4968a160 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=431c7755-8d59-4f86-ad65-5261c49be579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615268 Jul 29 16:59:50.672910 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c3552fe-994f-41c1-a795-e7e1a0c3bf14'] response: {'name': 'network-changed', 'server_uuid': '4ee13494-04cc-4b42-be3e-53f76ad32d47', 'tag': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7', 'status': 'completed', 'code': 200} Jul 29 16:59:50.693731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad46c7-77e6-426f-bcca-c8cbb1e6bf7f service neutron] Pushing event updated for resources: {'Port': ['ID=cfa5c773-f054-4f26-8805-ef8ea081c1b7,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:50.722470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-28012758-40c7-46e4-b695-4ccfcbb1e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:50.723959 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-28012758-40c7-46e4-b695-4ccfcbb1e445 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 1097 time: 0.1012073 Jul 29 16:59:50.794670 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-64fcae1d-ae13-4314-818d-f3a977bb3403 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa5c773-f054-4f26-8805-ef8ea081c1b7 HTTP/1.1" status: 200 len: 217 time: 0.0637393 Jul 29 16:59:50.856108 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-24f24cf4-1fc9-4677-ba46-0bbba26ae5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:50.857552 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-24f24cf4-1fc9-4677-ba46-0bbba26ae5ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5defbec-58f6-4085-afb0-1e2a5eece606 HTTP/1.1" status: 200 len: 834 time: 0.0570860 Jul 29 16:59:50.940620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-8c00ddaf-09cc-41b6-87b5-b25debbef081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:50.942013 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-8c00ddaf-09cc-41b6-87b5-b25debbef081 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c537074a-847b-4b68-9a89-4f0293da1970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782127 Jul 29 16:59:51.158523 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-1d4ae46e-9cf8-4955-ab09-a083ea4e89c8 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098305 Jul 29 16:59:51.287581 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-34a26466-e1b4-4a1f-89de-41f1cd298105 req-d05a3c1b-92f7-4055-87fe-964279f41876 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228788 Jul 29 16:59:51.410543 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cde2df-26c5-4e74-83c8-d9de4473eb82 req-fbbb3f92-42fe-492d-8834-b9b08ee4e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:51.411999 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-b8cde2df-26c5-4e74-83c8-d9de4473eb82 req-fbbb3f92-42fe-492d-8834-b9b08ee4e102 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 1097 time: 0.0773220 Jul 29 16:59:51.542648 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cde2df-26c5-4e74-83c8-d9de4473eb82 req-c79ba831-9c28-45b2-98ac-e8f7dbfcff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:51.543997 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-b8cde2df-26c5-4e74-83c8-d9de4473eb82 req-c79ba831-9c28-45b2-98ac-e8f7dbfcff4c service neutron] 10.222.0.69 "GET /v2.0/networks?id=c537074a-847b-4b68-9a89-4f0293da1970 HTTP/1.1" status: 200 len: 898 time: 0.1254802 Jul 29 16:59:51.613475 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-b8cde2df-26c5-4e74-83c8-d9de4473eb82 req-69448760-229a-4137-a8e3-c4ff67254d87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa5c773-f054-4f26-8805-ef8ea081c1b7 HTTP/1.1" status: 200 len: 217 time: 0.0638399 Jul 29 16:59:51.673926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cde2df-26c5-4e74-83c8-d9de4473eb82 req-24da8eec-e205-4f4b-9faa-b4302f07d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:51.675283 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-b8cde2df-26c5-4e74-83c8-d9de4473eb82 req-24da8eec-e205-4f4b-9faa-b4302f07d3ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5defbec-58f6-4085-afb0-1e2a5eece606 HTTP/1.1" status: 200 len: 834 time: 0.0566304 Jul 29 16:59:51.760809 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cde2df-26c5-4e74-83c8-d9de4473eb82 req-a199df95-c33f-492f-949a-5fd68bfca264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:51.762325 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-b8cde2df-26c5-4e74-83c8-d9de4473eb82 req-a199df95-c33f-492f-949a-5fd68bfca264 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c537074a-847b-4b68-9a89-4f0293da1970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812137 Jul 29 16:59:51.857008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae9732-44ef-4c79-ba41-fcfc9b83d43d req-873016a5-5b62-4482-9557-dd9b00b4a630 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:51.858598 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-98ae9732-44ef-4c79-ba41-fcfc9b83d43d req-873016a5-5b62-4482-9557-dd9b00b4a630 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 944 time: 0.0882020 Jul 29 16:59:51.898326 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-b8cde2df-26c5-4e74-83c8-d9de4473eb82 req-b3ee0254-e0d2-4b8b-a5b6-4a57ed0a2b5e service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286359 Jul 29 16:59:51.901747 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-98ae9732-44ef-4c79-ba41-fcfc9b83d43d req-f6babfc2-92d4-4152-8fac-fd2a991d9a41 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=431c7755-8d59-4f86-ad65-5261c49be579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374451 Jul 29 16:59:52.027044 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-b8cde2df-26c5-4e74-83c8-d9de4473eb82 req-4635fb2e-9d50-4d6e-b25d-4c0b0ec430f5 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227193 Jul 29 16:59:53.098391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d6d70-0945-4dd6-9e4f-6906f2899dab req-909ed255-9c41-43f1-b98d-77953021a77b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:53.099752 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d93d6d70-0945-4dd6-9e4f-6906f2899dab req-909ed255-9c41-43f1-b98d-77953021a77b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 944 time: 0.0893035 Jul 29 16:59:53.143487 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d93d6d70-0945-4dd6-9e4f-6906f2899dab req-abb6881b-d04b-4c00-ba5d-74a73fdd2f3f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=431c7755-8d59-4f86-ad65-5261c49be579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376444 Jul 29 16:59:54.079797 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device cfa5c773-f054-4f26-8805-ef8ea081c1b7 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 16:59:54.212128 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port cfa5c773-f054-4f26-8805-ef8ea081c1b7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=cfa5c773-f054-4f26-8805-ef8ea081c1b7,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:59:54.225452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'port_id': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7', 'mac_address': 'fa:16:3e:5a:88:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 16:59:54.279719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port cfa5c773-f054-4f26-8805-ef8ea081c1b7 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:59:54.280079 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:54.297236 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa5c773-f054-4f26-8805-ef8ea081c1b7 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 16:59:54.312532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port cfa5c773-f054-4f26-8805-ef8ea081c1b7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=cfa5c773-f054-4f26-8805-ef8ea081c1b7,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:59:54.316575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:54.336052 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e1f9b-b948-4169-b645-b33e790eca1a req-de9fe93c-5400-45da-96b9-9780f450c9b3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:54.337952 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-799e1f9b-b948-4169-b645-b33e790eca1a req-de9fe93c-5400-45da-96b9-9780f450c9b3 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 944 time: 0.0871687 Jul 29 16:59:54.386469 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-799e1f9b-b948-4169-b645-b33e790eca1a req-3b4ffb59-66aa-4699-967e-5c54f206ccf7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=431c7755-8d59-4f86-ad65-5261c49be579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425539 Jul 29 16:59:54.392435 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=cfa5c773-f054-4f26-8805-ef8ea081c1b7,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:54.619778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['cfa5c773-f054-4f26-8805-ef8ea081c1b7'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 16:59:55.578933 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40dae7-0864-4add-a954-f0bc0eb14bf4 req-b7e06eeb-1ae9-4eaf-aec4-004b97d69b98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:55.580386 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ef40dae7-0864-4add-a954-f0bc0eb14bf4 req-b7e06eeb-1ae9-4eaf-aec4-004b97d69b98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 945 time: 0.0886989 Jul 29 16:59:55.624128 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ef40dae7-0864-4add-a954-f0bc0eb14bf4 req-f61a0e8b-1a27-4ff6-9d60-912a08f38f2c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=431c7755-8d59-4f86-ad65-5261c49be579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380609 Jul 29 16:59:56.096969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device cfa5c773-f054-4f26-8805-ef8ea081c1b7 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 16:59:56.165266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port cfa5c773-f054-4f26-8805-ef8ea081c1b7 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:59:56.170302 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port cfa5c773-f054-4f26-8805-ef8ea081c1b7 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:59:56.170670 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:56.281118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port cfa5c773-f054-4f26-8805-ef8ea081c1b7 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 16:59:56.281489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:56.307792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee13494-04cc-4b42-be3e-53f76ad32d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 16:59:56.317760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port cfa5c773-f054-4f26-8805-ef8ea081c1b7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=cfa5c773-f054-4f26-8805-ef8ea081c1b7,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 16:59:56.322003 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:56.358245 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64dba3ef-f098-4ef7-86e5-764516291fee'] response: {'server_uuid': '4ee13494-04cc-4b42-be3e-53f76ad32d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7', 'code': 200} Jul 29 16:59:56.388734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=cfa5c773-f054-4f26-8805-ef8ea081c1b7,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:59:56.595889 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e887571-0e2b-40d1-b9f8-5eb255a69b6b req-f5d26c2c-977b-4c53-adfc-2e36eab4466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:56.597400 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4e887571-0e2b-40d1-b9f8-5eb255a69b6b req-f5d26c2c-977b-4c53-adfc-2e36eab4466b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 1099 time: 0.0773523 Jul 29 16:59:56.636311 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4e887571-0e2b-40d1-b9f8-5eb255a69b6b req-ec65c91b-81c6-4813-979c-c83c0db6a1c9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=431c7755-8d59-4f86-ad65-5261c49be579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332639 Jul 29 16:59:56.820878 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f85421-bfef-499a-bbde-d3295e6cc3b7 req-80c39467-318a-431c-baaf-c9ae96941c12 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:56.822848 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-46f85421-bfef-499a-bbde-d3295e6cc3b7 req-80c39467-318a-431c-baaf-c9ae96941c12 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 946 time: 0.0909233 Jul 29 16:59:56.865926 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-46f85421-bfef-499a-bbde-d3295e6cc3b7 req-23f33ab0-2de5-42c8-9c79-9b2e24ffdfdb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=431c7755-8d59-4f86-ad65-5261c49be579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374615 Jul 29 16:59:58.060229 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d92cc-de67-4562-8b21-a36c1f8c79f0 req-5e3ddb21-0762-4f48-8ae9-66a392e95dda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:58.061771 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4f7d92cc-de67-4562-8b21-a36c1f8c79f0 req-5e3ddb21-0762-4f48-8ae9-66a392e95dda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 946 time: 0.0876281 Jul 29 16:59:58.108181 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4f7d92cc-de67-4562-8b21-a36c1f8c79f0 req-92c1e833-7f90-45e4-b779-087653a8f90e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=431c7755-8d59-4f86-ad65-5261c49be579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407927 Jul 29 16:59:59.302441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff3bec-e506-4ebc-9e92-85fcd30d99df req-62c9126c-3e5b-49e5-9486-651150c493ca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:59.303902 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-34ff3bec-e506-4ebc-9e92-85fcd30d99df req-62c9126c-3e5b-49e5-9486-651150c493ca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 946 time: 0.0860350 Jul 29 16:59:59.347322 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-34ff3bec-e506-4ebc-9e92-85fcd30d99df req-abc28f4f-1cda-4f68-8647-4965b0b740a9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=431c7755-8d59-4f86-ad65-5261c49be579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372288 Jul 29 16:59:59.542088 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdefa66-0c1c-4b85-be4d-8fc7918fe8c7 req-08b68ad0-8f3a-4be3-9b73-2d0f7db6fd1a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:59.543520 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9cdefa66-0c1c-4b85-be4d-8fc7918fe8c7 req-08b68ad0-8f3a-4be3-9b73-2d0f7db6fd1a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 946 time: 0.0899706 Jul 29 16:59:59.587152 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9cdefa66-0c1c-4b85-be4d-8fc7918fe8c7 req-b8d73758-b582-4f89-8a01-3ece69e66e37 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=431c7755-8d59-4f86-ad65-5261c49be579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380435 Jul 29 16:59:59.612623 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57330) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:59.693845 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f032d4-1a7f-4f87-beb1-4aabcc039475 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 16:59:59.695323 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e8f032d4-1a7f-4f87-beb1-4aabcc039475 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 1094 time: 0.0817554 Jul 29 16:59:59.698737 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57334) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 16:59:59.703447 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:59:59.709551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 16:59:59.713368 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:floatingip and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 16:59:59.716143 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 16:59:59.721812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 16:59:59.732304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:59.865202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:59:59.998199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.41 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/0a8728cc-7fdb-4d4d-a640-ad2640f4769c) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:00:00.143827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:00.172285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:00.342080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:00:00.344850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:00:00.347418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:00:00.384875 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=0a8728cc-7fdb-4d4d-a640-ad2640f4769c,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:00:00.747258 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:00.819880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:01.019250 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:01.023481 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:01.129577 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=0a8728cc-7fdb-4d4d-a640-ad2640f4769c,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:00:01.139822 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:01.303649 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP 29be1f93-6a57-44f6-b156-d990e91a60c2 associated. External IP: 172.26.1.41, port: cfa5c773-f054-4f26-8805-ef8ea081c1b7. Jul 29 17:00:01.644595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 7bad7829-a125-4fae-a752-4c2b062c6cf5 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:00:01.936385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:00:01.946343 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92593c7e-24da-45dc-9c8d-c41c45b6b376 None None] Sync routers for ids ['7bad7829-a125-4fae-a752-4c2b062c6cf5'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:00:01.956486 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92593c7e-24da-45dc-9c8d-c41c45b6b376 None None] Routers {'7bad7829-a125-4fae-a752-4c2b062c6cf5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:00:01.957248 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-92593c7e-24da-45dc-9c8d-c41c45b6b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:59:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['7bad7829-a125-4fae-a752-4c2b062c6cf5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:00:01.961642 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:02.020948 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0ddba2e9-5780-48cd-b3ee-085796b6e2db tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3191442 Jul 29 17:00:02.020948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee13494-04cc-4b42-be3e-53f76ad32d47', 'tag': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:00:02.063396 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b4c3e5-6f5d-4294-9e5b-a7b26f5db8b2'] response: {'name': 'network-changed', 'server_uuid': '4ee13494-04cc-4b42-be3e-53f76ad32d47', 'tag': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7', 'status': 'completed', 'code': 200} Jul 29 17:00:02.137516 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-92593c7e-24da-45dc-9c8d-c41c45b6b376 None None] Set router 7bad7829-a125-4fae-a752-4c2b062c6cf5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:00:02.164577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1781db5-c1c2-4798-a6cf-85a0e678b7e3 req-471b1701-bd1a-4a9f-9c8e-b8e78a70b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:00:02.166117 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f1781db5-c1c2-4798-a6cf-85a0e678b7e3 req-471b1701-bd1a-4a9f-9c8e-b8e78a70b2be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 1099 time: 0.0807850 Jul 29 17:00:02.296367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1781db5-c1c2-4798-a6cf-85a0e678b7e3 req-5512c671-8427-4b0f-89a6-2f7888bafbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:00:02.297853 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f1781db5-c1c2-4798-a6cf-85a0e678b7e3 req-5512c671-8427-4b0f-89a6-2f7888bafbb0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c537074a-847b-4b68-9a89-4f0293da1970 HTTP/1.1" status: 200 len: 898 time: 0.1256139 Jul 29 17:00:02.399707 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f1781db5-c1c2-4798-a6cf-85a0e678b7e3 req-73615ff7-549d-4787-849d-64ba8d8065f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa5c773-f054-4f26-8805-ef8ea081c1b7 HTTP/1.1" status: 200 len: 999 time: 0.0955813 Jul 29 17:00:02.461400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1781db5-c1c2-4798-a6cf-85a0e678b7e3 req-8ee708dc-67f2-4ef2-aa50-cf790abf9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:00:02.462863 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f1781db5-c1c2-4798-a6cf-85a0e678b7e3 req-8ee708dc-67f2-4ef2-aa50-cf790abf9103 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5defbec-58f6-4085-afb0-1e2a5eece606 HTTP/1.1" status: 200 len: 834 time: 0.0571060 Jul 29 17:00:02.480455 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-92593c7e-24da-45dc-9c8d-c41c45b6b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '29be1f93-6a57-44f6-b156-d990e91a60c2', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.41', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'port_id': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'mac_address': 'fa:16:3e:5a:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee13494-04cc-4b42-be3e-53f76ad32d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:00:00Z', 'updated_at': '2022-07-29T17:00:00Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}, {'id': '6a3e59d7-eeca-4ca1-8dd3-b323a90505e9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'port_id': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'mac_address': 'fa:16:3e:ec:4e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7978d6-c681-4c68-9837-782189145277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:59:40Z', 'updated_at': '2022-07-29T16:59:42Z', 'revision_number': 1, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367fe70c-ccea-41b4-ab20-1b4dac77eb36', 'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:74:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:22Z', 'updated_at': '2022-07-29T16:59:29Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:00:02.484251 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92593c7e-24da-45dc-9c8d-c41c45b6b376 None None] Checking router: 7bad7829-a125-4fae-a752-4c2b062c6cf5 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:00:02.492512 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92593c7e-24da-45dc-9c8d-c41c45b6b376 None None] Routers {'7bad7829-a125-4fae-a752-4c2b062c6cf5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:00:02.493129 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-92593c7e-24da-45dc-9c8d-c41c45b6b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T16:59:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['7bad7829-a125-4fae-a752-4c2b062c6cf5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:00:02.547961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1781db5-c1c2-4798-a6cf-85a0e678b7e3 req-f7a4ec63-745a-4ec3-9966-b30a70a05f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:00:02.549465 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f1781db5-c1c2-4798-a6cf-85a0e678b7e3 req-f7a4ec63-745a-4ec3-9966-b30a70a05f64 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c537074a-847b-4b68-9a89-4f0293da1970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813580 Jul 29 17:00:02.672683 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-92593c7e-24da-45dc-9c8d-c41c45b6b376 None None] Set router 7bad7829-a125-4fae-a752-4c2b062c6cf5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:00:02.791413 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f1781db5-c1c2-4798-a6cf-85a0e678b7e3 req-6f735272-9bef-48f6-bd7c-f90490780c14 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363670 Jul 29 17:00:02.923566 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f1781db5-c1c2-4798-a6cf-85a0e678b7e3 req-6c8c939e-d911-420c-97cc-44ca0ab6eb3a service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252494 Jul 29 17:00:03.014721 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-92593c7e-24da-45dc-9c8d-c41c45b6b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '29be1f93-6a57-44f6-b156-d990e91a60c2', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.41', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'port_id': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'mac_address': 'fa:16:3e:5a:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee13494-04cc-4b42-be3e-53f76ad32d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:00:00Z', 'updated_at': '2022-07-29T17:00:00Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}, {'id': '6a3e59d7-eeca-4ca1-8dd3-b323a90505e9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'port_id': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'mac_address': 'fa:16:3e:ec:4e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7978d6-c681-4c68-9837-782189145277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:59:40Z', 'updated_at': '2022-07-29T16:59:42Z', 'revision_number': 1, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367fe70c-ccea-41b4-ab20-1b4dac77eb36', 'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:74:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:22Z', 'updated_at': '2022-07-29T16:59:29Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:00:03.018608 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92593c7e-24da-45dc-9c8d-c41c45b6b376 None None] The sync data for ids ['7bad7829-a125-4fae-a752-4c2b062c6cf5'] in dv-neutron-851534-1-hyperv is: [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '29be1f93-6a57-44f6-b156-d990e91a60c2', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.41', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'port_id': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'mac_address': 'fa:16:3e:5a:88:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee13494-04cc-4b42-be3e-53f76ad32d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:00:00Z', 'updated_at': '2022-07-29T17:00:00Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}, {'id': '6a3e59d7-eeca-4ca1-8dd3-b323a90505e9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'port_id': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'mac_address': 'fa:16:3e:ec:4e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7978d6-c681-4c68-9837-782189145277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:59:40Z', 'updated_at': '2022-07-29T16:59:42Z', 'revision_number': 1, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367fe70c-ccea-41b4-ab20-1b4dac77eb36', 'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:74:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:22Z', 'updated_at': '2022-07-29T16:59:29Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:00:03.197479 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357f74b2-8a5f-4888-af57-ab51701ac0ac None None] New status for floating IP 29be1f93-6a57-44f6-b156-d990e91a60c2: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:00:12.266971 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:00:15.107856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-13a2ff35-f236-4e86-ac81-cfe1f27d552d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:17.658475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-68bf9046-fd43-4518-b63d-e1664f2bb4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:18.311022 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:18.438491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:19.933801 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:20.581466 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:42.324443 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8db161e2-461c-45fa-b432-29d7d87a0b4c req-51baef6c-6490-48aa-94b4-c274f2e35772 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760572 Jul 29 17:00:42.491214 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db161e2-461c-45fa-b432-29d7d87a0b4c req-38b9cb6c-d240-4c2b-8110-7718b81380a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:00:42.492740 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8db161e2-461c-45fa-b432-29d7d87a0b4c req-38b9cb6c-d240-4c2b-8110-7718b81380a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 1098 time: 0.0978081 Jul 29 17:00:42.639574 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db161e2-461c-45fa-b432-29d7d87a0b4c req-87d7ed6d-c1ca-4c7e-8452-6ec5373beef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:00:42.640924 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8db161e2-461c-45fa-b432-29d7d87a0b4c req-87d7ed6d-c1ca-4c7e-8452-6ec5373beef4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c537074a-847b-4b68-9a89-4f0293da1970 HTTP/1.1" status: 200 len: 898 time: 0.1300104 Jul 29 17:00:42.741323 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8db161e2-461c-45fa-b432-29d7d87a0b4c req-31eb91d0-b665-4490-8c8c-e6d1eef91724 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1c7a9-e687-40f2-80c5-51769c210d3b HTTP/1.1" status: 200 len: 1001 time: 0.0935333 Jul 29 17:00:42.801140 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db161e2-461c-45fa-b432-29d7d87a0b4c req-947dbf0f-4e93-46de-a07f-20b60465fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:00:42.802525 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8db161e2-461c-45fa-b432-29d7d87a0b4c req-947dbf0f-4e93-46de-a07f-20b60465fe98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5defbec-58f6-4085-afb0-1e2a5eece606 HTTP/1.1" status: 200 len: 834 time: 0.0558913 Jul 29 17:00:42.886492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db161e2-461c-45fa-b432-29d7d87a0b4c req-11ee162d-c7c2-432f-9d41-b37c7a52178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:00:42.887956 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8db161e2-461c-45fa-b432-29d7d87a0b4c req-11ee162d-c7c2-432f-9d41-b37c7a52178d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c537074a-847b-4b68-9a89-4f0293da1970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797944 Jul 29 17:00:43.019087 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8db161e2-461c-45fa-b432-29d7d87a0b4c req-21f08f11-e7be-4013-967d-184368631222 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239817 Jul 29 17:00:43.152516 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8db161e2-461c-45fa-b432-29d7d87a0b4c req-7c3776e9-0126-49bb-b3fe-cbbe6fddfaab service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258667 Jul 29 17:00:45.109312 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dc3a60d3-4e27-43cd-b541-4268ec6a0225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:47.659358 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb5bd693-857d-4e4d-96b5-3ce9644bee80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:48.312825 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:48.441490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:49.266514 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:00:49.928039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:00:50.575698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:04.853507 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57358) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:05.007834 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a7e64d73-23a4-42a0-ba99-f92406ba97aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/6a3e59d7-eeca-4ca1-8dd3-b323a90505e9 HTTP/1.1" status: 200 len: 993 time: 0.1532590 Jul 29 17:01:05.741365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57370) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:05.747787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:01:05.865522 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:06.174150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 66f1c7a9-e687-40f2-80c5-51769c210d3b, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=66f1c7a9-e687-40f2-80c5-51769c210d3b,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:01:06.198569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:06.202971 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:06.265640 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:06.266260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:06.267920 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/ports/66f1c7a9-e687-40f2-80c5-51769c210d3b HTTP/1.1" status: 200 len: 938 time: 0.5253007 Jul 29 17:01:06.268398 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7978d6-c681-4c68-9837-782189145277', 'tag': '66f1c7a9-e687-40f2-80c5-51769c210d3b'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:01:06.293327 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=66f1c7a9-e687-40f2-80c5-51769c210d3b,revision_number=6']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:06.301335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:06.301694 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:06.302030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:06.302363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:06.302692 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:06.303021 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:06.304218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:06.304218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:06.304218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:06.304489 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:06.304571 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:06.304888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2ae2-a3cb-44b7-9c5e-66a24e66217c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:06.323196 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107c6ad0-6942-4758-9a86-81b7f221e66e'] response: {'name': 'network-changed', 'server_uuid': 'ef7978d6-c681-4c68-9837-782189145277', 'tag': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'status': 'completed', 'code': 200} Jul 29 17:01:06.427034 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d5818-996a-4681-bd89-98283f1e9204 req-612632d9-86cb-41ff-928c-e5a101fbc796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:06.428447 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-889d5818-996a-4681-bd89-98283f1e9204 req-612632d9-86cb-41ff-928c-e5a101fbc796 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 1099 time: 0.0826533 Jul 29 17:01:06.530059 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5e00d304-299b-4082-9677-23272d81097e None None] Provisioning complete for port 66f1c7a9-e687-40f2-80c5-51769c210d3b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:01:06.530595 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5e00d304-299b-4082-9677-23272d81097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:06.560244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d5818-996a-4681-bd89-98283f1e9204 req-5940721b-3181-4011-9fff-417a9cbc71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:06.561730 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-889d5818-996a-4681-bd89-98283f1e9204 req-5940721b-3181-4011-9fff-417a9cbc71d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c537074a-847b-4b68-9a89-4f0293da1970 HTTP/1.1" status: 200 len: 898 time: 0.1262963 Jul 29 17:01:06.590263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5e00d304-299b-4082-9677-23272d81097e None None] Port 66f1c7a9-e687-40f2-80c5-51769c210d3b is administratively disabled so it will not transition to active. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Jul 29 17:01:06.664599 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-889d5818-996a-4681-bd89-98283f1e9204 req-8c359879-79a6-4371-bb37-a11d1f6a2fbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1c7a9-e687-40f2-80c5-51769c210d3b HTTP/1.1" status: 200 len: 1002 time: 0.0972199 Jul 29 17:01:06.723694 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d5818-996a-4681-bd89-98283f1e9204 req-45a74107-8ad9-41a4-907c-a3793840a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:06.725073 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-889d5818-996a-4681-bd89-98283f1e9204 req-45a74107-8ad9-41a4-907c-a3793840a4c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5defbec-58f6-4085-afb0-1e2a5eece606 HTTP/1.1" status: 200 len: 834 time: 0.0552671 Jul 29 17:01:06.808469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d5818-996a-4681-bd89-98283f1e9204 req-8aeaace3-692f-4dc9-b613-885ce6c60204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:06.809940 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-889d5818-996a-4681-bd89-98283f1e9204 req-8aeaace3-692f-4dc9-b613-885ce6c60204 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c537074a-847b-4b68-9a89-4f0293da1970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786986 Jul 29 17:01:06.938952 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-889d5818-996a-4681-bd89-98283f1e9204 req-15375824-554e-4f9e-862c-7c9195cfcafb service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222913 Jul 29 17:01:07.067566 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-889d5818-996a-4681-bd89-98283f1e9204 req-4b00101b-88a3-47c3-a1e2-dcbb44345041 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224091 Jul 29 17:01:09.708168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57380) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:09.714115 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-1a499d73-5e6c-48ed-93de-bbac263870ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:01:09.830918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1a499d73-5e6c-48ed-93de-bbac263870ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:10.041053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-1a499d73-5e6c-48ed-93de-bbac263870ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 66f1c7a9-e687-40f2-80c5-51769c210d3b, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=66f1c7a9-e687-40f2-80c5-51769c210d3b,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:01:10.064451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1a499d73-5e6c-48ed-93de-bbac263870ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:10.068801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1a499d73-5e6c-48ed-93de-bbac263870ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:10.132669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a499d73-5e6c-48ed-93de-bbac263870ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:10.133316 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1a499d73-5e6c-48ed-93de-bbac263870ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:10.134714 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1a499d73-5e6c-48ed-93de-bbac263870ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/ports/66f1c7a9-e687-40f2-80c5-51769c210d3b HTTP/1.1" status: 200 len: 937 time: 0.4255500 Jul 29 17:01:10.135397 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7978d6-c681-4c68-9837-782189145277', 'tag': '66f1c7a9-e687-40f2-80c5-51769c210d3b'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:01:10.137763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57384) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:10.160919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a499d73-5e6c-48ed-93de-bbac263870ea tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=66f1c7a9-e687-40f2-80c5-51769c210d3b,revision_number=7']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:10.187070 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8873b3e-3aa3-438e-a133-1d7c0f72dab0'] response: {'name': 'network-changed', 'server_uuid': 'ef7978d6-c681-4c68-9837-782189145277', 'tag': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'status': 'completed', 'code': 200} Jul 29 17:01:10.257217 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d51e6031-3554-4bb0-bd52-500048700c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/6a3e59d7-eeca-4ca1-8dd3-b323a90505e9 HTTP/1.1" status: 200 len: 993 time: 0.1181698 Jul 29 17:01:10.296593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5270ae-85d6-4d39-9093-17b1e3c6481b req-1ae17d06-b0db-4646-88e2-ce7e8626d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:10.298114 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-be5270ae-85d6-4d39-9093-17b1e3c6481b req-1ae17d06-b0db-4646-88e2-ce7e8626d6da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 1098 time: 0.0875766 Jul 29 17:01:10.428891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d3beb629-8c20-402d-a0fd-82b99cfd1c72 None None] Provisioning complete for port 66f1c7a9-e687-40f2-80c5-51769c210d3b triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:01:10.429506 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d3beb629-8c20-402d-a0fd-82b99cfd1c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:10.430240 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5270ae-85d6-4d39-9093-17b1e3c6481b req-ba294a75-c90f-4799-b474-1479c84eca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:10.431705 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-be5270ae-85d6-4d39-9093-17b1e3c6481b req-ba294a75-c90f-4799-b474-1479c84eca4b service neutron] 10.222.0.69 "GET /v2.0/networks?id=c537074a-847b-4b68-9a89-4f0293da1970 HTTP/1.1" status: 200 len: 898 time: 0.1273487 Jul 29 17:01:10.460874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['66f1c7a9-e687-40f2-80c5-51769c210d3b'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:01:10.536509 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-be5270ae-85d6-4d39-9093-17b1e3c6481b req-f281c7fb-8bcf-4337-ae4e-b00d2ab05a5b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1c7a9-e687-40f2-80c5-51769c210d3b HTTP/1.1" status: 200 len: 1001 time: 0.0982189 Jul 29 17:01:10.639714 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d3beb629-8c20-402d-a0fd-82b99cfd1c72 None None] Current status of the port 66f1c7a9-e687-40f2-80c5-51769c210d3b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:01:10.706180 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5270ae-85d6-4d39-9093-17b1e3c6481b req-28e6dc5f-d09d-40f5-9270-4fbfcbf988f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:10.707565 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-be5270ae-85d6-4d39-9093-17b1e3c6481b req-28e6dc5f-d09d-40f5-9270-4fbfcbf988f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5defbec-58f6-4085-afb0-1e2a5eece606 HTTP/1.1" status: 200 len: 834 time: 0.1651578 Jul 29 17:01:10.791051 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5270ae-85d6-4d39-9093-17b1e3c6481b req-d3f5a786-41ab-41a5-a3f1-8b1b3a255f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:10.792534 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-be5270ae-85d6-4d39-9093-17b1e3c6481b req-d3f5a786-41ab-41a5-a3f1-8b1b3a255f83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c537074a-847b-4b68-9a89-4f0293da1970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794349 Jul 29 17:01:10.922226 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-be5270ae-85d6-4d39-9093-17b1e3c6481b req-8c89a4b0-ddeb-4e24-9d6f-033eca74bed6 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233611 Jul 29 17:01:11.052278 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-be5270ae-85d6-4d39-9093-17b1e3c6481b req-1aa7106a-134a-49ac-9d66-665cbebb4750 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232328 Jul 29 17:01:12.815692 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57396) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:13.011371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-7519d257-19a6-4424-bf27-cdc487e0ace6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 0a8728cc-7fdb-4d4d-a640-ad2640f4769c {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:01:13.011713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7519d257-19a6-4424-bf27-cdc487e0ace6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:13.186320 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7519d257-19a6-4424-bf27-cdc487e0ace6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:13.186562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7519d257-19a6-4424-bf27-cdc487e0ace6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:13.304923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-7519d257-19a6-4424-bf27-cdc487e0ace6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 0a8728cc-7fdb-4d4d-a640-ad2640f4769c owned by network:floatingip {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:01:13.452321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7519d257-19a6-4424-bf27-cdc487e0ace6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:13.497341 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519d257-19a6-4424-bf27-cdc487e0ace6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=0a8728cc-7fdb-4d4d-a640-ad2640f4769c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:13.594974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7519d257-19a6-4424-bf27-cdc487e0ace6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:13.595308 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-7519d257-19a6-4424-bf27-cdc487e0ace6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP 29be1f93-6a57-44f6-b156-d990e91a60c2 disassociated (deleted). External IP: 172.26.1.41, port: cfa5c773-f054-4f26-8805-ef8ea081c1b7. Jul 29 17:01:14.025781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7519d257-19a6-4424-bf27-cdc487e0ace6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 7bad7829-a125-4fae-a752-4c2b062c6cf5 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:01:14.199086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7519d257-19a6-4424-bf27-cdc487e0ace6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:01:14.208795 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e230ca-1978-4538-b64a-8bd3df6ed681 None None] Sync routers for ids ['7bad7829-a125-4fae-a752-4c2b062c6cf5'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:01:14.215100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7519d257-19a6-4424-bf27-cdc487e0ace6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:14.217848 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e230ca-1978-4538-b64a-8bd3df6ed681 None None] Routers {'7bad7829-a125-4fae-a752-4c2b062c6cf5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:01:14.218450 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f9e230ca-1978-4538-b64a-8bd3df6ed681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:00:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['7bad7829-a125-4fae-a752-4c2b062c6cf5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:14.272476 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7519d257-19a6-4424-bf27-cdc487e0ace6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/floatingips/29be1f93-6a57-44f6-b156-d990e91a60c2 HTTP/1.1" status: 204 len: 168 time: 1.4557328 Jul 29 17:01:14.274321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee13494-04cc-4b42-be3e-53f76ad32d47', 'tag': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:01:14.319453 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1635cc09-0001-4cd0-a310-7dc660a93038'] response: {'name': 'network-changed', 'server_uuid': '4ee13494-04cc-4b42-be3e-53f76ad32d47', 'tag': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7', 'status': 'completed', 'code': 200} Jul 29 17:01:14.402973 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-f9e230ca-1978-4538-b64a-8bd3df6ed681 None None] Set router 7bad7829-a125-4fae-a752-4c2b062c6cf5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:01:14.427247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86177752-2342-4db6-a7bb-638ad61c79f8 req-4a5cc218-7003-48fa-b95d-a6a96ce38370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:14.428809 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-86177752-2342-4db6-a7bb-638ad61c79f8 req-4a5cc218-7003-48fa-b95d-a6a96ce38370 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 1099 time: 0.0839443 Jul 29 17:01:14.587025 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86177752-2342-4db6-a7bb-638ad61c79f8 req-213c1dc6-dc08-4a71-af5f-434bdbbbed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:14.588585 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-86177752-2342-4db6-a7bb-638ad61c79f8 req-213c1dc6-dc08-4a71-af5f-434bdbbbed83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c537074a-847b-4b68-9a89-4f0293da1970 HTTP/1.1" status: 200 len: 898 time: 0.1540940 Jul 29 17:01:14.657094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085098d5-34ed-408e-bab3-17ce2d9712c9 req-8d7f3568-c3cd-4e04-92a1-4ae492b0b2bf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:14.658955 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-085098d5-34ed-408e-bab3-17ce2d9712c9 req-8d7f3568-c3cd-4e04-92a1-4ae492b0b2bf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 946 time: 0.0880735 Jul 29 17:01:14.660472 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-86177752-2342-4db6-a7bb-638ad61c79f8 req-1fc04fd5-fcdb-425c-a8a4-27999edd3b2c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa5c773-f054-4f26-8805-ef8ea081c1b7 HTTP/1.1" status: 200 len: 217 time: 0.0650589 Jul 29 17:01:14.707206 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-085098d5-34ed-408e-bab3-17ce2d9712c9 req-33306f3c-a91a-4508-9c4b-6219c2434338 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=431c7755-8d59-4f86-ad65-5261c49be579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410476 Jul 29 17:01:14.724937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86177752-2342-4db6-a7bb-638ad61c79f8 req-8562f11c-250a-45ff-a11c-a18b3f69f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:14.726754 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-86177752-2342-4db6-a7bb-638ad61c79f8 req-8562f11c-250a-45ff-a11c-a18b3f69f0d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5defbec-58f6-4085-afb0-1e2a5eece606 HTTP/1.1" status: 200 len: 834 time: 0.0597830 Jul 29 17:01:14.768720 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f9e230ca-1978-4538-b64a-8bd3df6ed681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6a3e59d7-eeca-4ca1-8dd3-b323a90505e9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'port_id': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'mac_address': 'fa:16:3e:ec:4e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7978d6-c681-4c68-9837-782189145277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:59:40Z', 'updated_at': '2022-07-29T16:59:42Z', 'revision_number': 1, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367fe70c-ccea-41b4-ab20-1b4dac77eb36', 'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:74:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:22Z', 'updated_at': '2022-07-29T16:59:29Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:14.772482 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e230ca-1978-4538-b64a-8bd3df6ed681 None None] Checking router: 7bad7829-a125-4fae-a752-4c2b062c6cf5 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:01:14.781395 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e230ca-1978-4538-b64a-8bd3df6ed681 None None] Routers {'7bad7829-a125-4fae-a752-4c2b062c6cf5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:01:14.781979 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f9e230ca-1978-4538-b64a-8bd3df6ed681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:00:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['7bad7829-a125-4fae-a752-4c2b062c6cf5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:14.814772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86177752-2342-4db6-a7bb-638ad61c79f8 req-cee36bcf-d5b6-4181-a11c-ac3b7a88603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:14.816201 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-86177752-2342-4db6-a7bb-638ad61c79f8 req-cee36bcf-d5b6-4181-a11c-ac3b7a88603c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c537074a-847b-4b68-9a89-4f0293da1970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822136 Jul 29 17:01:14.948428 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-86177752-2342-4db6-a7bb-638ad61c79f8 req-90696894-123d-4a2b-b31e-a61eb3f03afe service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246433 Jul 29 17:01:14.956235 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-f9e230ca-1978-4538-b64a-8bd3df6ed681 None None] Set router 7bad7829-a125-4fae-a752-4c2b062c6cf5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:01:15.084584 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-86177752-2342-4db6-a7bb-638ad61c79f8 req-2a168414-0207-45ad-9e29-13821c270874 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286135 Jul 29 17:01:15.110038 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a4ec9a6b-c5b5-4a19-8b5b-09b6deb79b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:15.313175 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f9e230ca-1978-4538-b64a-8bd3df6ed681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6a3e59d7-eeca-4ca1-8dd3-b323a90505e9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'port_id': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'mac_address': 'fa:16:3e:ec:4e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7978d6-c681-4c68-9837-782189145277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:59:40Z', 'updated_at': '2022-07-29T16:59:42Z', 'revision_number': 1, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367fe70c-ccea-41b4-ab20-1b4dac77eb36', 'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:74:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:22Z', 'updated_at': '2022-07-29T16:59:29Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:15.317091 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e230ca-1978-4538-b64a-8bd3df6ed681 None None] The sync data for ids ['7bad7829-a125-4fae-a752-4c2b062c6cf5'] in dv-neutron-851534-1-hyperv is: [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6a3e59d7-eeca-4ca1-8dd3-b323a90505e9', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'port_id': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'mac_address': 'fa:16:3e:ec:4e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7978d6-c681-4c68-9837-782189145277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T16:59:40Z', 'updated_at': '2022-07-29T16:59:42Z', 'revision_number': 1, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367fe70c-ccea-41b4-ab20-1b4dac77eb36', 'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:74:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:22Z', 'updated_at': '2022-07-29T16:59:29Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:01:15.523417 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1621636f-1da5-41a3-8f6e-d40b5faba2eb None None] New status for floating IP 29be1f93-6a57-44f6-b156-d990e91a60c2: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:01:15.905065 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e6f7d-b26f-465f-9795-0330490bb66c req-f54b7049-6ace-4d19-9a8b-e39d861097f5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:15.906518 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc0e6f7d-b26f-465f-9795-0330490bb66c req-f54b7049-6ace-4d19-9a8b-e39d861097f5 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 946 time: 0.0902174 Jul 29 17:01:15.950109 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc0e6f7d-b26f-465f-9795-0330490bb66c req-892aa46e-5468-4872-b4a5-f1fe7b71dfcb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=431c7755-8d59-4f86-ad65-5261c49be579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378914 Jul 29 17:01:16.001760 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d517ba-464f-4d82-b3ef-e1f779ce1a70 req-55b507a4-7d08-4842-a4cf-da8bd3942bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:16.002444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-53d517ba-464f-4d82-b3ef-e1f779ce1a70 req-55b507a4-7d08-4842-a4cf-da8bd3942bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:01:16.017156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-53d517ba-464f-4d82-b3ef-e1f779ce1a70 req-55b507a4-7d08-4842-a4cf-da8bd3942bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:01:16.018238 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-53d517ba-464f-4d82-b3ef-e1f779ce1a70 req-55b507a4-7d08-4842-a4cf-da8bd3942bda tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 946 time: 0.1010482 Jul 29 17:01:16.089871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-53d517ba-464f-4d82-b3ef-e1f779ce1a70 req-3f105cf5-c9e1-4136-9f1b-be11d0fc4529 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port cfa5c773-f054-4f26-8805-ef8ea081c1b7 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:01:16.090567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-53d517ba-464f-4d82-b3ef-e1f779ce1a70 req-3f105cf5-c9e1-4136-9f1b-be11d0fc4529 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:16.424189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-53d517ba-464f-4d82-b3ef-e1f779ce1a70 req-3f105cf5-c9e1-4136-9f1b-be11d0fc4529 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port cfa5c773-f054-4f26-8805-ef8ea081c1b7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=cfa5c773-f054-4f26-8805-ef8ea081c1b7,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:01:16.424546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-53d517ba-464f-4d82-b3ef-e1f779ce1a70 req-3f105cf5-c9e1-4136-9f1b-be11d0fc4529 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:16.546917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-53d517ba-464f-4d82-b3ef-e1f779ce1a70 req-3f105cf5-c9e1-4136-9f1b-be11d0fc4529 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for cfa5c773-f054-4f26-8805-ef8ea081c1b7 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:01:16.691978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-53d517ba-464f-4d82-b3ef-e1f779ce1a70 req-3f105cf5-c9e1-4136-9f1b-be11d0fc4529 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:16.738859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f105cf5-c9e1-4136-9f1b-be11d0fc4529 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=cfa5c773-f054-4f26-8805-ef8ea081c1b7,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:16.827872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d517ba-464f-4d82-b3ef-e1f779ce1a70 req-3f105cf5-c9e1-4136-9f1b-be11d0fc4529 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] No DVR routers for this DVR port cfa5c773-f054-4f26-8805-ef8ea081c1b7 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:01:16.830169 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-53d517ba-464f-4d82-b3ef-e1f779ce1a70 req-3f105cf5-c9e1-4136-9f1b-be11d0fc4529 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:16.832566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee13494-04cc-4b42-be3e-53f76ad32d47', 'name': 'network-vif-deleted', 'tag': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:01:16.847523 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-53d517ba-464f-4d82-b3ef-e1f779ce1a70 req-3f105cf5-c9e1-4136-9f1b-be11d0fc4529 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "DELETE /v2.0/ports/cfa5c773-f054-4f26-8805-ef8ea081c1b7 HTTP/1.1" status: 204 len: 173 time: 0.8239145 Jul 29 17:01:16.875844 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce84e38a-ea50-4f53-b4d5-8ace7b654234'] response: {'server_uuid': '4ee13494-04cc-4b42-be3e-53f76ad32d47', 'name': 'network-vif-deleted', 'tag': 'cfa5c773-f054-4f26-8805-ef8ea081c1b7', 'status': 'completed', 'code': 200} Jul 29 17:01:17.122314 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c33e1d23-df9a-43a0-b3a3-47e780264d6f req-df5a7547-61af-4d63-9e30-009fd7546bf0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ee13494-04cc-4b42-be3e-53f76ad32d47 HTTP/1.1" status: 200 len: 210 time: 0.0502963 Jul 29 17:01:17.661281 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-111cf3c1-c9b9-46bb-86b7-c40e8f008a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:18.219135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57414) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:18.286436 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a32b0e74-c970-4c29-a897-348fc25d5333 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:18.314493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:18.316853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a32b0e74-c970-4c29-a897-348fc25d5333 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:18.381221 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a32b0e74-c970-4c29-a897-348fc25d5333 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:18.398576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b0e74-c970-4c29-a897-348fc25d5333 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=431c7755-8d59-4f86-ad65-5261c49be579,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:18.410668 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a32b0e74-c970-4c29-a897-348fc25d5333 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:18.411730 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a32b0e74-c970-4c29-a897-348fc25d5333 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/security-groups/431c7755-8d59-4f86-ad65-5261c49be579 HTTP/1.1" status: 204 len: 168 time: 0.1916270 Jul 29 17:01:18.443646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:18.449357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57420) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:18.661489 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-83a38968-5905-4715-a4b5-92ae0d65955f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 53ff75a6-29c5-49bb-bda9-43985ae49250 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:01:18.661747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-83a38968-5905-4715-a4b5-92ae0d65955f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:18.825727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-83a38968-5905-4715-a4b5-92ae0d65955f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:18.826051 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-83a38968-5905-4715-a4b5-92ae0d65955f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:18.947859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-83a38968-5905-4715-a4b5-92ae0d65955f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 53ff75a6-29c5-49bb-bda9-43985ae49250 owned by network:floatingip {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:01:19.089365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-83a38968-5905-4715-a4b5-92ae0d65955f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:19.136760 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a38968-5905-4715-a4b5-92ae0d65955f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=53ff75a6-29c5-49bb-bda9-43985ae49250,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:19.234427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-83a38968-5905-4715-a4b5-92ae0d65955f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:19.235089 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-83a38968-5905-4715-a4b5-92ae0d65955f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP 6a3e59d7-eeca-4ca1-8dd3-b323a90505e9 disassociated (deleted). External IP: 172.26.1.153, port: 66f1c7a9-e687-40f2-80c5-51769c210d3b. Jul 29 17:01:19.675100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a38968-5905-4715-a4b5-92ae0d65955f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 7bad7829-a125-4fae-a752-4c2b062c6cf5 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:01:19.846639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a38968-5905-4715-a4b5-92ae0d65955f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:01:19.856357 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c4f900-fb8c-4f6b-a35a-d7c77f5d08fe None None] Sync routers for ids ['7bad7829-a125-4fae-a752-4c2b062c6cf5'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:01:19.862107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-83a38968-5905-4715-a4b5-92ae0d65955f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:19.865461 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4f900-fb8c-4f6b-a35a-d7c77f5d08fe None None] Routers {'7bad7829-a125-4fae-a752-4c2b062c6cf5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:01:19.866050 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-72c4f900-fb8c-4f6b-a35a-d7c77f5d08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:01:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['7bad7829-a125-4fae-a752-4c2b062c6cf5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:19.918833 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-83a38968-5905-4715-a4b5-92ae0d65955f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/floatingips/6a3e59d7-eeca-4ca1-8dd3-b323a90505e9 HTTP/1.1" status: 204 len: 168 time: 1.4682240 Jul 29 17:01:19.919512 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7978d6-c681-4c68-9837-782189145277', 'tag': '66f1c7a9-e687-40f2-80c5-51769c210d3b'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:01:19.935582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:19.978838 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca82d2b-d347-4aea-8883-42f42afd5406'] response: {'name': 'network-changed', 'server_uuid': 'ef7978d6-c681-4c68-9837-782189145277', 'tag': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'status': 'completed', 'code': 200} Jul 29 17:01:20.043527 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-72c4f900-fb8c-4f6b-a35a-d7c77f5d08fe None None] Set router 7bad7829-a125-4fae-a752-4c2b062c6cf5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:01:20.081833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b5d16-7a7e-4b76-9863-79f515e89254 req-ba819294-1b46-4a57-ad59-d5c4b11901fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:20.083652 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-538b5d16-7a7e-4b76-9863-79f515e89254 req-ba819294-1b46-4a57-ad59-d5c4b11901fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 1098 time: 0.0820475 Jul 29 17:01:20.233711 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b5d16-7a7e-4b76-9863-79f515e89254 req-a832dde2-27f2-43e2-900a-1e23757c181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:20.235164 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-538b5d16-7a7e-4b76-9863-79f515e89254 req-a832dde2-27f2-43e2-900a-1e23757c181b service neutron] 10.222.0.69 "GET /v2.0/networks?id=c537074a-847b-4b68-9a89-4f0293da1970 HTTP/1.1" status: 200 len: 898 time: 0.1454086 Jul 29 17:01:20.309089 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-538b5d16-7a7e-4b76-9863-79f515e89254 req-2b64f870-6010-4fe9-941a-438cdd9be89a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f1c7a9-e687-40f2-80c5-51769c210d3b HTTP/1.1" status: 200 len: 217 time: 0.0675945 Jul 29 17:01:20.315261 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c81b9-a216-468b-8896-828a4cb0bf70 req-6319cf20-2614-4871-90de-a1ff9add1bf0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:20.316770 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-699c81b9-a216-468b-8896-828a4cb0bf70 req-6319cf20-2614-4871-90de-a1ff9add1bf0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 945 time: 0.0944462 Jul 29 17:01:20.364439 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-699c81b9-a216-468b-8896-828a4cb0bf70 req-801288c6-abe2-4b4a-9f9a-770a764751c2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=082a4a23-1188-40c3-80fa-45fb5aeda927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413599 Jul 29 17:01:20.373753 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b5d16-7a7e-4b76-9863-79f515e89254 req-b318be55-1d38-4ad6-a1e5-1f7d67193e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:20.375590 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-538b5d16-7a7e-4b76-9863-79f515e89254 req-b318be55-1d38-4ad6-a1e5-1f7d67193e71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5defbec-58f6-4085-afb0-1e2a5eece606 HTTP/1.1" status: 200 len: 834 time: 0.0605767 Jul 29 17:01:20.396625 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-72c4f900-fb8c-4f6b-a35a-d7c77f5d08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '367fe70c-ccea-41b4-ab20-1b4dac77eb36', 'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:74:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:22Z', 'updated_at': '2022-07-29T16:59:29Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:20.401102 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c4f900-fb8c-4f6b-a35a-d7c77f5d08fe None None] Checking router: 7bad7829-a125-4fae-a752-4c2b062c6cf5 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:01:20.409329 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4f900-fb8c-4f6b-a35a-d7c77f5d08fe None None] Routers {'7bad7829-a125-4fae-a752-4c2b062c6cf5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:01:20.409918 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-72c4f900-fb8c-4f6b-a35a-d7c77f5d08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:01:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['7bad7829-a125-4fae-a752-4c2b062c6cf5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:20.463116 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b5d16-7a7e-4b76-9863-79f515e89254 req-454f2203-c2e8-4317-baa3-2e5dee827615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:20.464613 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-538b5d16-7a7e-4b76-9863-79f515e89254 req-454f2203-c2e8-4317-baa3-2e5dee827615 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c537074a-847b-4b68-9a89-4f0293da1970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826159 Jul 29 17:01:20.531818 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device cfa5c773-f054-4f26-8805-ef8ea081c1b7 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:01:20.584610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: cfa5c773-f054-4f26-8805-ef8ea081c1b7 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:01:20.585082 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device cfa5c773-f054-4f26-8805-ef8ea081c1b7 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:01:20.593896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:20.595168 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-72c4f900-fb8c-4f6b-a35a-d7c77f5d08fe None None] Set router 7bad7829-a125-4fae-a752-4c2b062c6cf5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:01:20.606778 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-538b5d16-7a7e-4b76-9863-79f515e89254 req-5a5e8b10-e5e3-4509-a07f-de5cecff3f45 service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344469 Jul 29 17:01:20.738572 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-538b5d16-7a7e-4b76-9863-79f515e89254 req-47c2b42c-60d8-4b02-94f1-8faeb15e49ac service neutron] 10.222.0.69 "GET /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245739 Jul 29 17:01:20.902281 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-72c4f900-fb8c-4f6b-a35a-d7c77f5d08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '367fe70c-ccea-41b4-ab20-1b4dac77eb36', 'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:74:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:22Z', 'updated_at': '2022-07-29T16:59:29Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:20.906260 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c4f900-fb8c-4f6b-a35a-d7c77f5d08fe None None] The sync data for ids ['7bad7829-a125-4fae-a752-4c2b062c6cf5'] in dv-neutron-851534-1-hyperv is: [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T16:59:23Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '367fe70c-ccea-41b4-ab20-1b4dac77eb36', 'name': '', 'network_id': 'c537074a-847b-4b68-9a89-4f0293da1970', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:74:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:22Z', 'updated_at': '2022-07-29T16:59:29Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'e5defbec-58f6-4085-afb0-1e2a5eece606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:01:21.120022 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b377af22-946f-4fdf-87b3-179f887df4a2 None None] New status for floating IP 6a3e59d7-eeca-4ca1-8dd3-b323a90505e9: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:01:21.569843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b93cf-395f-4756-99b6-4aab1366be92 req-edbffd49-85ff-4de6-9a07-8a6a5a318c7c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:21.571787 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c97b93cf-395f-4756-99b6-4aab1366be92 req-edbffd49-85ff-4de6-9a07-8a6a5a318c7c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 945 time: 0.0924015 Jul 29 17:01:21.615228 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c97b93cf-395f-4756-99b6-4aab1366be92 req-d7b10322-6f36-4d51-a218-e0c967be568d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=082a4a23-1188-40c3-80fa-45fb5aeda927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376921 Jul 29 17:01:21.982514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb7e80-6b19-4478-b3e1-2b4ea9e6768e req-a9d11f36-7f76-415d-86b9-21a28da36da6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:21.983190 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8feb7e80-6b19-4478-b3e1-2b4ea9e6768e req-a9d11f36-7f76-415d-86b9-21a28da36da6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:01:21.998135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8feb7e80-6b19-4478-b3e1-2b4ea9e6768e req-a9d11f36-7f76-415d-86b9-21a28da36da6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:01:21.999211 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8feb7e80-6b19-4478-b3e1-2b4ea9e6768e req-a9d11f36-7f76-415d-86b9-21a28da36da6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 945 time: 0.0993125 Jul 29 17:01:22.071357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-8feb7e80-6b19-4478-b3e1-2b4ea9e6768e req-101f9c16-955b-41b9-bc95-6839f652db3d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 66f1c7a9-e687-40f2-80c5-51769c210d3b {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:01:22.071689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8feb7e80-6b19-4478-b3e1-2b4ea9e6768e req-101f9c16-955b-41b9-bc95-6839f652db3d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:22.413024 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-8feb7e80-6b19-4478-b3e1-2b4ea9e6768e req-101f9c16-955b-41b9-bc95-6839f652db3d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 66f1c7a9-e687-40f2-80c5-51769c210d3b, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=66f1c7a9-e687-40f2-80c5-51769c210d3b,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:01:22.413386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8feb7e80-6b19-4478-b3e1-2b4ea9e6768e req-101f9c16-955b-41b9-bc95-6839f652db3d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:22.534109 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-8feb7e80-6b19-4478-b3e1-2b4ea9e6768e req-101f9c16-955b-41b9-bc95-6839f652db3d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 66f1c7a9-e687-40f2-80c5-51769c210d3b owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:01:22.679649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8feb7e80-6b19-4478-b3e1-2b4ea9e6768e req-101f9c16-955b-41b9-bc95-6839f652db3d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:22.727775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f9c16-955b-41b9-bc95-6839f652db3d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=66f1c7a9-e687-40f2-80c5-51769c210d3b,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:22.775496 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-31696978-a600-42aa-b05b-c6947058f2b1 req-f1f2351d-ce00-455f-b196-57825088a947 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef7978d6-c681-4c68-9837-782189145277 HTTP/1.1" status: 200 len: 210 time: 0.0514579 Jul 29 17:01:22.818285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-8feb7e80-6b19-4478-b3e1-2b4ea9e6768e req-101f9c16-955b-41b9-bc95-6839f652db3d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] No DVR routers for this DVR port 66f1c7a9-e687-40f2-80c5-51769c210d3b on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:01:22.821273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8feb7e80-6b19-4478-b3e1-2b4ea9e6768e req-101f9c16-955b-41b9-bc95-6839f652db3d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:22.823733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7978d6-c681-4c68-9837-782189145277', 'name': 'network-vif-deleted', 'tag': '66f1c7a9-e687-40f2-80c5-51769c210d3b'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:01:22.838733 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8feb7e80-6b19-4478-b3e1-2b4ea9e6768e req-101f9c16-955b-41b9-bc95-6839f652db3d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "DELETE /v2.0/ports/66f1c7a9-e687-40f2-80c5-51769c210d3b HTTP/1.1" status: 204 len: 173 time: 0.8343196 Jul 29 17:01:22.868075 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c120f49-08b0-4ecc-9093-baed57f67926'] response: {'server_uuid': 'ef7978d6-c681-4c68-9837-782189145277', 'name': 'network-vif-deleted', 'tag': '66f1c7a9-e687-40f2-80c5-51769c210d3b', 'status': 'completed', 'code': 200} Jul 29 17:01:23.871191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57438) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:23.937871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6a2c682f-51be-4f26-a1aa-d25c075576bf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:23.967156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6a2c682f-51be-4f26-a1aa-d25c075576bf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:24.031212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6a2c682f-51be-4f26-a1aa-d25c075576bf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:24.047946 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c682f-51be-4f26-a1aa-d25c075576bf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=082a4a23-1188-40c3-80fa-45fb5aeda927,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:24.057598 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6a2c682f-51be-4f26-a1aa-d25c075576bf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:24.058939 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6a2c682f-51be-4f26-a1aa-d25c075576bf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/security-groups/082a4a23-1188-40c3-80fa-45fb5aeda927 HTTP/1.1" status: 204 len: 168 time: 0.1865475 Jul 29 17:01:24.091765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57444) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:24.634704 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7535-be9d-435b-b4c5-a819af58ee01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:25.069651 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a7535-be9d-435b-b4c5-a819af58ee01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 367fe70c-ccea-41b4-ab20-1b4dac77eb36 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:01:25.070348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7535-be9d-435b-b4c5-a819af58ee01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:25.252202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-1d8a7535-be9d-435b-b4c5-a819af58ee01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 367fe70c-ccea-41b4-ab20-1b4dac77eb36, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=367fe70c-ccea-41b4-ab20-1b4dac77eb36,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:01:25.252554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7535-be9d-435b-b4c5-a819af58ee01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:25.377660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a7535-be9d-435b-b4c5-a819af58ee01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 367fe70c-ccea-41b4-ab20-1b4dac77eb36 owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:01:25.549575 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7535-be9d-435b-b4c5-a819af58ee01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:25.594847 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a7535-be9d-435b-b4c5-a819af58ee01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=367fe70c-ccea-41b4-ab20-1b4dac77eb36,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:25.875277 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7535-be9d-435b-b4c5-a819af58ee01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:26.224313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8a7535-be9d-435b-b4c5-a819af58ee01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router 7bad7829-a125-4fae-a752-4c2b062c6cf5 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:01:26.266426 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:01:26.494952 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8a7535-be9d-435b-b4c5-a819af58ee01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:01:26.504884 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d307c2a-4639-47ea-b1f1-9d51afd1884f None None] Sync routers for ids ['7bad7829-a125-4fae-a752-4c2b062c6cf5'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:01:26.513115 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1d8a7535-be9d-435b-b4c5-a819af58ee01 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/7bad7829-a125-4fae-a752-4c2b062c6cf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4191306 Jul 29 17:01:26.514724 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57448) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:26.517549 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d307c2a-4639-47ea-b1f1-9d51afd1884f None None] Routers {'7bad7829-a125-4fae-a752-4c2b062c6cf5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:01:26.518224 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8d307c2a-4639-47ea-b1f1-9d51afd1884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:01:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['7bad7829-a125-4fae-a752-4c2b062c6cf5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:26.578084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 66f1c7a9-e687-40f2-80c5-51769c210d3b no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:01:26.580611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ac2df6-3ba3-49ce-a896-688ca5d78661 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting subnet e5defbec-58f6-4085-afb0-1e2a5eece606 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:01:26.583683 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-32ac2df6-3ba3-49ce-a896-688ca5d78661 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:26.614644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 66f1c7a9-e687-40f2-80c5-51769c210d3b {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:01:26.614994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 66f1c7a9-e687-40f2-80c5-51769c210d3b not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:01:26.638245 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-32ac2df6-3ba3-49ce-a896-688ca5d78661 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:26.693706 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-8d307c2a-4639-47ea-b1f1-9d51afd1884f None None] Set router 7bad7829-a125-4fae-a752-4c2b062c6cf5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:01:26.722198 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-32ac2df6-3ba3-49ce-a896-688ca5d78661 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:26.795598 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-32ac2df6-3ba3-49ce-a896-688ca5d78661 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:26.835360 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac2df6-3ba3-49ce-a896-688ca5d78661 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Subnet': ['ID=e5defbec-58f6-4085-afb0-1e2a5eece606,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:26.837334 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-32ac2df6-3ba3-49ce-a896-688ca5d78661 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:26.845556 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-32ac2df6-3ba3-49ce-a896-688ca5d78661 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/subnets/e5defbec-58f6-4085-afb0-1e2a5eece606 HTTP/1.1" status: 204 len: 168 time: 0.3298278 Jul 29 17:01:26.846471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57452) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:26.846621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561cb65c-4f29-4745-bc6c-4b97d46879c4 None None] Network c537074a-847b-4b68-9a89-4f0293da1970 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:01:26.975597 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8d307c2a-4639-47ea-b1f1-9d51afd1884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T17:01:25Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:26.980027 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d307c2a-4639-47ea-b1f1-9d51afd1884f None None] Checking router: 7bad7829-a125-4fae-a752-4c2b062c6cf5 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:01:26.988371 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d307c2a-4639-47ea-b1f1-9d51afd1884f None None] Routers {'7bad7829-a125-4fae-a752-4c2b062c6cf5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:01:26.988969 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8d307c2a-4639-47ea-b1f1-9d51afd1884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:01:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['7bad7829-a125-4fae-a752-4c2b062c6cf5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:27.038055 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:27.138350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] DHCP port deletion for c537074a-847b-4b68-9a89-4f0293da1970 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:01:27.142622 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Deleting port 778c08a3-0342-433c-b6b0-60f02f33ca0b {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:01:27.143004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:27.196434 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-8d307c2a-4639-47ea-b1f1-9d51afd1884f None None] Set router 7bad7829-a125-4fae-a752-4c2b062c6cf5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:01:27.224049 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:27.235781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 3ed56352-6d99-4c53-8468-18cb0f7edbfb {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:01:27.236486 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:27.354781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] For port 778c08a3-0342-433c-b6b0-60f02f33ca0b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=778c08a3-0342-433c-b6b0-60f02f33ca0b,segment=NetworkSegment(05e881a5-3dd9-43ef-af9d-d49c4a3459ab),segment_id=05e881a5-3dd9-43ef-af9d-d49c4a3459ab)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:01:27.355127 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:27.417432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 3ed56352-6d99-4c53-8468-18cb0f7edbfb, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3ed56352-6d99-4c53-8468-18cb0f7edbfb,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:01:27.417794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:27.476123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Calling delete_port for 778c08a3-0342-433c-b6b0-60f02f33ca0b owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:01:27.488323 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8d307c2a-4639-47ea-b1f1-9d51afd1884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T17:01:25Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:27.493329 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d307c2a-4639-47ea-b1f1-9d51afd1884f None None] The sync data for ids ['7bad7829-a125-4fae-a752-4c2b062c6cf5'] in dv-neutron-851534-1-hyperv is: [{'id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'name': 'tempest-TestNetworkBasicOps-router-578478554', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T16:59:18Z', 'updated_at': '2022-07-29T17:01:25Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': '3ed56352-6d99-4c53-8468-18cb0f7edbfb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad7829-a125-4fae-a752-4c2b062c6cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T16:59:19Z', 'updated_at': '2022-07-29T16:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:01:27.546652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 3ed56352-6d99-4c53-8468-18cb0f7edbfb owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:01:27.561621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:27.612036 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Pushing event deleted for resources: {'Port': ['ID=778c08a3-0342-433c-b6b0-60f02f33ca0b,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:27.614238 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] No DVR routers for this DVR port 778c08a3-0342-433c-b6b0-60f02f33ca0b on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:01:27.623386 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:27.623763 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:27.624175 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:27.624542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:27.624868 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:27.625424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:27.625507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:27.625932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:27.626142 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:27.626545 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:27.626847 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:27.627221 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a4fe0-c78d-4e42-bb62-52e6412a3456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:27.719553 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:27.877398 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=3ed56352-6d99-4c53-8468-18cb0f7edbfb,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:27.977928 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.146231 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.148242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.172452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.172972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Fanout notify agent at l3_agent the message router_deleted on router 7bad7829-a125-4fae-a752-4c2b062c6cf5 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:01:28.187553 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.188640 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-65847255-c2d4-40cf-8dd9-c9af8d93f187 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/routers/7bad7829-a125-4fae-a752-4c2b062c6cf5 HTTP/1.1" status: 204 len: 168 time: 1.3412666 Jul 29 17:01:28.191364 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57456) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:28.306900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-642bb9ff-9527-477a-a5f9-c070c7ed5094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.434961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-642bb9ff-9527-477a-a5f9-c070c7ed5094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.463552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-642bb9ff-9527-477a-a5f9-c070c7ed5094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c537074a-847b-4b68-9a89-4f0293da1970']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:28.475431 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-642bb9ff-9527-477a-a5f9-c070c7ed5094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e881a5-3dd9-43ef-af9d-d49c4a3459ab') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:28.475734 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-642bb9ff-9527-477a-a5f9-c070c7ed5094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e881a5-3dd9-43ef-af9d-d49c4a3459ab') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:28.486897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-642bb9ff-9527-477a-a5f9-c070c7ed5094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.502454 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-642bb9ff-9527-477a-a5f9-c070c7ed5094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.509702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642bb9ff-9527-477a-a5f9-c070c7ed5094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:01:28.510406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-642bb9ff-9527-477a-a5f9-c070c7ed5094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.599174 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 05e881a5-3dd9-43ef-af9d-d49c4a3459ab resource provider aggregate not found Jul 29 17:01:28.616100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-642bb9ff-9527-477a-a5f9-c070c7ed5094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.621914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-642bb9ff-9527-477a-a5f9-c070c7ed5094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.626600 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 05e881a5-3dd9-43ef-af9d-d49c4a3459ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05e881a5-3dd9-43ef-af9d-d49c4a3459ab found for delete ", "request_id": "req-0d2df674-92c3-40b3-94e1-5f14e24d6315"}]} Jul 29 17:01:28.651496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bb9ff-9527-477a-a5f9-c070c7ed5094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Network': ['ID=c537074a-847b-4b68-9a89-4f0293da1970,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:28.659580 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-642bb9ff-9527-477a-a5f9-c070c7ed5094 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/networks/c537074a-847b-4b68-9a89-4f0293da1970 HTTP/1.1" status: 204 len: 168 time: 0.4672391 Jul 29 17:01:28.686645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57466) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:28.692013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'network': {'name': 'tempest-network-smoke--1690832708', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'port_security_enabled': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:01:28.697896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:01:28.702071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:network and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:01:28.704932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:01:28.710616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:01:28.720145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:01:28.723507 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.750466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:01:28.760264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.760852 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Added segment 2793eb1d-cfa3-4ea9-94e9-ddaebffb0549 of type vlan for network 90c47e30-de4e-4c40-8829-bf9b62a9bd13 Jul 29 17:01:28.787891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.817242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.823267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:28.823875 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.932255 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2446239 Jul 29 17:01:28.935137 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57470) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:28.939917 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-944521506', 'admin_state_up': True, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:01:28.948717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 778c08a3-0342-433c-b6b0-60f02f33ca0b no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:01:28.950315 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b361d-3ce6-4bb5-92b7-85792cf4976d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Network': ['ID=90c47e30-de4e-4c40-8829-bf9b62a9bd13,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:28.953826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:01:28.958549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:router and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:01:28.961631 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:01:28.967816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:01:28.979392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.979558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 90c47e30-de4e-4c40-8829-bf9b62a9bd13 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:01:28.980563 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.998212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:28.998495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 778c08a3-0342-433c-b6b0-60f02f33ca0b {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:01:28.998845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 778c08a3-0342-433c-b6b0-60f02f33ca0b not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:01:28.999254 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 367fe70c-ccea-41b4-ab20-1b4dac77eb36 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:01:29.080276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 367fe70c-ccea-41b4-ab20-1b4dac77eb36 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:01:29.080615 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 367fe70c-ccea-41b4-ab20-1b4dac77eb36 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:01:29.081029 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3ed56352-6d99-4c53-8468-18cb0f7edbfb no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:01:29.127554 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 3ed56352-6d99-4c53-8468-18cb0f7edbfb {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:01:29.127892 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3ed56352-6d99-4c53-8468-18cb0f7edbfb not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:01:29.278380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:29.675718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:29.707144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:29.837778 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.190 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/dab4200a-e63f-4fc4-9c9e-7a507b13e562) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:01:29.980107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:30.008907 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:30.079024 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:01:30.081783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:01:30.084552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:01:30.122380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=dab4200a-e63f-4fc4-9c9e-7a507b13e562,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:30.495203 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:30.938325 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:31.137992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router d74dbad0-50eb-4ee8-877f-35b98ffe9841 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:01:31.318444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:01:31.328214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Sync routers for ids ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:01:31.337425 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Routers {'d74dbad0-50eb-4ee8-877f-35b98ffe9841'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:01:31.338028 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:01:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:31.344497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:31.345834 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5aa002f8-4d58-4d5d-8a99-0f048aa60163 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4098392 Jul 29 17:01:31.348976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57474) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:31.432781 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d0389d9d-275d-4789-880c-dfed6d969d4f tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ab8e87e6e1034425bfda48f6df7de642&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0826089 Jul 29 17:01:31.435318 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57480) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:31.548566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Set router d74dbad0-50eb-4ee8-877f-35b98ffe9841 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:01:31.569333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf6b8e-b725-4f8d-8710-78622c2ea682 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:31.570802 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-95cf6b8e-b725-4f8d-8710-78622c2ea682 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345909 Jul 29 17:01:31.573830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57484) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:31.614056 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6731e7eb-e810-47f0-8517-00ebb005f6dc tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388832 Jul 29 17:01:31.616513 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57488) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:31.622272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1260644786', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:01:31.733096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:01:31.736910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:subnet and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:01:31.739690 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:01:31.745337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:01:31.755164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:01:31.758896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:31.829354 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:01:30Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:31.833145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Checking router: d74dbad0-50eb-4ee8-877f-35b98ffe9841 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:01:31.833499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Updating router d74dbad0-50eb-4ee8-877f-35b98ffe9841 port dab4200a-e63f-4fc4-9c9e-7a507b13e562 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:01:31.886496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:31.978103 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:32.053546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Subnet': ['ID=ed81eff6-23e3-4c30-9f0e-0eddfdabf399,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:32.064994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:32.065351 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:32.065693 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:32.066023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:32.066357 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:32.066681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:32.067004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:32.067325 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:32.067647 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:32.067963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:32.068280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:32.068601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:32.073530 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Checking segment: {'id': '2793eb1d-cfa3-4ea9-94e9-ddaebffb0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:01:32.073885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network hostable DHCP agents. Network: 90c47e30-de4e-4c40-8829-bf9b62a9bd13, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:01:32.092908 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 90c47e30-de4e-4c40-8829-bf9b62a9bd13 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:01:32.101245 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 90c47e30-de4e-4c40-8829-bf9b62a9bd13) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:01:32.105902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:32.106488 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:32.114638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa5f6d4-f5ad-4234-adf2-4e9e20f615b4 None None] Network 90c47e30-de4e-4c40-8829-bf9b62a9bd13 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:01:32.130680 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ab38f5b2-c2db-407f-a12d-ebaff8d76df0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5104465 Jul 29 17:01:32.130882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57492) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:32.363600 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:32.412369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Transition to ACTIVE for port object dab4200a-e63f-4fc4-9c9e-7a507b13e562 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:01:32.423869 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:32.456347 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ips': [{'subnet_id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:01:32.457171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:32.563830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Attempting to bind port dab4200a-e63f-4fc4-9c9e-7a507b13e562 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:01:32.564204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Attempting to bind port dab4200a-e63f-4fc4-9c9e-7a507b13e562 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:01:32.564563 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Attempting to bind port dab4200a-e63f-4fc4-9c9e-7a507b13e562 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:01:32.566593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf71610-66da-4901-90ad-d20a8aa06e54 None None] Pushing event updated for resources: {'Port': ['ID=dab4200a-e63f-4fc4-9c9e-7a507b13e562,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:32.583967 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:01:32.584345 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:01:32.584746 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:32.585174 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:01:32.585630 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Bound port: dab4200a-e63f-4fc4-9c9e-7a507b13e562, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:01:32.586530 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:32.716283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] For port dab4200a-e63f-4fc4-9c9e-7a507b13e562, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:01:32.720675 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] For port dab4200a-e63f-4fc4-9c9e-7a507b13e562, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=dab4200a-e63f-4fc4-9c9e-7a507b13e562,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:01:32.729029 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:32.768155 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Allocated IP 172.20.0.2 (90c47e30-de4e-4c40-8829-bf9b62a9bd13/ed81eff6-23e3-4c30-9f0e-0eddfdabf399/1b1bbc11-a38f-4409-95c5-9871c68a29c4) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:01:32.889071 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Routers {'d74dbad0-50eb-4ee8-877f-35b98ffe9841'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:01:32.889688 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:01:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:32.938009 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:32.981480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf71610-66da-4901-90ad-d20a8aa06e54 None None] Pushing event updated for resources: {'Port': ['ID=dab4200a-e63f-4fc4-9c9e-7a507b13e562,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:33.196095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] Set router d74dbad0-50eb-4ee8-877f-35b98ffe9841 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:01:33.383920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:33.399925 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Transition to ACTIVE for port object 1b1bbc11-a38f-4409-95c5-9871c68a29c4 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:01:33.436691 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Transition to ACTIVE for port object 1b1bbc11-a38f-4409-95c5-9871c68a29c4 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:01:33.448985 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:33.509596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.1 (90c47e30-de4e-4c40-8829-bf9b62a9bd13/ed81eff6-23e3-4c30-9f0e-0eddfdabf399/688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:01:33.557873 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Network 90c47e30-de4e-4c40-8829-bf9b62a9bd13 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:01:33.563937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:01:33.566725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Pushing event updated for resources: {'Port': ['ID=1b1bbc11-a38f-4409-95c5-9871c68a29c4,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:33.568848 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:01:33.672643 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:33.679580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Attempting to bind port 1b1bbc11-a38f-4409-95c5-9871c68a29c4 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:01:33.680485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Attempting to bind port 1b1bbc11-a38f-4409-95c5-9871c68a29c4 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '2793eb1d-cfa3-4ea9-94e9-ddaebffb0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:01:33.680844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Attempting to bind port 1b1bbc11-a38f-4409-95c5-9871c68a29c4 on network 90c47e30-de4e-4c40-8829-bf9b62a9bd13 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:01:33.688430 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:01:33.690121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:01:33.690563 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Checking segment: {'id': '2793eb1d-cfa3-4ea9-94e9-ddaebffb0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:01:33.690957 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:33.691351 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Bound using segment: {'id': '2793eb1d-cfa3-4ea9-94e9-ddaebffb0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:01:33.691813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Bound port: 1b1bbc11-a38f-4409-95c5-9871c68a29c4, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2793eb1d-cfa3-4ea9-94e9-ddaebffb0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:01:33.692185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:33.703655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:01:30Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:33.711102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:33.711273 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9db56-493e-4618-a174-a9a88a465b3b None None] The sync data for ids ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'] in dv-neutron-851534-1-hyperv is: [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:01:30Z', 'revision_number': 3, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:01:33.788314 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 90c47e30-de4e-4c40-8829-bf9b62a9bd13 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:01:33.795335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] For port 1b1bbc11-a38f-4409-95c5-9871c68a29c4, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:01:33.798540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] For port 1b1bbc11-a38f-4409-95c5-9871c68a29c4, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1b1bbc11-a38f-4409-95c5-9871c68a29c4,segment=NetworkSegment(2793eb1d-cfa3-4ea9-94e9-ddaebffb0549),segment_id=2793eb1d-cfa3-4ea9-94e9-ddaebffb0549)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:01:33.802865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:01:33.803681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:33.806399 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:01:33.831316 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:33.869825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:33.892311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7999bb-0e49-4b75-8b51-b16fe48f08cc None None] Pushing event updated for resources: {'Port': ['ID=1b1bbc11-a38f-4409-95c5-9871c68a29c4,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:34.029497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:34.619661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:34.624619 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:34.740999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:34.744878 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:34.850167 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7f6224-4380-4057-8155-03fc71d8f69c None None] Network 90c47e30-de4e-4c40-8829-bf9b62a9bd13 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:01:34.885565 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 90c47e30-de4e-4c40-8829-bf9b62a9bd13 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:01:34.886678 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:01:34.943434 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-141b071e-e600-4a47-907c-fff83345fc95 None None] Provisioning for port 1b1bbc11-a38f-4409-95c5-9871c68a29c4 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:01:35.044212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dab4200a-e63f-4fc4-9c9e-7a507b13e562 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:01:35.092698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router d74dbad0-50eb-4ee8-877f-35b98ffe9841 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:01:35.173265 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port dab4200a-e63f-4fc4-9c9e-7a507b13e562 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:01:35.180203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port dab4200a-e63f-4fc4-9c9e-7a507b13e562 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:01:35.180511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:35.279416 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:01:35.294449 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ebc0ca81-c7fe-40ac-b65f-9f744d8f7d98 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/d74dbad0-50eb-4ee8-877f-35b98ffe9841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1625550 Jul 29 17:01:35.297032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57496) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:35.310513 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Sync routers for ids ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:01:35.322970 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Routers {'d74dbad0-50eb-4ee8-877f-35b98ffe9841'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:01:35.323658 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:01:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:35.326424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port dab4200a-e63f-4fc4-9c9e-7a507b13e562 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:01:35.326816 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:35.347328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port dab4200a-e63f-4fc4-9c9e-7a507b13e562, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=dab4200a-e63f-4fc4-9c9e-7a507b13e562,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:01:35.357272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:35.358276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1b1bbc11-a38f-4409-95c5-9871c68a29c4 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:01:35.463958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caffbb9-cdce-4a52-904c-e58a0de28d5e tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:35.464440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caffbb9-cdce-4a52-904c-e58a0de28d5e tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:35.464973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caffbb9-cdce-4a52-904c-e58a0de28d5e tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:35.465605 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caffbb9-cdce-4a52-904c-e58a0de28d5e tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:35.470641 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4caffbb9-cdce-4a52-904c-e58a0de28d5e tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1718824 Jul 29 17:01:35.470825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57500) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:35.487542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=dab4200a-e63f-4fc4-9c9e-7a507b13e562,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:35.513603 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 1b1bbc11-a38f-4409-95c5-9871c68a29c4 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:01:35.520926 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 1b1bbc11-a38f-4409-95c5-9871c68a29c4 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:01:35.521526 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:35.559156 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Set router d74dbad0-50eb-4ee8-877f-35b98ffe9841 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:01:35.586888 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c7eff-284e-4b17-8005-de6f58199bbf tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:35.587888 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c7eff-284e-4b17-8005-de6f58199bbf tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:35.588721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c7eff-284e-4b17-8005-de6f58199bbf tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:35.589712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c7eff-284e-4b17-8005-de6f58199bbf tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:35.596330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57504) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:35.600686 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b05c7eff-284e-4b17-8005-de6f58199bbf tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1280069 Jul 29 17:01:35.613251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-982e8955-95a3-4e5a-889c-66f0d7c94784 None None] Provisioning for port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:01:35.632324 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-982e8955-95a3-4e5a-889c-66f0d7c94784 None None] Provisioning complete for port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:01:35.633068 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-982e8955-95a3-4e5a-889c-66f0d7c94784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:35.700836 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-982e8955-95a3-4e5a-889c-66f0d7c94784 None None] Port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:01:35.766593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 1b1bbc11-a38f-4409-95c5-9871c68a29c4 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:01:35.767151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:35.803513 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 1b1bbc11-a38f-4409-95c5-9871c68a29c4, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1b1bbc11-a38f-4409-95c5-9871c68a29c4,segment=NetworkSegment(2793eb1d-cfa3-4ea9-94e9-ddaebffb0549),segment_id=2793eb1d-cfa3-4ea9-94e9-ddaebffb0549)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:01:35.815235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:35.861831 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-72230b58-c7af-4377-a3e8-3e0c07ced5d1 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2593393 Jul 29 17:01:35.887115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-f4f319a3-357b-4b0d-aee4-6faf9b7480de None None] Provisioning complete for port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:01:35.887778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f4f319a3-357b-4b0d-aee4-6faf9b7480de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:35.951005 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57510) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:35.954615 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:01:33Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1', 'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:76:8f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:33Z', 'updated_at': '2022-07-29T17:01:34Z', 'revision_number': 2, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:35.956244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-023a5eb7-a63c-46d1-8d25-f9399ea90d1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-632635007', 'description': 'tempest-secgroup-smoke-632635007 description', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:01:35.958296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=1b1bbc11-a38f-4409-95c5-9871c68a29c4,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:35.959336 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Checking router: d74dbad0-50eb-4ee8-877f-35b98ffe9841 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:01:35.959688 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Updating router d74dbad0-50eb-4ee8-877f-35b98ffe9841 port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:01:35.967233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f4f319a3-357b-4b0d-aee4-6faf9b7480de None None] Port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:01:35.971472 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-023a5eb7-a63c-46d1-8d25-f9399ea90d1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:01:35.977276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-023a5eb7-a63c-46d1-8d25-f9399ea90d1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:01:35.980346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-023a5eb7-a63c-46d1-8d25-f9399ea90d1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:01:35.986871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-023a5eb7-a63c-46d1-8d25-f9399ea90d1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:01:36.002540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-023a5eb7-a63c-46d1-8d25-f9399ea90d1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.020553 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.022955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-023a5eb7-a63c-46d1-8d25-f9399ea90d1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:01:36.026961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-023a5eb7-a63c-46d1-8d25-f9399ea90d1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:01:36.029834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-023a5eb7-a63c-46d1-8d25-f9399ea90d1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:01:36.035892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-023a5eb7-a63c-46d1-8d25-f9399ea90d1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:01:36.089432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d2447e22-d7d3-4628-a3f0-2abcbf51b623 None None] Provisioning complete for port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:01:36.089837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d2447e22-d7d3-4628-a3f0-2abcbf51b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.115969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-023a5eb7-a63c-46d1-8d25-f9399ea90d1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.120521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-023a5eb7-a63c-46d1-8d25-f9399ea90d1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.147234 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d2447e22-d7d3-4628-a3f0-2abcbf51b623 None None] Port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:01:36.172568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a5eb7-a63c-46d1-8d25-f9399ea90d1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e826e99-7391-4bd6-92d4-7d5f4f880826,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:36.176150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-023a5eb7-a63c-46d1-8d25-f9399ea90d1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.180507 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-023a5eb7-a63c-46d1-8d25-f9399ea90d1d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2258444 Jul 29 17:01:36.180839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57514) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:36.185847 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-4777abf4-2d9b-4b5d-9569-3257963038fb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '1e826e99-7391-4bd6-92d4-7d5f4f880826', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:01:36.191695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4777abf4-2d9b-4b5d-9569-3257963038fb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:01:36.195610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4777abf4-2d9b-4b5d-9569-3257963038fb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:01:36.199035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-4777abf4-2d9b-4b5d-9569-3257963038fb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:01:36.205003 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-4777abf4-2d9b-4b5d-9569-3257963038fb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:01:36.223169 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4777abf4-2d9b-4b5d-9569-3257963038fb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.283596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4777abf4-2d9b-4b5d-9569-3257963038fb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.287524 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4777abf4-2d9b-4b5d-9569-3257963038fb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.311786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777abf4-2d9b-4b5d-9569-3257963038fb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317f0d31-52ea-42c5-9493-1becb594b156,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:36.321235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4777abf4-2d9b-4b5d-9569-3257963038fb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.322461 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4777abf4-2d9b-4b5d-9569-3257963038fb tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408110 Jul 29 17:01:36.325237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57518) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:36.330186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-3e76bf7d-731a-46e1-aa3c-9655bce0de7d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '1e826e99-7391-4bd6-92d4-7d5f4f880826', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:01:36.337009 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3e76bf7d-731a-46e1-aa3c-9655bce0de7d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:01:36.340945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3e76bf7d-731a-46e1-aa3c-9655bce0de7d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:01:36.343948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3e76bf7d-731a-46e1-aa3c-9655bce0de7d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:01:36.349962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3e76bf7d-731a-46e1-aa3c-9655bce0de7d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:01:36.367841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3e76bf7d-731a-46e1-aa3c-9655bce0de7d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.386234 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.398092 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Transition to ACTIVE for port object 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:01:36.405683 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.433918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3e76bf7d-731a-46e1-aa3c-9655bce0de7d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.437458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3e76bf7d-731a-46e1-aa3c-9655bce0de7d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.458289 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76bf7d-731a-46e1-aa3c-9655bce0de7d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8922fbd6-c3c5-41ba-bf2a-9eb1d3d3ed30,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:36.470124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3e76bf7d-731a-46e1-aa3c-9655bce0de7d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.471356 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3e76bf7d-731a-46e1-aa3c-9655bce0de7d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452034 Jul 29 17:01:36.474066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57522) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:36.480440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f58321b4-2811-4847-b15f-03297f6d1f09 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '1e826e99-7391-4bd6-92d4-7d5f4f880826', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:01:36.486936 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f58321b4-2811-4847-b15f-03297f6d1f09 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:01:36.490937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f58321b4-2811-4847-b15f-03297f6d1f09 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:01:36.493983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f58321b4-2811-4847-b15f-03297f6d1f09 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:01:36.501330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f58321b4-2811-4847-b15f-03297f6d1f09 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:01:36.526798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f58321b4-2811-4847-b15f-03297f6d1f09 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.603895 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f58321b4-2811-4847-b15f-03297f6d1f09 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.608425 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f58321b4-2811-4847-b15f-03297f6d1f09 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.611398 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fac6b-fb56-4e73-82b9-ebb41dbb94b9 None None] Pushing event updated for resources: {'Port': ['ID=688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:36.628979 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fac6b-fb56-4e73-82b9-ebb41dbb94b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:36.629534 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fac6b-fb56-4e73-82b9-ebb41dbb94b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:36.630033 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fac6b-fb56-4e73-82b9-ebb41dbb94b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:36.630337 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fac6b-fb56-4e73-82b9-ebb41dbb94b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:36.630749 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fac6b-fb56-4e73-82b9-ebb41dbb94b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:36.631063 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fac6b-fb56-4e73-82b9-ebb41dbb94b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:36.631479 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fac6b-fb56-4e73-82b9-ebb41dbb94b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:36.631875 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fac6b-fb56-4e73-82b9-ebb41dbb94b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:36.632142 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fac6b-fb56-4e73-82b9-ebb41dbb94b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:36.632458 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fac6b-fb56-4e73-82b9-ebb41dbb94b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:36.633414 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fac6b-fb56-4e73-82b9-ebb41dbb94b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:36.633737 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fac6b-fb56-4e73-82b9-ebb41dbb94b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:01:36.645502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58321b4-2811-4847-b15f-03297f6d1f09 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea19069-c5ad-4491-bce5-4bae1dcda060,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:36.650032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f58321b4-2811-4847-b15f-03297f6d1f09 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.654736 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57528) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:36.655439 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f58321b4-2811-4847-b15f-03297f6d1f09 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1801810 Jul 29 17:01:36.660218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-90262380-e8fc-4360-9497-3de5609db5cf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '1e826e99-7391-4bd6-92d4-7d5f4f880826', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:01:36.660522 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Attempting to bind port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:01:36.661332 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Attempting to bind port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '2793eb1d-cfa3-4ea9-94e9-ddaebffb0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:01:36.661436 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Attempting to bind port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 on network 90c47e30-de4e-4c40-8829-bf9b62a9bd13 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:01:36.666699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-90262380-e8fc-4360-9497-3de5609db5cf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:01:36.667487 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:01:36.667795 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Checking segment: {'id': '2793eb1d-cfa3-4ea9-94e9-ddaebffb0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:01:36.668181 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.668566 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Bound using segment: {'id': '2793eb1d-cfa3-4ea9-94e9-ddaebffb0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:01:36.669020 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Bound port: 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2793eb1d-cfa3-4ea9-94e9-ddaebffb0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:01:36.669426 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.671721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-90262380-e8fc-4360-9497-3de5609db5cf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:01:36.674727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-90262380-e8fc-4360-9497-3de5609db5cf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:01:36.680901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-90262380-e8fc-4360-9497-3de5609db5cf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:01:36.697738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-90262380-e8fc-4360-9497-3de5609db5cf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.755001 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] For port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:01:36.759429 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] For port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1,segment=NetworkSegment(2793eb1d-cfa3-4ea9-94e9-ddaebffb0549),segment_id=2793eb1d-cfa3-4ea9-94e9-ddaebffb0549)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:01:36.761423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-90262380-e8fc-4360-9497-3de5609db5cf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.764243 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.767074 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-90262380-e8fc-4360-9497-3de5609db5cf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.790933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90262380-e8fc-4360-9497-3de5609db5cf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914d5bfd-0e55-46f8-9f78-7c668977944d,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:36.800859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-90262380-e8fc-4360-9497-3de5609db5cf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.802104 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-90262380-e8fc-4360-9497-3de5609db5cf tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463332 Jul 29 17:01:36.805453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57532) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:36.810241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f3941723-741d-42e3-811d-b6ea1ba0eb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '1e826e99-7391-4bd6-92d4-7d5f4f880826', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:01:36.815963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f3941723-741d-42e3-811d-b6ea1ba0eb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:01:36.819739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f3941723-741d-42e3-811d-b6ea1ba0eb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:01:36.823146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f3941723-741d-42e3-811d-b6ea1ba0eb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:01:36.828934 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f3941723-741d-42e3-811d-b6ea1ba0eb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:01:36.840818 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-f3941723-741d-42e3-811d-b6ea1ba0eb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:01:36.848562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f3941723-741d-42e3-811d-b6ea1ba0eb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.849691 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Routers {'d74dbad0-50eb-4ee8-877f-35b98ffe9841'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:01:36.850317 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:01:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:36.921801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f3941723-741d-42e3-811d-b6ea1ba0eb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.928224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f3941723-741d-42e3-811d-b6ea1ba0eb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.968104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3941723-741d-42e3-811d-b6ea1ba0eb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d27cf02-b23a-43c5-9a12-b1e68cb2342c,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:36.971810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f3941723-741d-42e3-811d-b6ea1ba0eb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:36.977006 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f3941723-741d-42e3-811d-b6ea1ba0eb15 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1681945 Jul 29 17:01:36.977823 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57536) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:36.983592 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dab4200a-e63f-4fc4-9c9e-7a507b13e562 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:01:36.984339 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f68f6bc2-9e3e-4a0a-a3a9-98c53453c76e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'security_group_rule': {'security_group_id': '1e826e99-7391-4bd6-92d4-7d5f4f880826', 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:01:36.990077 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fac6b-fb56-4e73-82b9-ebb41dbb94b9 None None] Pushing event updated for resources: {'Port': ['ID=688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:36.991323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f68f6bc2-9e3e-4a0a-a3a9-98c53453c76e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:01:36.997115 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f68f6bc2-9e3e-4a0a-a3a9-98c53453c76e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:security_group_rule and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:01:37.000655 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f68f6bc2-9e3e-4a0a-a3a9-98c53453c76e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:01:37.007776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f68f6bc2-9e3e-4a0a-a3a9-98c53453c76e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:01:37.021622 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-f68f6bc2-9e3e-4a0a-a3a9-98c53453c76e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Project ab8e87e6e1034425bfda48f6df7de642 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:01:37.029719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f68f6bc2-9e3e-4a0a-a3a9-98c53453c76e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:37.068865 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] Set router d74dbad0-50eb-4ee8-877f-35b98ffe9841 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:01:37.074395 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port dab4200a-e63f-4fc4-9c9e-7a507b13e562 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:01:37.074773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:37.100222 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f68f6bc2-9e3e-4a0a-a3a9-98c53453c76e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:37.105104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f68f6bc2-9e3e-4a0a-a3a9-98c53453c76e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:37.128822 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f6bc2-9e3e-4a0a-a3a9-98c53453c76e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d852783d-f4a6-44e7-98d9-7fd640542d71,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:37.138361 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f68f6bc2-9e3e-4a0a-a3a9-98c53453c76e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:37.139733 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f68f6bc2-9e3e-4a0a-a3a9-98c53453c76e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1607687 Jul 29 17:01:37.215649 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port dab4200a-e63f-4fc4-9c9e-7a507b13e562 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:01:37.216726 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1b1bbc11-a38f-4409-95c5-9871c68a29c4 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:01:37.283809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 1b1bbc11-a38f-4409-95c5-9871c68a29c4 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:01:37.284186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:37.310343 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-e25e2c8b-e12d-4483-99fc-ee63ef833545 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:01:37.327963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-e25e2c8b-e12d-4483-99fc-ee63ef833545 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:01:37.329323 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-e25e2c8b-e12d-4483-99fc-ee63ef833545 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-632635007&fields=id&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 267 time: 0.0612750 Jul 29 17:01:37.404511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 1b1bbc11-a38f-4409-95c5-9871c68a29c4 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:01:37.415147 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:01:33Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1', 'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:76:8f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:33Z', 'updated_at': '2022-07-29T17:01:36Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:37.419173 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bd42c-e0ac-4879-a381-0196c91707a7 None None] The sync data for ids ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'] in dv-neutron-851534-1-hyperv is: [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:01:33Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1', 'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:76:8f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:33Z', 'updated_at': '2022-07-29T17:01:36Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:01:37.493179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-03a5d4d4-a561-42ea-9c19-e0fad36c1bc4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:37.494731 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-03a5d4d4-a561-42ea-9c19-e0fad36c1bc4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/networks?id=90c47e30-de4e-4c40-8829-bf9b62a9bd13 HTTP/1.1" status: 200 len: 797 time: 0.1573684 Jul 29 17:01:37.510246 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-f68080d2-fbdb-455f-92f4-2909fe8a3883 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/quotas/ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 375 time: 0.0098569 Jul 29 17:01:37.736813 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-aaeef0d8-841c-42cf-b930-cc2623fa622c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:01:37.752918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-aaeef0d8-841c-42cf-b930-cc2623fa622c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:01:37.754323 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-aaeef0d8-841c-42cf-b930-cc2623fa622c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2364025 Jul 29 17:01:37.938057 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-e7ce1c12-33db-432b-a82f-e3eaee6e6d7d service neutron] 10.222.0.58 "GET /v2.0/networks/90c47e30-de4e-4c40-8829-bf9b62a9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715300 Jul 29 17:01:38.074613 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-18e55255-0073-4655-9629-56b34cd6f61e service neutron] 10.222.0.58 "GET /v2.0/networks/90c47e30-de4e-4c40-8829-bf9b62a9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307364 Jul 29 17:01:38.268337 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fabf5a2a-23d1-4eb8-afdd-922690763b8e req-1d5c0a4e-15f7-4ec7-925b-bc8e12cbcbdc tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 210 time: 0.0508547 Jul 29 17:01:38.970711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:01:39.040320 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:01:39.044978 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:01:39.045377 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:39.166710 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:01:39.167096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:39.202388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1,segment=NetworkSegment(2793eb1d-cfa3-4ea9-94e9-ddaebffb0549),segment_id=2793eb1d-cfa3-4ea9-94e9-ddaebffb0549)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:01:39.207472 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:39.278190 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-a0ba7427-7ab7-41e8-847e-0db7649e4368 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:39.279627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-a0ba7427-7ab7-41e8-847e-0db7649e4368 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:01:39.285236 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:39.306772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-a0ba7427-7ab7-41e8-847e-0db7649e4368 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:01:39.309326 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-a0ba7427-7ab7-41e8-847e-0db7649e4368 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/networks?id=90c47e30-de4e-4c40-8829-bf9b62a9bd13 HTTP/1.1" status: 200 len: 797 time: 0.1856868 Jul 29 17:01:39.359545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-9804e53d-6211-4626-a16d-abea816a7dd0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:01:39.373370 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-9804e53d-6211-4626-a16d-abea816a7dd0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:01:39.375551 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-9804e53d-6211-4626-a16d-abea816a7dd0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8e87e6e1034425bfda48f6df7de642 HTTP/1.1" status: 200 len: 379 time: 0.0578935 Jul 29 17:01:39.383937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'port': {'device_id': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'admin_state_up': True, 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'security_groups': ['1e826e99-7391-4bd6-92d4-7d5f4f880826']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:01:39.436582 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-40764f0d-4929-4112-aab3-ca541975c2ac req-16f0d7a6-2b42-4b8a-8a1e-e7a2b64aacc8 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 210 time: 0.0553675 Jul 29 17:01:39.526936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:01:39.536394 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:01:39.546721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Made reservation on behalf of ab8e87e6e1034425bfda48f6df7de642 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:01:39.550239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:39.823814 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.20.0.9 (90c47e30-de4e-4c40-8829-bf9b62a9bd13/ed81eff6-23e3-4c30-9f0e-0eddfdabf399/6378bf94-f61a-4462-b100-60b926f9e61e) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:01:40.004642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:40.019371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Transition to ACTIVE for port object 6378bf94-f61a-4462-b100-60b926f9e61e will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:01:40.043562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:40.117017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network 90c47e30-de4e-4c40-8829-bf9b62a9bd13 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:01:40.119954 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:01:40.124179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:01:40.154838 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=6378bf94-f61a-4462-b100-60b926f9e61e,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:40.191727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:40.192328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:40.218114 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-907839c6-602b-4aac-91f5-18462e7611aa tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8387034 Jul 29 17:01:40.229797 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Request body: {'port': {'device_id': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:01:40.342797 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:40.378714 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4176a000-a717-488a-8927-fd2a721157d2 None None] Provisioning for port 6378bf94-f61a-4462-b100-60b926f9e61e completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:01:40.383911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4176a000-a717-488a-8927-fd2a721157d2 None None] Provisioning complete for port 6378bf94-f61a-4462-b100-60b926f9e61e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:01:40.384305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4176a000-a717-488a-8927-fd2a721157d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:40.438183 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4176a000-a717-488a-8927-fd2a721157d2 None None] Port 6378bf94-f61a-4462-b100-60b926f9e61e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:01:40.637290 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc544d-3e20-461c-8661-aadd8274bb57 req-d668b280-618d-4dd3-a047-11e2ba929bc1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:40.638764 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3cbc544d-3e20-461c-8661-aadd8274bb57 req-d668b280-618d-4dd3-a047-11e2ba929bc1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 931 time: 0.0892360 Jul 29 17:01:40.684567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6378bf94-f61a-4462-b100-60b926f9e61e {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:01:40.684942 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3cbc544d-3e20-461c-8661-aadd8274bb57 req-cd42f025-2430-4603-92b7-2edbfc541f3e tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e826e99-7391-4bd6-92d4-7d5f4f880826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400155 Jul 29 17:01:40.692067 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:40.706464 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Transition to ACTIVE for port object 6378bf94-f61a-4462-b100-60b926f9e61e will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:01:40.710274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:40.870327 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Pushing event updated for resources: {'Port': ['ID=6378bf94-f61a-4462-b100-60b926f9e61e,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:40.954570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Attempting to bind port 6378bf94-f61a-4462-b100-60b926f9e61e on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:01:40.954895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Attempting to bind port 6378bf94-f61a-4462-b100-60b926f9e61e by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '2793eb1d-cfa3-4ea9-94e9-ddaebffb0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:01:40.955222 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Attempting to bind port 6378bf94-f61a-4462-b100-60b926f9e61e on network 90c47e30-de4e-4c40-8829-bf9b62a9bd13 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:01:40.960258 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Port 6378bf94-f61a-4462-b100-60b926f9e61e on network 90c47e30-de4e-4c40-8829-bf9b62a9bd13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:01:40.960573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Attempting to bind port 6378bf94-f61a-4462-b100-60b926f9e61e on network 90c47e30-de4e-4c40-8829-bf9b62a9bd13 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:01:40.963033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:01:40.966394 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:01:40.966726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Checking segment: {'id': '2793eb1d-cfa3-4ea9-94e9-ddaebffb0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:01:40.967099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Bound using segment: {'id': '2793eb1d-cfa3-4ea9-94e9-ddaebffb0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:01:40.967515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Bound port: 6378bf94-f61a-4462-b100-60b926f9e61e, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2793eb1d-cfa3-4ea9-94e9-ddaebffb0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:01:40.967857 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:41.031872 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:01:41.032161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:41.058040 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] For port 6378bf94-f61a-4462-b100-60b926f9e61e, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:01:41.060928 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] For port 6378bf94-f61a-4462-b100-60b926f9e61e, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=6378bf94-f61a-4462-b100-60b926f9e61e,segment=NetworkSegment(2793eb1d-cfa3-4ea9-94e9-ddaebffb0549),segment_id=2793eb1d-cfa3-4ea9-94e9-ddaebffb0549)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:01:41.065365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:41.131593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:41.132192 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:41.134102 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] 10.222.0.69 "PUT /v2.0/ports/6378bf94-f61a-4462-b100-60b926f9e61e HTTP/1.1" status: 200 len: 1093 time: 0.9090095 Jul 29 17:01:41.134532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'tag': '6378bf94-f61a-4462-b100-60b926f9e61e'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:01:41.150594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:01:41.164710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd3dc4-aa8a-457d-af74-434913554de5 service neutron] Pushing event updated for resources: {'Port': ['ID=6378bf94-f61a-4462-b100-60b926f9e61e,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:41.183344 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ecb975-af19-4e25-8ce8-28dd05b8b581'] response: {'name': 'network-changed', 'server_uuid': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'tag': '6378bf94-f61a-4462-b100-60b926f9e61e', 'status': 'completed', 'code': 200} Jul 29 17:01:41.276862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-3e089dc3-035d-42dc-bdc6-d2312dd52739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:41.278619 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-3e089dc3-035d-42dc-bdc6-d2312dd52739 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 1096 time: 0.0912535 Jul 29 17:01:41.347404 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-b1469168-419e-4ed9-8f9f-c728ce13b879 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6378bf94-f61a-4462-b100-60b926f9e61e HTTP/1.1" status: 200 len: 217 time: 0.0619993 Jul 29 17:01:41.415226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-85d2d6aa-5d76-4159-a0e7-f12ec3af413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:41.416566 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-85d2d6aa-5d76-4159-a0e7-f12ec3af413a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed81eff6-23e3-4c30-9f0e-0eddfdabf399 HTTP/1.1" status: 200 len: 835 time: 0.0631068 Jul 29 17:01:41.496696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-70651965-c4a2-416e-bfad-e354dd0c6b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:41.498174 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-70651965-c4a2-416e-bfad-e354dd0c6b1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90c47e30-de4e-4c40-8829-bf9b62a9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758412 Jul 29 17:01:41.720936 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-ad76afd9-d93d-4a76-bfee-1afec2dab7de service neutron] 10.222.0.69 "GET /v2.0/networks/90c47e30-de4e-4c40-8829-bf9b62a9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167776 Jul 29 17:01:41.850833 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cee86c07-c4ac-4891-9f87-54eb37705da3 req-42cb5998-5fe3-4275-8301-f06a73e41470 service neutron] 10.222.0.69 "GET /v2.0/networks/90c47e30-de4e-4c40-8829-bf9b62a9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241038 Jul 29 17:01:41.881296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21037c-8872-401a-9916-65ab12a240e1 req-6b18a600-1d2c-4322-824b-9ee9229f0ce2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:41.883286 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7c21037c-8872-401a-9916-65ab12a240e1 req-6b18a600-1d2c-4322-824b-9ee9229f0ce2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 943 time: 0.0903218 Jul 29 17:01:41.928761 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7c21037c-8872-401a-9916-65ab12a240e1 req-5ec4b40c-94ba-4c84-b3d3-5685c6a8a92c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e826e99-7391-4bd6-92d4-7d5f4f880826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395310 Jul 29 17:01:41.976099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926fef0-2203-4efb-baaa-bfcaca1856cf req-0ae2bf74-4d62-4c1b-902d-b3e80d120b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:41.977508 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0926fef0-2203-4efb-baaa-bfcaca1856cf req-0ae2bf74-4d62-4c1b-902d-b3e80d120b70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 1096 time: 0.0852594 Jul 29 17:01:42.105497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926fef0-2203-4efb-baaa-bfcaca1856cf req-089ea2bc-5b48-4e01-abb0-64508e9e13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:42.106949 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0926fef0-2203-4efb-baaa-bfcaca1856cf req-089ea2bc-5b48-4e01-abb0-64508e9e13bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=90c47e30-de4e-4c40-8829-bf9b62a9bd13 HTTP/1.1" status: 200 len: 898 time: 0.1228735 Jul 29 17:01:42.175300 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0926fef0-2203-4efb-baaa-bfcaca1856cf req-ba503f75-4e7a-46a9-bfd1-01fa483f12d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6378bf94-f61a-4462-b100-60b926f9e61e HTTP/1.1" status: 200 len: 217 time: 0.0626891 Jul 29 17:01:42.234763 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926fef0-2203-4efb-baaa-bfcaca1856cf req-8c3b9b63-3339-4460-942d-805edb641385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:42.236072 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0926fef0-2203-4efb-baaa-bfcaca1856cf req-8c3b9b63-3339-4460-942d-805edb641385 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed81eff6-23e3-4c30-9f0e-0eddfdabf399 HTTP/1.1" status: 200 len: 835 time: 0.0553563 Jul 29 17:01:42.319520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926fef0-2203-4efb-baaa-bfcaca1856cf req-ef804c6f-ce93-4c50-8f67-cdcabc862df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:42.321543 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0926fef0-2203-4efb-baaa-bfcaca1856cf req-ef804c6f-ce93-4c50-8f67-cdcabc862df6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90c47e30-de4e-4c40-8829-bf9b62a9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796971 Jul 29 17:01:42.452300 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0926fef0-2203-4efb-baaa-bfcaca1856cf req-745b357a-ae57-4c84-9fd4-d4288993db8f service neutron] 10.222.0.69 "GET /v2.0/networks/90c47e30-de4e-4c40-8829-bf9b62a9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239922 Jul 29 17:01:42.581577 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0926fef0-2203-4efb-baaa-bfcaca1856cf req-8500bcfa-477f-4f15-b187-2beee89cdb42 service neutron] 10.222.0.69 "GET /v2.0/networks/90c47e30-de4e-4c40-8829-bf9b62a9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232851 Jul 29 17:01:43.127894 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5657b08-5563-4fd1-a423-679054afe185 req-bc687862-1e97-41ec-b6c6-e37f646d5d65 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:43.129372 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d5657b08-5563-4fd1-a423-679054afe185 req-bc687862-1e97-41ec-b6c6-e37f646d5d65 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 943 time: 0.0889421 Jul 29 17:01:43.173325 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d5657b08-5563-4fd1-a423-679054afe185 req-34f0765b-7aea-4d16-ae89-d6d3cfa20716 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e826e99-7391-4bd6-92d4-7d5f4f880826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381782 Jul 29 17:01:44.361937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe59503-92a9-4ba7-82f8-f9edfff31083 req-9fc5f9dd-9f31-466c-9cfd-9133216dd261 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:44.363284 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ebe59503-92a9-4ba7-82f8-f9edfff31083 req-9fc5f9dd-9f31-466c-9cfd-9133216dd261 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 943 time: 0.0860052 Jul 29 17:01:44.405691 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ebe59503-92a9-4ba7-82f8-f9edfff31083 req-4ed1376f-a3c2-4cdd-9ed7-d54a5a864cba tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e826e99-7391-4bd6-92d4-7d5f4f880826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367403 Jul 29 17:01:44.631420 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 6378bf94-f61a-4462-b100-60b926f9e61e details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:01:44.761968 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 6378bf94-f61a-4462-b100-60b926f9e61e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=6378bf94-f61a-4462-b100-60b926f9e61e,segment=NetworkSegment(2793eb1d-cfa3-4ea9-94e9-ddaebffb0549),segment_id=2793eb1d-cfa3-4ea9-94e9-ddaebffb0549)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:01:44.775396 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '6378bf94-f61a-4462-b100-60b926f9e61e', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'port_id': '6378bf94-f61a-4462-b100-60b926f9e61e', 'mac_address': 'fa:16:3e:8c:2b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:01:44.831445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 6378bf94-f61a-4462-b100-60b926f9e61e is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:01:44.831826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:44.848706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6378bf94-f61a-4462-b100-60b926f9e61e {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:01:44.863860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 6378bf94-f61a-4462-b100-60b926f9e61e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=6378bf94-f61a-4462-b100-60b926f9e61e,segment=NetworkSegment(2793eb1d-cfa3-4ea9-94e9-ddaebffb0549),segment_id=2793eb1d-cfa3-4ea9-94e9-ddaebffb0549)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:01:44.867693 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:44.933029 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=6378bf94-f61a-4462-b100-60b926f9e61e,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:45.109990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0e1d2c2e-e08f-493a-bee3-e794f49e2c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:45.142544 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['6378bf94-f61a-4462-b100-60b926f9e61e'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:01:45.602184 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cf561-9a70-4067-bb16-0c2b68aadc46 req-1f2c8a93-faff-43b0-9438-e3c03cbbd03f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:45.603638 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a68cf561-9a70-4067-bb16-0c2b68aadc46 req-1f2c8a93-faff-43b0-9438-e3c03cbbd03f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 944 time: 0.0913620 Jul 29 17:01:45.647002 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a68cf561-9a70-4067-bb16-0c2b68aadc46 req-3d763b91-d925-4eb4-8067-4c26e9993a2f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e826e99-7391-4bd6-92d4-7d5f4f880826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377398 Jul 29 17:01:46.655274 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 6378bf94-f61a-4462-b100-60b926f9e61e up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:01:46.722720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 6378bf94-f61a-4462-b100-60b926f9e61e completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:01:46.727211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 6378bf94-f61a-4462-b100-60b926f9e61e triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:01:46.727593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:46.844324 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 6378bf94-f61a-4462-b100-60b926f9e61e is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:01:46.844644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:46.849291 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7986f-7ac5-485a-ae8e-734fcb0248fe req-667580b1-dc8c-4fd7-bf62-01d1a23c4091 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:46.850753 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cae7986f-7ac5-485a-ae8e-734fcb0248fe req-667580b1-dc8c-4fd7-bf62-01d1a23c4091 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 944 time: 0.0947056 Jul 29 17:01:46.871477 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6378bf94-f61a-4462-b100-60b926f9e61e'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:01:46.880993 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 6378bf94-f61a-4462-b100-60b926f9e61e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=6378bf94-f61a-4462-b100-60b926f9e61e,segment=NetworkSegment(2793eb1d-cfa3-4ea9-94e9-ddaebffb0549),segment_id=2793eb1d-cfa3-4ea9-94e9-ddaebffb0549)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:01:46.886443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:46.898641 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cae7986f-7ac5-485a-ae8e-734fcb0248fe req-7f8516ca-bd51-43d7-b186-1d2269b6bdca tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e826e99-7391-4bd6-92d4-7d5f4f880826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421841 Jul 29 17:01:46.918535 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090d71a8-d78a-4beb-baf6-e1825cc98a75'] response: {'server_uuid': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6378bf94-f61a-4462-b100-60b926f9e61e', 'code': 200} Jul 29 17:01:46.960212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=6378bf94-f61a-4462-b100-60b926f9e61e,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:47.150559 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c0863-b3b4-4112-99b4-bce215f17e36 req-c94a0360-c288-426a-a606-5680cb90f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:47.151934 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ed2c0863-b3b4-4112-99b4-bce215f17e36 req-c94a0360-c288-426a-a606-5680cb90f81f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 1098 time: 0.0759704 Jul 29 17:01:47.194497 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ed2c0863-b3b4-4112-99b4-bce215f17e36 req-9b7fbd9d-6fd1-4125-9a95-93195e936b58 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1e826e99-7391-4bd6-92d4-7d5f4f880826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369284 Jul 29 17:01:47.662832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d7817ac5-07c6-4317-bde5-4ff8c2bc9433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:48.094925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f6708-6976-4f3c-ad52-c62ab6a736db req-482b6f22-5910-4ed2-8ff6-c6e6012fe7e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:48.096372 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6a2f6708-6976-4f3c-ad52-c62ab6a736db req-482b6f22-5910-4ed2-8ff6-c6e6012fe7e0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 945 time: 0.0865521 Jul 29 17:01:48.140324 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6a2f6708-6976-4f3c-ad52-c62ab6a736db req-673aa76e-9433-4612-af80-8ba9da2b42a9 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e826e99-7391-4bd6-92d4-7d5f4f880826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383759 Jul 29 17:01:48.316613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:48.446979 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:49.341384 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadcdcd-f320-494b-a204-4d28e3e53fac req-f9408a8c-1bb4-4a08-99e6-15ce82db3b11 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:49.342829 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dfadcdcd-f320-494b-a204-4d28e3e53fac req-f9408a8c-1bb4-4a08-99e6-15ce82db3b11 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 945 time: 0.0907643 Jul 29 17:01:49.386301 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dfadcdcd-f320-494b-a204-4d28e3e53fac req-382aae45-6237-42e1-8ede-b950de0f5f1f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e826e99-7391-4bd6-92d4-7d5f4f880826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378580 Jul 29 17:01:49.580111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9bd6-3213-4a5f-9ebd-0e6193664822 req-4b95cf5e-0deb-410e-916f-441f7aed24d1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:49.581580 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6c2d9bd6-3213-4a5f-9ebd-0e6193664822 req-4b95cf5e-0deb-410e-916f-441f7aed24d1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 945 time: 0.0906997 Jul 29 17:01:49.625962 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6c2d9bd6-3213-4a5f-9ebd-0e6193664822 req-6982e453-90fe-4b8e-9daf-66593f5812fe tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e826e99-7391-4bd6-92d4-7d5f4f880826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381746 Jul 29 17:01:49.652860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57592) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:49.728475 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e1620b-50c0-4513-99cb-8e53bf0da153 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:49.730065 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e9e1620b-50c0-4513-99cb-8e53bf0da153 tempest-TestNetworkBasicOps-294955590 tempest-TestNetworkBasicOps-294955590-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 1093 time: 0.0762427 Jul 29 17:01:49.732921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57596) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:49.737745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '6378bf94-f61a-4462-b100-60b926f9e61e', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:01:49.743490 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:01:49.747267 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Usage tracker for resource:floatingip and tenant:ab8e87e6e1034425bfda48f6df7de642 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:01:49.750023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:01:49.755684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:01:49.767846 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:49.902223 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:49.934067 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:50.147011 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Allocated IP 172.26.1.237 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/c4da46b5-5c30-4813-a01e-8dc35659ab3c) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:01:50.291240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:50.320595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:50.386195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:01:50.388984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:01:50.392632 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:01:50.431296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=c4da46b5-5c30-4813-a01e-8dc35659ab3c,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:50.595816 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:50.795235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:50.866469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:51.069359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:51.073798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:51.178158 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event updated for resources: {'Port': ['ID=c4da46b5-5c30-4813-a01e-8dc35659ab3c,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:01:51.189752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:51.356208 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP 16ee4414-cd70-4674-ba8b-b2b40c0e0517 associated. External IP: 172.26.1.237, port: 6378bf94-f61a-4462-b100-60b926f9e61e. Jul 29 17:01:51.822089 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router d74dbad0-50eb-4ee8-877f-35b98ffe9841 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:01:51.997759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:01:52.006983 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174de7bd-59db-4e2a-8b4d-623410bb7f6e None None] Sync routers for ids ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:01:52.016779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174de7bd-59db-4e2a-8b4d-623410bb7f6e None None] Routers {'d74dbad0-50eb-4ee8-877f-35b98ffe9841'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:01:52.017440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-174de7bd-59db-4e2a-8b4d-623410bb7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:01:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:52.023331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:01:52.078340 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-64102a8d-1f05-47fc-80fe-bd8b5cda214a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3441391 Jul 29 17:01:52.078871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'tag': '6378bf94-f61a-4462-b100-60b926f9e61e'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:01:52.080963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57600) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:52.124621 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1effca-1f04-45c0-8805-512be411248d'] response: {'name': 'network-changed', 'server_uuid': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'tag': '6378bf94-f61a-4462-b100-60b926f9e61e', 'status': 'completed', 'code': 200} Jul 29 17:01:52.201925 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-174de7bd-59db-4e2a-8b4d-623410bb7f6e None None] Set router d74dbad0-50eb-4ee8-877f-35b98ffe9841 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:01:52.243980 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ee7f033a-97ce-436b-9d84-7b357c720e69 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/16ee4414-cd70-4674-ba8b-b2b40c0e0517 HTTP/1.1" status: 200 len: 991 time: 0.1618378 Jul 29 17:01:52.259855 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ece7eb-2643-4cf5-baad-4f675def9069 req-40235724-c70b-4ba9-bb3a-a4c24b4562fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:52.261303 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d8ece7eb-2643-4cf5-baad-4f675def9069 req-40235724-c70b-4ba9-bb3a-a4c24b4562fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 1098 time: 0.1159167 Jul 29 17:01:52.389471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ece7eb-2643-4cf5-baad-4f675def9069 req-f6445e05-a73c-48bd-874e-c9b241159acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:52.390815 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d8ece7eb-2643-4cf5-baad-4f675def9069 req-f6445e05-a73c-48bd-874e-c9b241159acb service neutron] 10.222.0.69 "GET /v2.0/networks?id=90c47e30-de4e-4c40-8829-bf9b62a9bd13 HTTP/1.1" status: 200 len: 898 time: 0.1241326 Jul 29 17:01:52.546244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-174de7bd-59db-4e2a-8b4d-623410bb7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:01:33Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '16ee4414-cd70-4674-ba8b-b2b40c0e0517', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.237', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'port_id': '6378bf94-f61a-4462-b100-60b926f9e61e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'mac_address': 'fa:16:3e:8c:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:01:50Z', 'updated_at': '2022-07-29T17:01:50Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1', 'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:76:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:33Z', 'updated_at': '2022-07-29T17:01:39Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:52.550504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174de7bd-59db-4e2a-8b4d-623410bb7f6e None None] Checking router: d74dbad0-50eb-4ee8-877f-35b98ffe9841 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:01:52.560494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174de7bd-59db-4e2a-8b4d-623410bb7f6e None None] Routers {'d74dbad0-50eb-4ee8-877f-35b98ffe9841'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:01:52.561147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-174de7bd-59db-4e2a-8b4d-623410bb7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:01:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:52.596924 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d8ece7eb-2643-4cf5-baad-4f675def9069 req-4524630a-26d7-49d5-8167-d8346dfa4ba0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6378bf94-f61a-4462-b100-60b926f9e61e HTTP/1.1" status: 200 len: 999 time: 0.1997356 Jul 29 17:01:52.658162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ece7eb-2643-4cf5-baad-4f675def9069 req-aef53ab4-0f93-4a39-a9b9-7b5aac913bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:52.659512 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d8ece7eb-2643-4cf5-baad-4f675def9069 req-aef53ab4-0f93-4a39-a9b9-7b5aac913bf4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed81eff6-23e3-4c30-9f0e-0eddfdabf399 HTTP/1.1" status: 200 len: 835 time: 0.0568705 Jul 29 17:01:52.739521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-174de7bd-59db-4e2a-8b4d-623410bb7f6e None None] Set router d74dbad0-50eb-4ee8-877f-35b98ffe9841 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:01:52.741199 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ece7eb-2643-4cf5-baad-4f675def9069 req-a8c90947-b27c-4543-9f45-18d7ee5ec88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:01:52.742754 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d8ece7eb-2643-4cf5-baad-4f675def9069 req-a8c90947-b27c-4543-9f45-18d7ee5ec88a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90c47e30-de4e-4c40-8829-bf9b62a9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765762 Jul 29 17:01:52.872136 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d8ece7eb-2643-4cf5-baad-4f675def9069 req-df1300aa-c049-46fa-ad3b-74f057f402ff service neutron] 10.222.0.69 "GET /v2.0/networks/90c47e30-de4e-4c40-8829-bf9b62a9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233613 Jul 29 17:01:53.003485 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d8ece7eb-2643-4cf5-baad-4f675def9069 req-dc07d506-28dc-4be3-9712-ceb45f255b12 service neutron] 10.222.0.69 "GET /v2.0/networks/90c47e30-de4e-4c40-8829-bf9b62a9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261702 Jul 29 17:01:53.117855 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-174de7bd-59db-4e2a-8b4d-623410bb7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:01:33Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '16ee4414-cd70-4674-ba8b-b2b40c0e0517', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.237', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'port_id': '6378bf94-f61a-4462-b100-60b926f9e61e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'mac_address': 'fa:16:3e:8c:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:01:50Z', 'updated_at': '2022-07-29T17:01:50Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1', 'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:76:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:33Z', 'updated_at': '2022-07-29T17:01:39Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:01:53.121764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174de7bd-59db-4e2a-8b4d-623410bb7f6e None None] The sync data for ids ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'] in dv-neutron-851534-1-hyperv is: [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:01:33Z', 'revision_number': 4, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '16ee4414-cd70-4674-ba8b-b2b40c0e0517', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.237', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'port_id': '6378bf94-f61a-4462-b100-60b926f9e61e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'mac_address': 'fa:16:3e:8c:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:01:50Z', 'updated_at': '2022-07-29T17:01:50Z', 'revision_number': 0, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1', 'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:76:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:33Z', 'updated_at': '2022-07-29T17:01:39Z', 'revision_number': 5, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:01:53.247152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57606) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:53.308977 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d7903-f250-497e-b325-c8cff9353f2f None None] New status for floating IP 16ee4414-cd70-4674-ba8b-b2b40c0e0517: ACTIVE {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:01:53.356886 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8f778e08-ccc5-4b32-9d78-a90bca1c8108 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/16ee4414-cd70-4674-ba8b-b2b40c0e0517 HTTP/1.1" status: 200 len: 991 time: 0.1086209 Jul 29 17:01:54.360841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57610) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:01:54.466146 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6e7e0c36-0c89-4414-818f-38338512e34b tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/16ee4414-cd70-4674-ba8b-b2b40c0e0517 HTTP/1.1" status: 200 len: 993 time: 0.1041381 Jul 29 17:02:03.265140 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:02:15.111410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8cb69af2-56ae-488c-9837-82124cc8f667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:17.665058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2847a405-75f2-4c67-9309-0e17b2cb048f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:18.317958 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:18.447673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:19.943978 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:20.603564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:40.263748 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:02:43.432425 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5bac2f55-03a7-4fb3-a61a-7337a1fe84f4 req-a92f4a66-f005-4e56-9987-f32d71dfbf51 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1878233 Jul 29 17:02:43.583445 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac2f55-03a7-4fb3-a61a-7337a1fe84f4 req-96ed1438-90b1-4c6b-85fa-1020207f5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:02:43.584955 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5bac2f55-03a7-4fb3-a61a-7337a1fe84f4 req-96ed1438-90b1-4c6b-85fa-1020207f5131 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 1098 time: 0.0827920 Jul 29 17:02:43.728835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac2f55-03a7-4fb3-a61a-7337a1fe84f4 req-659d60c7-935b-4f9b-a674-6be157511731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:02:43.730341 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5bac2f55-03a7-4fb3-a61a-7337a1fe84f4 req-659d60c7-935b-4f9b-a674-6be157511731 service neutron] 10.222.0.69 "GET /v2.0/networks?id=90c47e30-de4e-4c40-8829-bf9b62a9bd13 HTTP/1.1" status: 200 len: 898 time: 0.1267886 Jul 29 17:02:43.833464 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5bac2f55-03a7-4fb3-a61a-7337a1fe84f4 req-203d060d-2af3-4937-a08b-3a879c09a1a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6378bf94-f61a-4462-b100-60b926f9e61e HTTP/1.1" status: 200 len: 1001 time: 0.0963092 Jul 29 17:02:43.897579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac2f55-03a7-4fb3-a61a-7337a1fe84f4 req-57acad36-df6f-4b90-ad4f-06a446fbfa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:02:43.898951 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5bac2f55-03a7-4fb3-a61a-7337a1fe84f4 req-57acad36-df6f-4b90-ad4f-06a446fbfa87 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed81eff6-23e3-4c30-9f0e-0eddfdabf399 HTTP/1.1" status: 200 len: 835 time: 0.0597661 Jul 29 17:02:43.979341 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac2f55-03a7-4fb3-a61a-7337a1fe84f4 req-5004a696-2551-4b14-a641-748a7534cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:02:43.980783 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5bac2f55-03a7-4fb3-a61a-7337a1fe84f4 req-5004a696-2551-4b14-a641-748a7534cdfc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90c47e30-de4e-4c40-8829-bf9b62a9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754995 Jul 29 17:02:44.108596 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5bac2f55-03a7-4fb3-a61a-7337a1fe84f4 req-97c5bc13-a407-4ec8-832e-619dfaeac9dc service neutron] 10.222.0.69 "GET /v2.0/networks/90c47e30-de4e-4c40-8829-bf9b62a9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216059 Jul 29 17:02:44.236464 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5bac2f55-03a7-4fb3-a61a-7337a1fe84f4 req-fa0064fb-bd16-46ee-b9ac-bfac5d4425f3 service neutron] 10.222.0.69 "GET /v2.0/networks/90c47e30-de4e-4c40-8829-bf9b62a9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222408 Jul 29 17:02:45.112738 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2118c348-f78a-458a-9472-4a10a76b3758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:47.666079 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-42ab11cb-d9bb-4e55-9649-53d61fca87ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:48.319180 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:48.450181 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:49.940048 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:50.620300 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:52.962012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57638) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:02:52.967335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-4f81692c-dde4-4258-b126-005702eb5c49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:02:53.476633 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4f81692c-dde4-4258-b126-005702eb5c49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:53.489984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4f81692c-dde4-4258-b126-005702eb5c49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:53.669572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f81692c-dde4-4258-b126-005702eb5c49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router d74dbad0-50eb-4ee8-877f-35b98ffe9841 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:02:53.966867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f81692c-dde4-4258-b126-005702eb5c49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:02:53.974102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4f81692c-dde4-4258-b126-005702eb5c49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:53.975252 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4f81692c-dde4-4258-b126-005702eb5c49 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/d74dbad0-50eb-4ee8-877f-35b98ffe9841 HTTP/1.1" status: 200 len: 888 time: 1.0122585 Jul 29 17:02:53.977701 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df6dc0-bf4a-45b2-bdea-1fd707d1e04f None None] Sync routers for ids ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:02:53.987508 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df6dc0-bf4a-45b2-bdea-1fd707d1e04f None None] Routers {'d74dbad0-50eb-4ee8-877f-35b98ffe9841'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:02:53.988119 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b9df6dc0-bf4a-45b2-bdea-1fd707d1e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:02:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:02:54.049651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b9df6dc0-bf4a-45b2-bdea-1fd707d1e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:02:54.057729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df6dc0-bf4a-45b2-bdea-1fd707d1e04f None None] Routers {'d74dbad0-50eb-4ee8-877f-35b98ffe9841'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:02:54.058313 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b9df6dc0-bf4a-45b2-bdea-1fd707d1e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:02:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:02:54.118706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b9df6dc0-bf4a-45b2-bdea-1fd707d1e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:02:54.119100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df6dc0-bf4a-45b2-bdea-1fd707d1e04f None None] The sync data for ids ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'] in dv-neutron-851534-1-hyperv is: [] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:02:54.856613 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6868a-d025-4296-9bf9-9a3375111993 None None] New status for floating IP 16ee4414-cd70-4674-ba8b-b2b40c0e0517: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:02:54.986819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dab4200a-e63f-4fc4-9c9e-7a507b13e562 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:02:55.099537 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port dab4200a-e63f-4fc4-9c9e-7a507b13e562 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:02:55.099840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:55.116662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port dab4200a-e63f-4fc4-9c9e-7a507b13e562, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=dab4200a-e63f-4fc4-9c9e-7a507b13e562,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:02:55.121295 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:55.122247 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:02:55.238799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=dab4200a-e63f-4fc4-9c9e-7a507b13e562,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:02:55.247244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:02:55.247584 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:02:55.247919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:02:55.248248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:02:55.248574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:02:55.248898 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:02:55.249246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:02:55.249567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:02:55.249910 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:02:55.250230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:02:55.250546 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:02:55.250861 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:02:55.308521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:02:55.308901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:55.340027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1,segment=NetworkSegment(2793eb1d-cfa3-4ea9-94e9-ddaebffb0549),segment_id=2793eb1d-cfa3-4ea9-94e9-ddaebffb0549)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:02:55.344250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:55.410707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:02:56.123232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57646) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:02:56.128921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8c4a415f-3d8a-4226-8b85-688cd2163cf2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:02:56.639853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8c4a415f-3d8a-4226-8b85-688cd2163cf2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:56.650422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8c4a415f-3d8a-4226-8b85-688cd2163cf2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449385'] for router, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:56.829724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4a415f-3d8a-4226-8b85-688cd2163cf2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router d74dbad0-50eb-4ee8-877f-35b98ffe9841 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:02:57.001898 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4a415f-3d8a-4226-8b85-688cd2163cf2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:02:57.008330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8c4a415f-3d8a-4226-8b85-688cd2163cf2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:57.009469 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8c4a415f-3d8a-4226-8b85-688cd2163cf2 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/d74dbad0-50eb-4ee8-877f-35b98ffe9841 HTTP/1.1" status: 200 len: 887 time: 0.8852639 Jul 29 17:02:57.011153 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b082bf0-5703-46c9-9f5a-6768012cccd9 None None] Sync routers for ids ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:02:57.012352 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57650) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:02:57.021395 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b082bf0-5703-46c9-9f5a-6768012cccd9 None None] Routers {'d74dbad0-50eb-4ee8-877f-35b98ffe9841'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:02:57.022002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2b082bf0-5703-46c9-9f5a-6768012cccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:02:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:02:57.115977 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e838e45f-965c-4d97-b3bf-0dae4282cb1a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/16ee4414-cd70-4674-ba8b-b2b40c0e0517 HTTP/1.1" status: 200 len: 991 time: 0.1024966 Jul 29 17:02:57.198589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-2b082bf0-5703-46c9-9f5a-6768012cccd9 None None] Set router d74dbad0-50eb-4ee8-877f-35b98ffe9841 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:02:57.584441 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2b082bf0-5703-46c9-9f5a-6768012cccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:02:56Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:02:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '16ee4414-cd70-4674-ba8b-b2b40c0e0517', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.237', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'port_id': '6378bf94-f61a-4462-b100-60b926f9e61e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'mac_address': 'fa:16:3e:8c:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:01:50Z', 'updated_at': '2022-07-29T17:02:55Z', 'revision_number': 2, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1', 'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:76:8f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:33Z', 'updated_at': '2022-07-29T17:02:55Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:02:57.588251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b082bf0-5703-46c9-9f5a-6768012cccd9 None None] Checking router: d74dbad0-50eb-4ee8-877f-35b98ffe9841 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:02:57.597037 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b082bf0-5703-46c9-9f5a-6768012cccd9 None None] Routers {'d74dbad0-50eb-4ee8-877f-35b98ffe9841'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:02:57.597648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2b082bf0-5703-46c9-9f5a-6768012cccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:02:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:02:57.769095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-2b082bf0-5703-46c9-9f5a-6768012cccd9 None None] Set router d74dbad0-50eb-4ee8-877f-35b98ffe9841 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:02:58.105771 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2b082bf0-5703-46c9-9f5a-6768012cccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:02:56Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:02:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '16ee4414-cd70-4674-ba8b-b2b40c0e0517', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.237', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'port_id': '6378bf94-f61a-4462-b100-60b926f9e61e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'mac_address': 'fa:16:3e:8c:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:01:50Z', 'updated_at': '2022-07-29T17:02:55Z', 'revision_number': 2, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1', 'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:76:8f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:33Z', 'updated_at': '2022-07-29T17:02:55Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:02:58.109711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b082bf0-5703-46c9-9f5a-6768012cccd9 None None] The sync data for ids ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'] in dv-neutron-851534-1-hyperv is: [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:02:56Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:02:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '16ee4414-cd70-4674-ba8b-b2b40c0e0517', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'floating_ip_address': '172.26.1.237', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'port_id': '6378bf94-f61a-4462-b100-60b926f9e61e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'mac_address': 'fa:16:3e:8c:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:01:50Z', 'updated_at': '2022-07-29T17:02:55Z', 'revision_number': 2, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1', 'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:76:8f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:33Z', 'updated_at': '2022-07-29T17:02:55Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:02:58.119723 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57654) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:02:58.368136 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ae508717-6f13-415a-8abd-f9bc32dabbb1 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/16ee4414-cd70-4674-ba8b-b2b40c0e0517 HTTP/1.1" status: 200 len: 991 time: 0.2472467 Jul 29 17:02:59.033727 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dab4200a-e63f-4fc4-9c9e-7a507b13e562 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:02:59.102790 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port dab4200a-e63f-4fc4-9c9e-7a507b13e562 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:02:59.103161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:59.222625 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port dab4200a-e63f-4fc4-9c9e-7a507b13e562 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:02:59.223218 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:59.239300 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port dab4200a-e63f-4fc4-9c9e-7a507b13e562, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=dab4200a-e63f-4fc4-9c9e-7a507b13e562,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:02:59.244092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:59.245115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:02:59.360162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=dab4200a-e63f-4fc4-9c9e-7a507b13e562,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:02:59.371033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:02:59.371406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:59.372008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57658) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:02:59.485360 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-091f53e8-11bb-4995-996e-d570a3c3bbc6 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/16ee4414-cd70-4674-ba8b-b2b40c0e0517 HTTP/1.1" status: 200 len: 991 time: 0.1121931 Jul 29 17:02:59.491173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:02:59.491564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:59.523308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1,segment=NetworkSegment(2793eb1d-cfa3-4ea9-94e9-ddaebffb0549),segment_id=2793eb1d-cfa3-4ea9-94e9-ddaebffb0549)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:02:59.528423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:02:59.596059 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:02:59.700494 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67007e3-02a8-4912-af21-4f777e627ef7 None None] New status for floating IP 16ee4414-cd70-4674-ba8b-b2b40c0e0517: ACTIVE {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:03:00.490012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57662) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:00.595608 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7200ef64-3a6d-4e08-be77-a3ce77a29ca0 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/floatingips/16ee4414-cd70-4674-ba8b-b2b40c0e0517 HTTP/1.1" status: 200 len: 993 time: 0.1044111 Jul 29 17:03:00.867890 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57670) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:00.998828 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dab4200a-e63f-4fc4-9c9e-7a507b13e562 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:03:01.068863 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port dab4200a-e63f-4fc4-9c9e-7a507b13e562 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:03:01.069333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:01.173690 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port c4da46b5-5c30-4813-a01e-8dc35659ab3c {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:03:01.173942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:01.186939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port dab4200a-e63f-4fc4-9c9e-7a507b13e562 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:03:01.188492 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:03:01.252355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:03:01.252726 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:01.343910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:01.344246 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:01.401333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:03:01.467206 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for c4da46b5-5c30-4813-a01e-8dc35659ab3c owned by network:floatingip {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:03:01.623591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:01.673676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=c4da46b5-5c30-4813-a01e-8dc35659ab3c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:01.720646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:01.720928 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:01.721300 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:01.721643 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:01.721979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:01.722314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:01.722645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:01.722977 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:01.723308 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:01.723634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:01.723961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:01.724285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:01.778438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for floatingip, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:01.778775 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Floating IP 16ee4414-cd70-4674-ba8b-b2b40c0e0517 disassociated (deleted). External IP: 172.26.1.237, port: 6378bf94-f61a-4462-b100-60b926f9e61e. Jul 29 17:03:02.124964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router d74dbad0-50eb-4ee8-877f-35b98ffe9841 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:03:02.295512 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:03:02.304782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e96ebe0-41bc-4a8f-ac95-c01adc5ded42 None None] Sync routers for ids ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:03:02.311315 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:02.314132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e96ebe0-41bc-4a8f-ac95-c01adc5ded42 None None] Routers {'d74dbad0-50eb-4ee8-877f-35b98ffe9841'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:03:02.314731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e96ebe0-41bc-4a8f-ac95-c01adc5ded42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:02:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:02.370446 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3b71fc69-06a0-4ec3-b86c-acf832010c2a tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/floatingips/16ee4414-cd70-4674-ba8b-b2b40c0e0517 HTTP/1.1" status: 204 len: 168 time: 1.4989974 Jul 29 17:03:02.370446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'tag': '6378bf94-f61a-4462-b100-60b926f9e61e'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:03:02.415049 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086f49e8-aafa-4ba1-bc59-889e64fe8c20'] response: {'name': 'network-changed', 'server_uuid': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'tag': '6378bf94-f61a-4462-b100-60b926f9e61e', 'status': 'completed', 'code': 200} Jul 29 17:03:02.493930 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-2e96ebe0-41bc-4a8f-ac95-c01adc5ded42 None None] Set router d74dbad0-50eb-4ee8-877f-35b98ffe9841 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:03:02.520127 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997159d-bbfe-40e6-91c6-344eda6530fc req-0d8ba790-7bab-48a2-85ce-97d796fa02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:02.521644 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c997159d-bbfe-40e6-91c6-344eda6530fc req-0d8ba790-7bab-48a2-85ce-97d796fa02b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab8e87e6e1034425bfda48f6df7de642&device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 1098 time: 0.0837791 Jul 29 17:03:02.761745 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812c963-0461-4295-a1c0-c71103f7ae02 req-3deaa139-4d62-4d1f-85ee-8c90853494a4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:02.763222 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7812c963-0461-4295-a1c0-c71103f7ae02 req-3deaa139-4d62-4d1f-85ee-8c90853494a4 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 945 time: 0.0925760 Jul 29 17:03:02.785091 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997159d-bbfe-40e6-91c6-344eda6530fc req-645492ae-afdc-4a90-a49e-88ea1e784029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:02.786561 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c997159d-bbfe-40e6-91c6-344eda6530fc req-645492ae-afdc-4a90-a49e-88ea1e784029 service neutron] 10.222.0.69 "GET /v2.0/networks?id=90c47e30-de4e-4c40-8829-bf9b62a9bd13 HTTP/1.1" status: 200 len: 898 time: 0.2579877 Jul 29 17:03:02.811770 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7812c963-0461-4295-a1c0-c71103f7ae02 req-dff203c7-b717-419a-8b6b-6844dc693248 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e826e99-7391-4bd6-92d4-7d5f4f880826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416400 Jul 29 17:03:02.840665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e96ebe0-41bc-4a8f-ac95-c01adc5ded42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:02:56Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:02:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1', 'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:76:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:33Z', 'updated_at': '2022-07-29T17:02:59Z', 'revision_number': 7, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:02.844688 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e96ebe0-41bc-4a8f-ac95-c01adc5ded42 None None] Checking router: d74dbad0-50eb-4ee8-877f-35b98ffe9841 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:03:02.853105 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e96ebe0-41bc-4a8f-ac95-c01adc5ded42 None None] Routers {'d74dbad0-50eb-4ee8-877f-35b98ffe9841'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:03:02.853702 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e96ebe0-41bc-4a8f-ac95-c01adc5ded42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:02:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:02.857989 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c997159d-bbfe-40e6-91c6-344eda6530fc req-653cc5c2-4262-46c3-951d-041d335c5de2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6378bf94-f61a-4462-b100-60b926f9e61e HTTP/1.1" status: 200 len: 217 time: 0.0649130 Jul 29 17:03:02.919619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997159d-bbfe-40e6-91c6-344eda6530fc req-9cae3f5c-910a-40f3-bce8-7445823c5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:02.921074 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c997159d-bbfe-40e6-91c6-344eda6530fc req-9cae3f5c-910a-40f3-bce8-7445823c5c9d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ed81eff6-23e3-4c30-9f0e-0eddfdabf399 HTTP/1.1" status: 200 len: 835 time: 0.0573018 Jul 29 17:03:03.006247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997159d-bbfe-40e6-91c6-344eda6530fc req-d1e3b1b4-2968-45a1-bd5c-d4fceed90fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:03.007728 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c997159d-bbfe-40e6-91c6-344eda6530fc req-d1e3b1b4-2968-45a1-bd5c-d4fceed90fbb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90c47e30-de4e-4c40-8829-bf9b62a9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802300 Jul 29 17:03:03.028778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-2e96ebe0-41bc-4a8f-ac95-c01adc5ded42 None None] Set router d74dbad0-50eb-4ee8-877f-35b98ffe9841 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:03:03.138675 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c997159d-bbfe-40e6-91c6-344eda6530fc req-79043e51-7220-4be4-a540-1ec5a827a79c service neutron] 10.222.0.69 "GET /v2.0/networks/90c47e30-de4e-4c40-8829-bf9b62a9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241081 Jul 29 17:03:03.269408 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c997159d-bbfe-40e6-91c6-344eda6530fc req-da8455d4-28bb-4a73-a6f1-1d961cd8706a service neutron] 10.222.0.69 "GET /v2.0/networks/90c47e30-de4e-4c40-8829-bf9b62a9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241915 Jul 29 17:03:03.339050 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e96ebe0-41bc-4a8f-ac95-c01adc5ded42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:02:56Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:02:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1', 'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:76:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:33Z', 'updated_at': '2022-07-29T17:02:59Z', 'revision_number': 7, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:03.342910 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e96ebe0-41bc-4a8f-ac95-c01adc5ded42 None None] The sync data for ids ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'] in dv-neutron-851534-1-hyperv is: [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:02:56Z', 'revision_number': 6, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:02:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1', 'name': '', 'network_id': '90c47e30-de4e-4c40-8829-bf9b62a9bd13', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'mac_address': 'fa:16:3e:76:8f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:33Z', 'updated_at': '2022-07-29T17:02:59Z', 'revision_number': 7, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'subnets': [{'id': 'ed81eff6-23e3-4c30-9f0e-0eddfdabf399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:03:03.956236 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06e9f71-fa63-4d35-9207-16bc29b791ac None None] New status for floating IP 16ee4414-cd70-4674-ba8b-b2b40c0e0517: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:03:04.016095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d2a57-699c-4296-b2fa-a58685f714cd req-9e825666-da67-48f8-bcbb-f278434ac9be tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:04.017695 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-945d2a57-699c-4296-b2fa-a58685f714cd req-9e825666-da67-48f8-bcbb-f278434ac9be tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 945 time: 0.0894296 Jul 29 17:03:04.068135 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-945d2a57-699c-4296-b2fa-a58685f714cd req-9f72d7ea-2e94-45f4-8f72-ee9b6ac97cec tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e826e99-7391-4bd6-92d4-7d5f4f880826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410171 Jul 29 17:03:04.309800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a7790-a4ba-44cd-a08e-308ca2cd03de req-f75c13b2-4429-4721-a8db-2dbcbc2f797c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:04.310484 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-006a7790-a4ba-44cd-a08e-308ca2cd03de req-f75c13b2-4429-4721-a8db-2dbcbc2f797c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Synchronizing usage tracker for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:03:04.325768 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-006a7790-a4ba-44cd-a08e-308ca2cd03de req-f75c13b2-4429-4721-a8db-2dbcbc2f797c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Unset dirty status for tenant:ab8e87e6e1034425bfda48f6df7de642 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:03:04.326841 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-006a7790-a4ba-44cd-a08e-308ca2cd03de req-f75c13b2-4429-4721-a8db-2dbcbc2f797c tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 945 time: 0.1003420 Jul 29 17:03:04.399659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-006a7790-a4ba-44cd-a08e-308ca2cd03de req-4a9eee2a-4aab-49bd-a10d-f17e328b5150 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 6378bf94-f61a-4462-b100-60b926f9e61e {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:03:04.400001 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-006a7790-a4ba-44cd-a08e-308ca2cd03de req-4a9eee2a-4aab-49bd-a10d-f17e328b5150 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:04.641818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-006a7790-a4ba-44cd-a08e-308ca2cd03de req-4a9eee2a-4aab-49bd-a10d-f17e328b5150 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 6378bf94-f61a-4462-b100-60b926f9e61e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=6378bf94-f61a-4462-b100-60b926f9e61e,segment=NetworkSegment(2793eb1d-cfa3-4ea9-94e9-ddaebffb0549),segment_id=2793eb1d-cfa3-4ea9-94e9-ddaebffb0549)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:03:04.642099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-006a7790-a4ba-44cd-a08e-308ca2cd03de req-4a9eee2a-4aab-49bd-a10d-f17e328b5150 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:04.764928 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-006a7790-a4ba-44cd-a08e-308ca2cd03de req-4a9eee2a-4aab-49bd-a10d-f17e328b5150 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 6378bf94-f61a-4462-b100-60b926f9e61e owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:03:04.908726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-006a7790-a4ba-44cd-a08e-308ca2cd03de req-4a9eee2a-4aab-49bd-a10d-f17e328b5150 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:04.957275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9eee2a-4aab-49bd-a10d-f17e328b5150 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=6378bf94-f61a-4462-b100-60b926f9e61e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:05.045664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-006a7790-a4ba-44cd-a08e-308ca2cd03de req-4a9eee2a-4aab-49bd-a10d-f17e328b5150 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] No DVR routers for this DVR port 6378bf94-f61a-4462-b100-60b926f9e61e on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:03:05.048758 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-006a7790-a4ba-44cd-a08e-308ca2cd03de req-4a9eee2a-4aab-49bd-a10d-f17e328b5150 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:05.051354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'name': 'network-vif-deleted', 'tag': '6378bf94-f61a-4462-b100-60b926f9e61e'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:03:05.066819 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-006a7790-a4ba-44cd-a08e-308ca2cd03de req-4a9eee2a-4aab-49bd-a10d-f17e328b5150 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.69 "DELETE /v2.0/ports/6378bf94-f61a-4462-b100-60b926f9e61e HTTP/1.1" status: 204 len: 173 time: 0.7343776 Jul 29 17:03:05.102890 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411381ad-0837-4820-a00a-f3405aac9a59'] response: {'server_uuid': 'd3a14258-f2f4-47d2-8fb7-d6dc111fe69e', 'name': 'network-vif-deleted', 'tag': '6378bf94-f61a-4462-b100-60b926f9e61e', 'status': 'completed', 'code': 200} Jul 29 17:03:05.238675 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c0be3b59-1344-4af2-9f2c-b164c0dbed1e req-24a7810a-ecc8-4701-9d0b-7989202b8f6d tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a14258-f2f4-47d2-8fb7-d6dc111fe69e HTTP/1.1" status: 200 len: 210 time: 0.0590875 Jul 29 17:03:06.338518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57688) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:06.404057 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:06.432480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:06.494971 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:06.513740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e826e99-7391-4bd6-92d4-7d5f4f880826,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:06.522995 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:06.523285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:06.523627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:06.523950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:06.524280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:06.524604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:06.524925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:06.525274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:06.525596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:06.525914 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:06.526227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:06.526542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:06.534527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:06.535635 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bd58a77c-19a5-445d-83f0-be9b1a0f0a86 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/security-groups/1e826e99-7391-4bd6-92d4-7d5f4f880826 HTTP/1.1" status: 204 len: 168 time: 0.1961679 Jul 29 17:03:06.570477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57694) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:07.060322 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 6378bf94-f61a-4462-b100-60b926f9e61e no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:03:07.093237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 6378bf94-f61a-4462-b100-60b926f9e61e {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:03:07.094108 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 6378bf94-f61a-4462-b100-60b926f9e61e not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:03:07.111233 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-270fe627-ea55-4688-81a3-7a6db8ff8af7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:07.563660 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-270fe627-ea55-4688-81a3-7a6db8ff8af7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:03:07.564248 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-270fe627-ea55-4688-81a3-7a6db8ff8af7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:07.745815 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-270fe627-ea55-4688-81a3-7a6db8ff8af7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1,segment=NetworkSegment(2793eb1d-cfa3-4ea9-94e9-ddaebffb0549),segment_id=2793eb1d-cfa3-4ea9-94e9-ddaebffb0549)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:03:07.746164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-270fe627-ea55-4688-81a3-7a6db8ff8af7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:07.869275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-270fe627-ea55-4688-81a3-7a6db8ff8af7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:03:08.044148 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-270fe627-ea55-4688-81a3-7a6db8ff8af7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:08.093318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fe627-ea55-4688-81a3-7a6db8ff8af7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:08.371916 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-270fe627-ea55-4688-81a3-7a6db8ff8af7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:08.737257 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270fe627-ea55-4688-81a3-7a6db8ff8af7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Router d74dbad0-50eb-4ee8-877f-35b98ffe9841 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:03:09.037635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270fe627-ea55-4688-81a3-7a6db8ff8af7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:03:09.047713 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61bf09-f9bf-4285-9914-28bfbd0bf8a4 None None] Sync routers for ids ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:03:09.053550 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-270fe627-ea55-4688-81a3-7a6db8ff8af7 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "PUT /v2.0/routers/d74dbad0-50eb-4ee8-877f-35b98ffe9841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4794364 Jul 29 17:03:09.053789 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57698) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:09.057738 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61bf09-f9bf-4285-9914-28bfbd0bf8a4 None None] Routers {'d74dbad0-50eb-4ee8-877f-35b98ffe9841'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:03:09.058446 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-aa61bf09-f9bf-4285-9914-28bfbd0bf8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:02:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:09.120624 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-7646086c-55c1-4035-877b-1e7ba7031ced tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting subnet ed81eff6-23e3-4c30-9f0e-0eddfdabf399 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:03:09.123625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7646086c-55c1-4035-877b-1e7ba7031ced tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:09.180153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7646086c-55c1-4035-877b-1e7ba7031ced tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:09.267601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7646086c-55c1-4035-877b-1e7ba7031ced tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:09.279445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-aa61bf09-f9bf-4285-9914-28bfbd0bf8a4 None None] Set router d74dbad0-50eb-4ee8-877f-35b98ffe9841 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:03:09.347395 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7646086c-55c1-4035-877b-1e7ba7031ced tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:09.388715 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646086c-55c1-4035-877b-1e7ba7031ced tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Subnet': ['ID=ed81eff6-23e3-4c30-9f0e-0eddfdabf399,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:09.393834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7646086c-55c1-4035-877b-1e7ba7031ced tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:09.400396 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7646086c-55c1-4035-877b-1e7ba7031ced tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/subnets/ed81eff6-23e3-4c30-9f0e-0eddfdabf399 HTTP/1.1" status: 204 len: 168 time: 0.3456664 Jul 29 17:03:09.402423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53dd9c7-bec3-4418-9732-ef1774ab3eb9 None None] Network 90c47e30-de4e-4c40-8829-bf9b62a9bd13 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:03:09.403087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57702) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:09.582676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:09.740208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-aa61bf09-f9bf-4285-9914-28bfbd0bf8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190'}], 'enable_snat': True}, 'gw_port_id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:03:07Z', 'revision_number': 7, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port': {'id': 'dab4200a-e63f-4fc4-9c9e-7a507b13e562', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:70:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:01:29Z', 'updated_at': '2022-07-29T17:02:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:09.744243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61bf09-f9bf-4285-9914-28bfbd0bf8a4 None None] Checking router: d74dbad0-50eb-4ee8-877f-35b98ffe9841 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:03:09.753484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61bf09-f9bf-4285-9914-28bfbd0bf8a4 None None] Routers {'d74dbad0-50eb-4ee8-877f-35b98ffe9841'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:03:09.754115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-aa61bf09-f9bf-4285-9914-28bfbd0bf8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:02:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:09.767190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:09.776856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Deleting port dab4200a-e63f-4fc4-9c9e-7a507b13e562 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:03:09.777204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:09.802594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b32263-d7ef-4a7f-a7b1-a18cfeba4ec2 None None] DHCP port deletion for 90c47e30-de4e-4c40-8829-bf9b62a9bd13 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:03:09.867597 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-14b32263-d7ef-4a7f-a7b1-a18cfeba4ec2 None None] Deleting port 1b1bbc11-a38f-4409-95c5-9871c68a29c4 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:03:09.867883 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-14b32263-d7ef-4a7f-a7b1-a18cfeba4ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:09.951450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] For port dab4200a-e63f-4fc4-9c9e-7a507b13e562, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=dab4200a-e63f-4fc4-9c9e-7a507b13e562,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:03:09.951806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:09.990920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-aa61bf09-f9bf-4285-9914-28bfbd0bf8a4 None None] Set router d74dbad0-50eb-4ee8-877f-35b98ffe9841 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:03:10.072376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Calling delete_port for dab4200a-e63f-4fc4-9c9e-7a507b13e562 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:03:10.099864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-aa61bf09-f9bf-4285-9914-28bfbd0bf8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:03:09Z', 'revision_number': 8, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:10.121939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa61bf09-f9bf-4285-9914-28bfbd0bf8a4 None None] The sync data for ids ['d74dbad0-50eb-4ee8-877f-35b98ffe9841'] in dv-neutron-851534-1-hyperv is: [{'id': 'd74dbad0-50eb-4ee8-877f-35b98ffe9841', 'name': 'tempest-TestNetworkBasicOps-router-944521506', 'tenant_id': 'ab8e87e6e1034425bfda48f6df7de642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:01:28Z', 'updated_at': '2022-07-29T17:03:09Z', 'revision_number': 8, 'project_id': 'ab8e87e6e1034425bfda48f6df7de642', 'gw_port_host': None}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:03:10.205641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-14b32263-d7ef-4a7f-a7b1-a18cfeba4ec2 None None] For port 1b1bbc11-a38f-4409-95c5-9871c68a29c4, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1b1bbc11-a38f-4409-95c5-9871c68a29c4,segment=NetworkSegment(2793eb1d-cfa3-4ea9-94e9-ddaebffb0549),segment_id=2793eb1d-cfa3-4ea9-94e9-ddaebffb0549)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:03:10.206030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-14b32263-d7ef-4a7f-a7b1-a18cfeba4ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:10.247310 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:10.295832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Port': ['ID=dab4200a-e63f-4fc4-9c9e-7a507b13e562,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:10.325543 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-14b32263-d7ef-4a7f-a7b1-a18cfeba4ec2 None None] Calling delete_port for 1b1bbc11-a38f-4409-95c5-9871c68a29c4 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:03:10.391832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:10.402249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-14b32263-d7ef-4a7f-a7b1-a18cfeba4ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:10.452173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b32263-d7ef-4a7f-a7b1-a18cfeba4ec2 None None] No DVR routers for this DVR port 1b1bbc11-a38f-4409-95c5-9871c68a29c4 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:03:10.460881 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b32263-d7ef-4a7f-a7b1-a18cfeba4ec2 None None] Pushing event deleted for resources: {'Port': ['ID=1b1bbc11-a38f-4409-95c5-9871c68a29c4,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:10.699412 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:10.701681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:10.724999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:10.725545 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Fanout notify agent at l3_agent the message router_deleted on router d74dbad0-50eb-4ee8-877f-35b98ffe9841 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:03:10.741887 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:10.742974 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-91274f93-17d8-4833-8b94-696c6e67f570 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/routers/d74dbad0-50eb-4ee8-877f-35b98ffe9841 HTTP/1.1" status: 204 len: 168 time: 1.3389652 Jul 29 17:03:10.745653 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57706) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:10.866802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9d33fb57-58bf-404a-9fc3-e64f740fb09f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:10.999133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9d33fb57-58bf-404a-9fc3-e64f740fb09f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:11.000077 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dab4200a-e63f-4fc4-9c9e-7a507b13e562 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:03:11.024814 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-9d33fb57-58bf-404a-9fc3-e64f740fb09f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c47e30-de4e-4c40-8829-bf9b62a9bd13']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:11.035679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: dab4200a-e63f-4fc4-9c9e-7a507b13e562 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:03:11.036019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device dab4200a-e63f-4fc4-9c9e-7a507b13e562 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:03:11.036426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1b1bbc11-a38f-4409-95c5-9871c68a29c4 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:03:11.037194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-9d33fb57-58bf-404a-9fc3-e64f740fb09f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2793eb1d-cfa3-4ea9-94e9-ddaebffb0549') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:11.037495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-9d33fb57-58bf-404a-9fc3-e64f740fb09f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2793eb1d-cfa3-4ea9-94e9-ddaebffb0549') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:11.050121 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9d33fb57-58bf-404a-9fc3-e64f740fb09f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:11.067387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9d33fb57-58bf-404a-9fc3-e64f740fb09f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:11.073819 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d33fb57-58bf-404a-9fc3-e64f740fb09f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:03:11.074236 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9d33fb57-58bf-404a-9fc3-e64f740fb09f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:11.112505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 1b1bbc11-a38f-4409-95c5-9871c68a29c4 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:03:11.113091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1b1bbc11-a38f-4409-95c5-9871c68a29c4 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:03:11.113289 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:03:11.145607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:03:11.145952 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 688ba76e-bc5c-4bf2-b74f-b60d3c83ffe1 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:03:11.175348 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9d33fb57-58bf-404a-9fc3-e64f740fb09f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:11.195780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9d33fb57-58bf-404a-9fc3-e64f740fb09f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:11.204672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33fb57-58bf-404a-9fc3-e64f740fb09f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] Pushing event deleted for resources: {'Network': ['ID=90c47e30-de4e-4c40-8829-bf9b62a9bd13,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:11.213029 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9d33fb57-58bf-404a-9fc3-e64f740fb09f tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] 10.222.0.58 "DELETE /v2.0/networks/90c47e30-de4e-4c40-8829-bf9b62a9bd13 HTTP/1.1" status: 204 len: 168 time: 0.4663081 Jul 29 17:03:11.244531 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 2793eb1d-cfa3-4ea9-94e9-ddaebffb0549 resource provider aggregate not found Jul 29 17:03:11.260386 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 2793eb1d-cfa3-4ea9-94e9-ddaebffb0549 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2793eb1d-cfa3-4ea9-94e9-ddaebffb0549 found for delete ", "request_id": "req-c3e65c54-ec37-4e42-a4b5-791c865567dc"}]} Jul 29 17:03:11.546180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57720) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:11.691637 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-75acb57c-f14d-4c72-967d-714e23718feb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab8e87e6e1034425bfda48f6df7de642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443038 Jul 29 17:03:11.694191 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57726) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:11.749190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc42c4a6-43f7-4730-abf9-d02ca2501097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:11.774507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc42c4a6-43f7-4730-abf9-d02ca2501097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:11.828911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc42c4a6-43f7-4730-abf9-d02ca2501097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:11.845574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42c4a6-43f7-4730-abf9-d02ca2501097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f331a6-036a-4abb-a176-256f39a1915d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:11.851724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fc42c4a6-43f7-4730-abf9-d02ca2501097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:11.852849 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fc42c4a6-43f7-4730-abf9-d02ca2501097 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d4f331a6-036a-4abb-a176-256f39a1915d HTTP/1.1" status: 204 len: 168 time: 0.1577613 Jul 29 17:03:12.123338 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57734) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:12.140936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-46c91013-b4db-4d21-84e1-affbfc28c8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:12.154878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-46c91013-b4db-4d21-84e1-affbfc28c8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:03:12.158761 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-46c91013-b4db-4d21-84e1-affbfc28c8a7 admin admin] Usage tracker for resource:security_group_rule and tenant:ae972a3811574091af7cfa59073725b8 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:03:12.161571 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-46c91013-b4db-4d21-84e1-affbfc28c8a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:03:12.167455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-46c91013-b4db-4d21-84e1-affbfc28c8a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:03:12.249266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-46c91013-b4db-4d21-84e1-affbfc28c8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:12.253340 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-46c91013-b4db-4d21-84e1-affbfc28c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:12.299942 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-46c91013-b4db-4d21-84e1-affbfc28c8a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae972a3811574091af7cfa59073725b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755462 Jul 29 17:03:12.302993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57738) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:12.303846 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c91013-b4db-4d21-84e1-affbfc28c8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa29037-0fd3-426c-a3ab-4b710120b6c6,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:12.362296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6231895c-cd24-4dc2-af68-41b37f28cbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:12.387517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6231895c-cd24-4dc2-af68-41b37f28cbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:12.438435 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6231895c-cd24-4dc2-af68-41b37f28cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:12.454796 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231895c-cd24-4dc2-af68-41b37f28cbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa29037-0fd3-426c-a3ab-4b710120b6c6,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:12.458049 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6231895c-cd24-4dc2-af68-41b37f28cbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:12.459191 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6231895c-cd24-4dc2-af68-41b37f28cbcb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7aa29037-0fd3-426c-a3ab-4b710120b6c6 HTTP/1.1" status: 204 len: 168 time: 0.1547191 Jul 29 17:03:15.115305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3bb0297a-94fe-4313-a887-7fa455ba2cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:17.262750 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:03:17.671492 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-054b5f96-7c3c-4503-8a77-3069aacc2ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:18.320952 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:18.453283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:19.146659 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-f10c021d-be6e-4820-a1a1-8874e478b9d2 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8e2810f5dc5540e391926d6e3b6251b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286953 Jul 29 17:03:19.299491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-ea7b3e75-8beb-49f7-8abc-b6977eea26e0 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:19.300909 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-ea7b3e75-8beb-49f7-8abc-b6977eea26e0 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492841 Jul 29 17:03:19.315457 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-05316b4f-6e1e-4286-a6b9-4f4e7ab940ab tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/quotas/8e2810f5dc5540e391926d6e3b6251b6 HTTP/1.1" status: 200 len: 375 time: 0.0091965 Jul 29 17:03:19.371348 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-acacf078-2476-40d4-a7de-8aed7354d6d8 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8e2810f5dc5540e391926d6e3b6251b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511293 Jul 29 17:03:19.568384 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-909b4298-d067-4f2b-8d18-01d75e506c3d req-130bc847-eec5-4004-9214-7a3b58b676d7 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 210 time: 0.0593734 Jul 29 17:03:19.943630 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:20.408844 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-f81d3acc-b146-45c3-bb42-9719d4c8fca5 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8e2810f5dc5540e391926d6e3b6251b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294726 Jul 29 17:03:20.640556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:20.669971 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-402e3e33-7cb7-428d-9580-46d7bcd3b263 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:20.671326 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-402e3e33-7cb7-428d-9580-46d7bcd3b263 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577078 Jul 29 17:03:20.687732 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Request body: {'port': {'device_id': '0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7', 'network_id': '57bfcddb-29ed-4377-858a-e757b55d79ea', 'admin_state_up': True, 'tenant_id': '8e2810f5dc5540e391926d6e3b6251b6'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:03:20.729290 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0a1e3ead-56fe-439f-8437-f2ce3eb2b4e0 req-d7f49b7c-a160-4561-b2a3-4bfea8176379 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 210 time: 0.0528533 Jul 29 17:03:20.823096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:03:20.826945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Usage tracker for resource:port and tenant:8e2810f5dc5540e391926d6e3b6251b6 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:03:20.830320 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:03:20.836009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:03:20.845418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Made reservation on behalf of 8e2810f5dc5540e391926d6e3b6251b6 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:03:20.848937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:20.860547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:20.879236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:03:20.883055 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Usage tracker for resource:security_group_rule and tenant:8e2810f5dc5540e391926d6e3b6251b6 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:03:20.885839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:03:20.892082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:03:20.975453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:20.979030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:21.059814 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd0f62c-b498-4bbf-816f-5d0383f23bbd,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:21.148161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Allocated IP 192.168.233.220 (57bfcddb-29ed-4377-858a-e757b55d79ea/58cfd07a-0bd2-468c-89b5-5f691c186e42/d6a3f500-df64-4697-be13-a7d13949c1ee) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:03:21.345460 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:21.360806 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Transition to ACTIVE for port object d6a3f500-df64-4697-be13-a7d13949c1ee will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:03:21.383089 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:21.452239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Network 57bfcddb-29ed-4377-858a-e757b55d79ea is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:03:21.455228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:03:21.458988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:03:21.500726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Pushing event updated for resources: {'Port': ['ID=d6a3f500-df64-4697-be13-a7d13949c1ee,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:21.528981 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:21.530164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:21.567090 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-d5d36a3d-8dc6-4580-8c39-53d467008017 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8830473 Jul 29 17:03:21.578028 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Request body: {'port': {'device_id': '0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:03:21.692686 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:21.698543 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1349d52a-2701-44d1-b6cd-eb531b856271 None None] Provisioning for port d6a3f500-df64-4697-be13-a7d13949c1ee completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:03:21.703364 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1349d52a-2701-44d1-b6cd-eb531b856271 None None] Provisioning complete for port d6a3f500-df64-4697-be13-a7d13949c1ee triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:03:21.704218 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1349d52a-2701-44d1-b6cd-eb531b856271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:21.755478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1349d52a-2701-44d1-b6cd-eb531b856271 None None] Port d6a3f500-df64-4697-be13-a7d13949c1ee cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:03:21.927282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae58ada-4702-4548-8196-91111215f482 req-7817f4f0-fdba-4af8-84cf-6e1c5c88d086 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:21.928735 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cae58ada-4702-4548-8196-91111215f482 req-7817f4f0-fdba-4af8-84cf-6e1c5c88d086 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 936 time: 0.0872691 Jul 29 17:03:21.973296 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cae58ada-4702-4548-8196-91111215f482 req-68b349c5-5e2f-4ab8-b77f-ab1ec0e89fc5 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bd0f62c-b498-4bbf-816f-5d0383f23bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387645 Jul 29 17:03:22.031106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a3f500-df64-4697-be13-a7d13949c1ee {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:03:22.038337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:22.052808 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Transition to ACTIVE for port object d6a3f500-df64-4697-be13-a7d13949c1ee will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:03:22.056167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:22.214561 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a3f500-df64-4697-be13-a7d13949c1ee,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:22.295931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Attempting to bind port d6a3f500-df64-4697-be13-a7d13949c1ee on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:03:22.296269 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Attempting to bind port d6a3f500-df64-4697-be13-a7d13949c1ee by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '9a54fa80-99c6-4a33-bd1b-fec330d7246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57bfcddb-29ed-4377-858a-e757b55d79ea'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:03:22.296598 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Attempting to bind port d6a3f500-df64-4697-be13-a7d13949c1ee on network 57bfcddb-29ed-4377-858a-e757b55d79ea {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:03:22.301280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Port d6a3f500-df64-4697-be13-a7d13949c1ee on network 57bfcddb-29ed-4377-858a-e757b55d79ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:03:22.301604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Attempting to bind port d6a3f500-df64-4697-be13-a7d13949c1ee on network 57bfcddb-29ed-4377-858a-e757b55d79ea {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:03:22.306622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:03:22.306974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Checking segment: {'id': '9a54fa80-99c6-4a33-bd1b-fec330d7246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57bfcddb-29ed-4377-858a-e757b55d79ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:03:22.307340 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Bound using segment: {'id': '9a54fa80-99c6-4a33-bd1b-fec330d7246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57bfcddb-29ed-4377-858a-e757b55d79ea'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:03:22.307757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Bound port: d6a3f500-df64-4697-be13-a7d13949c1ee, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a54fa80-99c6-4a33-bd1b-fec330d7246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57bfcddb-29ed-4377-858a-e757b55d79ea'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:03:22.308096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:22.496109 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] For port d6a3f500-df64-4697-be13-a7d13949c1ee, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:03:22.499020 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] For port d6a3f500-df64-4697-be13-a7d13949c1ee, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d6a3f500-df64-4697-be13-a7d13949c1ee,segment=NetworkSegment(9a54fa80-99c6-4a33-bd1b-fec330d7246c),segment_id=9a54fa80-99c6-4a33-bd1b-fec330d7246c)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:03:22.505913 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:22.566219 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:22.566835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:22.568239 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] 10.222.0.69 "PUT /v2.0/ports/d6a3f500-df64-4697-be13-a7d13949c1ee HTTP/1.1" status: 200 len: 1098 time: 0.9943485 Jul 29 17:03:22.568679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7', 'tag': 'd6a3f500-df64-4697-be13-a7d13949c1ee'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:03:22.588612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80320b-9636-4036-b910-5a7bb8dfa902 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a3f500-df64-4697-be13-a7d13949c1ee,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:22.650039 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5ab775-e23c-4023-a013-334c9eccb936'] response: {'name': 'network-changed', 'server_uuid': '0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7', 'tag': 'd6a3f500-df64-4697-be13-a7d13949c1ee', 'status': 'completed', 'code': 200} Jul 29 17:03:22.698836 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-9ab70d5f-5a54-41e7-a76e-b921e4eadcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:22.700331 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-9ab70d5f-5a54-41e7-a76e-b921e4eadcc4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e2810f5dc5540e391926d6e3b6251b6&device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 1101 time: 0.0887725 Jul 29 17:03:22.767914 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-64e8378d-3490-4645-b615-55a7bdea8f12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d6a3f500-df64-4697-be13-a7d13949c1ee HTTP/1.1" status: 200 len: 217 time: 0.0608742 Jul 29 17:03:22.831682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-1548d77b-1885-41dd-b19b-c0d46f423f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:22.833038 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-1548d77b-1885-41dd-b19b-c0d46f423f6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58cfd07a-0bd2-468c-89b5-5f691c186e42 HTTP/1.1" status: 200 len: 843 time: 0.0594623 Jul 29 17:03:22.914478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-000d750e-e9b6-4fa5-ac38-ebe060af7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:22.915972 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-000d750e-e9b6-4fa5-ac38-ebe060af7184 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=57bfcddb-29ed-4377-858a-e757b55d79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0766673 Jul 29 17:03:23.046684 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-3eded730-94cd-4c48-998d-b65e9c7a4624 service neutron] 10.222.0.69 "GET /v2.0/networks/57bfcddb-29ed-4377-858a-e757b55d79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245339 Jul 29 17:03:23.169770 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e00a2a-5d79-42c0-bf44-b3c761019156 req-9f41974b-2919-455b-bf07-8083c5822016 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:23.171207 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-08e00a2a-5d79-42c0-bf44-b3c761019156 req-9f41974b-2919-455b-bf07-8083c5822016 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 948 time: 0.0902216 Jul 29 17:03:23.177832 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dba4e9ae-46fc-4063-866e-c3bf2cf6a85e req-8dff1396-3336-462f-a395-f056f0ed5355 service neutron] 10.222.0.69 "GET /v2.0/networks/57bfcddb-29ed-4377-858a-e757b55d79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259024 Jul 29 17:03:23.216160 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-08e00a2a-5d79-42c0-bf44-b3c761019156 req-b099594f-7482-4547-b266-0c67dba9b3a6 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bd0f62c-b498-4bbf-816f-5d0383f23bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384984 Jul 29 17:03:23.302666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa33d3-e90c-4382-b719-fa794ff6aeda req-6c6fc0d3-d306-4d88-93b8-aec9bf8825f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:23.304031 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d1fa33d3-e90c-4382-b719-fa794ff6aeda req-6c6fc0d3-d306-4d88-93b8-aec9bf8825f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e2810f5dc5540e391926d6e3b6251b6&device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 1101 time: 0.0808306 Jul 29 17:03:23.430563 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa33d3-e90c-4382-b719-fa794ff6aeda req-f8c74617-c1ad-4955-acde-ba0278c5640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:23.431971 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d1fa33d3-e90c-4382-b719-fa794ff6aeda req-f8c74617-c1ad-4955-acde-ba0278c5640b service neutron] 10.222.0.69 "GET /v2.0/networks?id=57bfcddb-29ed-4377-858a-e757b55d79ea HTTP/1.1" status: 200 len: 870 time: 0.1219401 Jul 29 17:03:23.495796 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d1fa33d3-e90c-4382-b719-fa794ff6aeda req-5e761aef-6c89-4ac9-9706-1d83acddccbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d6a3f500-df64-4697-be13-a7d13949c1ee HTTP/1.1" status: 200 len: 217 time: 0.0582764 Jul 29 17:03:23.559646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa33d3-e90c-4382-b719-fa794ff6aeda req-92de8dab-baa8-4db8-aeb9-e7529fe549b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:23.560986 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d1fa33d3-e90c-4382-b719-fa794ff6aeda req-92de8dab-baa8-4db8-aeb9-e7529fe549b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=58cfd07a-0bd2-468c-89b5-5f691c186e42 HTTP/1.1" status: 200 len: 843 time: 0.0584104 Jul 29 17:03:23.643136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa33d3-e90c-4382-b719-fa794ff6aeda req-7e79ec97-28c9-4a2b-ba60-109c964211d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:23.644688 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d1fa33d3-e90c-4382-b719-fa794ff6aeda req-7e79ec97-28c9-4a2b-ba60-109c964211d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=57bfcddb-29ed-4377-858a-e757b55d79ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0775030 Jul 29 17:03:23.776622 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d1fa33d3-e90c-4382-b719-fa794ff6aeda req-76ab5de5-c9fe-443b-a407-6f59388d96e5 service neutron] 10.222.0.69 "GET /v2.0/networks/57bfcddb-29ed-4377-858a-e757b55d79ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248188 Jul 29 17:03:23.905964 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d1fa33d3-e90c-4382-b719-fa794ff6aeda req-13097cab-5dd5-48e7-84ee-7f0b5f68abe3 service neutron] 10.222.0.69 "GET /v2.0/networks/57bfcddb-29ed-4377-858a-e757b55d79ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232839 Jul 29 17:03:24.408204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b0df6-144e-4177-9c88-8317648f209f req-050f66d5-e627-4021-a405-c10855c4b172 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:24.409701 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-912b0df6-144e-4177-9c88-8317648f209f req-050f66d5-e627-4021-a405-c10855c4b172 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 948 time: 0.0866618 Jul 29 17:03:24.559985 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-912b0df6-144e-4177-9c88-8317648f209f req-414894b6-b1f2-48f7-94df-87ee8dd4ea74 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bd0f62c-b498-4bbf-816f-5d0383f23bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443987 Jul 29 17:03:25.090773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d6a3f500-df64-4697-be13-a7d13949c1ee details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:03:25.219350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d6a3f500-df64-4697-be13-a7d13949c1ee, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d6a3f500-df64-4697-be13-a7d13949c1ee,segment=NetworkSegment(9a54fa80-99c6-4a33-bd1b-fec330d7246c),segment_id=9a54fa80-99c6-4a33-bd1b-fec330d7246c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:03:25.231912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'd6a3f500-df64-4697-be13-a7d13949c1ee', 'network_id': '57bfcddb-29ed-4377-858a-e757b55d79ea', 'port_id': 'd6a3f500-df64-4697-be13-a7d13949c1ee', 'mac_address': 'fa:16:3e:d7:d5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cfd07a-0bd2-468c-89b5-5f691c186e42', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:03:25.288186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port d6a3f500-df64-4697-be13-a7d13949c1ee is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:03:25.288562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:25.305102 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a3f500-df64-4697-be13-a7d13949c1ee {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:03:25.320283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d6a3f500-df64-4697-be13-a7d13949c1ee, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d6a3f500-df64-4697-be13-a7d13949c1ee,segment=NetworkSegment(9a54fa80-99c6-4a33-bd1b-fec330d7246c),segment_id=9a54fa80-99c6-4a33-bd1b-fec330d7246c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:03:25.323951 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:25.388399 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=d6a3f500-df64-4697-be13-a7d13949c1ee,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:25.635360 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['d6a3f500-df64-4697-be13-a7d13949c1ee'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:03:25.768926 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d634e6-a05a-4a2c-b9e2-5724db630f60 req-944ee222-98b6-4024-97f7-291137846963 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:25.770444 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-24d634e6-a05a-4a2c-b9e2-5724db630f60 req-944ee222-98b6-4024-97f7-291137846963 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 949 time: 0.0939307 Jul 29 17:03:25.816418 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-24d634e6-a05a-4a2c-b9e2-5724db630f60 req-ceec11b1-e060-4065-b8d6-8d820340f055 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bd0f62c-b498-4bbf-816f-5d0383f23bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403340 Jul 29 17:03:27.012247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529bde4d-44f5-48de-b328-c529ad5b3303 req-d7c52318-95c4-48ab-8687-84084dce1281 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:27.013723 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-529bde4d-44f5-48de-b328-c529ad5b3303 req-d7c52318-95c4-48ab-8687-84084dce1281 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 949 time: 0.0886562 Jul 29 17:03:27.056578 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-529bde4d-44f5-48de-b328-c529ad5b3303 req-9275c152-5835-428d-9b33-0b6a983b385c tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bd0f62c-b498-4bbf-816f-5d0383f23bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372794 Jul 29 17:03:27.090653 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d6a3f500-df64-4697-be13-a7d13949c1ee up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:03:27.155883 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port d6a3f500-df64-4697-be13-a7d13949c1ee completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:03:27.160287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port d6a3f500-df64-4697-be13-a7d13949c1ee triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:03:27.160652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:27.272467 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port d6a3f500-df64-4697-be13-a7d13949c1ee is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:03:27.272839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:27.299390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a3f500-df64-4697-be13-a7d13949c1ee'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:03:27.308709 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d6a3f500-df64-4697-be13-a7d13949c1ee, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d6a3f500-df64-4697-be13-a7d13949c1ee,segment=NetworkSegment(9a54fa80-99c6-4a33-bd1b-fec330d7246c),segment_id=9a54fa80-99c6-4a33-bd1b-fec330d7246c)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:03:27.312486 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:27.347764 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0c9a4d-2265-43dc-8429-91ca63eaa5a6'] response: {'server_uuid': '0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a3f500-df64-4697-be13-a7d13949c1ee', 'code': 200} Jul 29 17:03:27.381966 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=d6a3f500-df64-4697-be13-a7d13949c1ee,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:27.567033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfce64-8217-45ab-8e66-4128c47cc636 req-37cca377-6a58-42af-8bd5-333df636a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:27.568502 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-b6bfce64-8217-45ab-8e66-4128c47cc636 req-37cca377-6a58-42af-8bd5-333df636a56c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 1103 time: 0.0798655 Jul 29 17:03:27.607717 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-b6bfce64-8217-45ab-8e66-4128c47cc636 req-1ff12467-a591-4145-aaa0-5d47eb0f1e38 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4bd0f62c-b498-4bbf-816f-5d0383f23bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333977 Jul 29 17:03:28.250704 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1777223-a6f8-4bee-bcd4-c358ff39c01d req-7fba897c-0c64-4c87-b65e-75dfc61dd076 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:28.252157 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e1777223-a6f8-4bee-bcd4-c358ff39c01d req-7fba897c-0c64-4c87-b65e-75dfc61dd076 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 950 time: 0.0903859 Jul 29 17:03:28.295347 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e1777223-a6f8-4bee-bcd4-c358ff39c01d req-ec70f0b7-e4b8-4295-9799-41287b6c3209 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bd0f62c-b498-4bbf-816f-5d0383f23bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375104 Jul 29 17:03:29.491944 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de217c-ed58-461d-9ddb-9296ccb9e3fd req-7f39c68b-5b33-4d14-bda8-45d8dc4de14c tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:29.493423 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-02de217c-ed58-461d-9ddb-9296ccb9e3fd req-7f39c68b-5b33-4d14-bda8-45d8dc4de14c tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 950 time: 0.0877955 Jul 29 17:03:29.537228 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-02de217c-ed58-461d-9ddb-9296ccb9e3fd req-8a3569e8-4a07-4d88-99ea-20febe671056 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bd0f62c-b498-4bbf-816f-5d0383f23bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378344 Jul 29 17:03:30.622589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03d0d6-3e59-4c8c-942e-48e75da6c78c req-9cddf72c-902d-4a79-9a96-7eb73f4876ce tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:30.624031 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cd03d0d6-3e59-4c8c-942e-48e75da6c78c req-9cddf72c-902d-4a79-9a96-7eb73f4876ce tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 950 time: 0.0907006 Jul 29 17:03:30.668386 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cd03d0d6-3e59-4c8c-942e-48e75da6c78c req-0ebdf4f1-fe47-447c-9462-e41c77411722 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bd0f62c-b498-4bbf-816f-5d0383f23bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386391 Jul 29 17:03:31.869152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9d849-2964-4b75-8994-048171041d49 req-c577c972-b6af-4ba7-955b-ece10911ba64 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:31.870562 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0ad9d849-2964-4b75-8994-048171041d49 req-c577c972-b6af-4ba7-955b-ece10911ba64 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 950 time: 0.0907171 Jul 29 17:03:31.913611 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0ad9d849-2964-4b75-8994-048171041d49 req-a2b1fb51-be8a-4481-93d7-6234077de365 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/security-groups?id=4bd0f62c-b498-4bbf-816f-5d0383f23bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373929 Jul 29 17:03:31.967340 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a394a5-346b-4bf0-ab95-122c1619f2ba req-96c369ad-1f71-4664-8836-8506a55dcb5c tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:31.968022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-15a394a5-346b-4bf0-ab95-122c1619f2ba req-96c369ad-1f71-4664-8836-8506a55dcb5c tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Synchronizing usage tracker for tenant:8e2810f5dc5540e391926d6e3b6251b6 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:03:31.985202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-15a394a5-346b-4bf0-ab95-122c1619f2ba req-96c369ad-1f71-4664-8836-8506a55dcb5c tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Unset dirty status for tenant:8e2810f5dc5540e391926d6e3b6251b6 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:03:31.986310 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-15a394a5-346b-4bf0-ab95-122c1619f2ba req-96c369ad-1f71-4664-8836-8506a55dcb5c tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 950 time: 0.1020033 Jul 29 17:03:32.147030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-15a394a5-346b-4bf0-ab95-122c1619f2ba req-c58e1da5-055a-435f-99b3-334890ba1148 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Deleting port d6a3f500-df64-4697-be13-a7d13949c1ee {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:03:32.147285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-15a394a5-346b-4bf0-ab95-122c1619f2ba req-c58e1da5-055a-435f-99b3-334890ba1148 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:32.384329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-15a394a5-346b-4bf0-ab95-122c1619f2ba req-c58e1da5-055a-435f-99b3-334890ba1148 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] For port d6a3f500-df64-4697-be13-a7d13949c1ee, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d6a3f500-df64-4697-be13-a7d13949c1ee,segment=NetworkSegment(9a54fa80-99c6-4a33-bd1b-fec330d7246c),segment_id=9a54fa80-99c6-4a33-bd1b-fec330d7246c)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:03:32.384679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-15a394a5-346b-4bf0-ab95-122c1619f2ba req-c58e1da5-055a-435f-99b3-334890ba1148 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:32.503439 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-15a394a5-346b-4bf0-ab95-122c1619f2ba req-c58e1da5-055a-435f-99b3-334890ba1148 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Calling delete_port for d6a3f500-df64-4697-be13-a7d13949c1ee owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:03:32.646750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-15a394a5-346b-4bf0-ab95-122c1619f2ba req-c58e1da5-055a-435f-99b3-334890ba1148 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:32.657899 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['d6a3f500-df64-4697-be13-a7d13949c1ee'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:03:32.694782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e1da5-055a-435f-99b3-334890ba1148 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Pushing event deleted for resources: {'Port': ['ID=d6a3f500-df64-4697-be13-a7d13949c1ee,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:32.783860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a394a5-346b-4bf0-ab95-122c1619f2ba req-c58e1da5-055a-435f-99b3-334890ba1148 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] No DVR routers for this DVR port d6a3f500-df64-4697-be13-a7d13949c1ee on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:03:32.786351 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-15a394a5-346b-4bf0-ab95-122c1619f2ba req-c58e1da5-055a-435f-99b3-334890ba1148 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:32.789260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7', 'name': 'network-vif-deleted', 'tag': 'd6a3f500-df64-4697-be13-a7d13949c1ee'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:03:32.805982 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-15a394a5-346b-4bf0-ab95-122c1619f2ba req-c58e1da5-055a-435f-99b3-334890ba1148 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.69 "DELETE /v2.0/ports/d6a3f500-df64-4697-be13-a7d13949c1ee HTTP/1.1" status: 204 len: 173 time: 0.8145196 Jul 29 17:03:32.842135 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ac4f7c-b9e6-4ebc-9455-f356c0fe9f63'] response: {'server_uuid': '0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7', 'name': 'network-vif-deleted', 'tag': 'd6a3f500-df64-4697-be13-a7d13949c1ee', 'status': 'completed', 'code': 200} Jul 29 17:03:33.083367 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5cfdb5ea-0353-4b15-b151-bd24af97a787 req-580367fb-e327-4374-b879-6c9200163de0 tempest-ServersAdminNegativeTestJSON-1507040417 tempest-ServersAdminNegativeTestJSON-1507040417-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b98ddc5-dbca-427c-81b3-3d4bd8dc53b7 HTTP/1.1" status: 200 len: 210 time: 0.0494759 Jul 29 17:03:34.435123 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57870) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:34.581680 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fc6dd70a-bc8b-47a2-a910-0e035684ce11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e2810f5dc5540e391926d6e3b6251b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453927 Jul 29 17:03:34.584160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57876) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:34.645230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8ce662b3-1b8d-4974-b1fa-7f4024961d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:34.669879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8ce662b3-1b8d-4974-b1fa-7f4024961d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:34.721428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8ce662b3-1b8d-4974-b1fa-7f4024961d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:34.737730 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce662b3-1b8d-4974-b1fa-7f4024961d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd0f62c-b498-4bbf-816f-5d0383f23bbd,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:34.742074 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8ce662b3-1b8d-4974-b1fa-7f4024961d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:34.743200 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8ce662b3-1b8d-4974-b1fa-7f4024961d28 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4bd0f62c-b498-4bbf-816f-5d0383f23bbd HTTP/1.1" status: 204 len: 168 time: 0.1581175 Jul 29 17:03:35.009979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57884) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:35.027067 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf8447f9-ea26-4a99-8a35-0d5c3699dbcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:35.042101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bf8447f9-ea26-4a99-8a35-0d5c3699dbcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:03:35.046018 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bf8447f9-ea26-4a99-8a35-0d5c3699dbcf admin admin] Usage tracker for resource:security_group_rule and tenant:5b49e16119ae46bb9a5bb5f3045a47cd is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:03:35.049554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bf8447f9-ea26-4a99-8a35-0d5c3699dbcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:03:35.055182 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bf8447f9-ea26-4a99-8a35-0d5c3699dbcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:03:35.129666 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d6a3f500-df64-4697-be13-a7d13949c1ee no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:03:35.136167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf8447f9-ea26-4a99-8a35-0d5c3699dbcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:35.140234 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf8447f9-ea26-4a99-8a35-0d5c3699dbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:35.164613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: d6a3f500-df64-4697-be13-a7d13949c1ee {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:03:35.164960 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d6a3f500-df64-4697-be13-a7d13949c1ee not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:03:35.187218 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bf8447f9-ea26-4a99-8a35-0d5c3699dbcf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b49e16119ae46bb9a5bb5f3045a47cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758604 Jul 29 17:03:35.188691 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8447f9-ea26-4a99-8a35-0d5c3699dbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c310f1-232e-4742-a9f3-df4b4c61a03c,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:35.190342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57888) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:35.249610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aba78f66-b8dd-4d66-b4f5-b6faeafaf20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:35.274731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aba78f66-b8dd-4d66-b4f5-b6faeafaf20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:35.327530 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aba78f66-b8dd-4d66-b4f5-b6faeafaf20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:35.344839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba78f66-b8dd-4d66-b4f5-b6faeafaf20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c310f1-232e-4742-a9f3-df4b4c61a03c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:35.348050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-aba78f66-b8dd-4d66-b4f5-b6faeafaf20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:35.351804 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-aba78f66-b8dd-4d66-b4f5-b6faeafaf20e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64c310f1-232e-4742-a9f3-df4b4c61a03c HTTP/1.1" status: 204 len: 168 time: 0.1593750 Jul 29 17:03:36.078927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57912) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:36.180321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1008815195-network', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:03:36.185018 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:03:36.189377 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Usage tracker for resource:network and tenant:7f2d04b0c5bb4ca1b0292de0df636514 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:03:36.192153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:03:36.201759 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:03:36.211284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Made reservation on behalf of 7f2d04b0c5bb4ca1b0292de0df636514 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:03:36.213554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:36.224924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:36.239062 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:03:36.242734 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Usage tracker for resource:security_group_rule and tenant:7f2d04b0c5bb4ca1b0292de0df636514 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:03:36.245443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:03:36.251751 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:03:36.331570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:36.335225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:36.365460 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:03:36.373673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2596d50f-08b8-4b7c-8197-9842ab14d34d,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:36.379253 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:36.379705 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Added segment 6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8 of type vlan for network 463bb37a-d7f1-4ca4-bda4-89faa67c0199 Jul 29 17:03:36.405886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:36.434816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:36.435775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:36.436343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:36.538508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] Pushing event updated for resources: {'Network': ['ID=463bb37a-d7f1-4ca4-bda4-89faa67c0199,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:36.546286 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-eef9b844-70ff-4553-b83f-67d9e509dc92 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4663177 Jul 29 17:03:36.549602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 463bb37a-d7f1-4ca4-bda4-89faa67c0199 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:03:36.550100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57918) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:36.555344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] Request body: {'subnet': {'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1008815195-subnet', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:03:36.560335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:03:36.564191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] Usage tracker for resource:subnet and tenant:7f2d04b0c5bb4ca1b0292de0df636514 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:03:36.567156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:03:36.572739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:03:36.582295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] Made reservation on behalf of 7f2d04b0c5bb4ca1b0292de0df636514 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:03:36.584516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:36.783635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:36.861974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:36.866574 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] Checking segment: {'id': '6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:03:36.866933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] Network hostable DHCP agents. Network: 463bb37a-d7f1-4ca4-bda4-89faa67c0199, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:03:36.885358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] Network 463bb37a-d7f1-4ca4-bda4-89faa67c0199 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:03:36.894474 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 463bb37a-d7f1-4ca4-bda4-89faa67c0199) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:03:36.898448 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:36.899033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:36.905038 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32637829-4c08-4c25-83b1-56330809699c None None] Network 463bb37a-d7f1-4ca4-bda4-89faa67c0199 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:03:36.922061 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-71b9fe65-88ff-459e-bc5f-76e8b7ec655f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3684807 Jul 29 17:03:36.922276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 57922) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:36.927088 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1008815195-router', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:03:36.931580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:03:36.935395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Usage tracker for resource:router and tenant:7f2d04b0c5bb4ca1b0292de0df636514 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:03:36.938273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:03:36.944015 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:03:36.954798 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:36.956052 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:36.972033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:37.125073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-463bb37a-d7f1-4ca4-bda4-89faa67c0199', 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'fixed_ips': [{'subnet_id': '6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:03:37.126460 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:37.283107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Allocated IP 172.20.0.2 (463bb37a-d7f1-4ca4-bda4-89faa67c0199/6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4/e8c2683f-0caf-4a8e-987e-4f93e2ada17c) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:03:37.333807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:37.527021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:37.539851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Transition to ACTIVE for port object e8c2683f-0caf-4a8e-987e-4f93e2ada17c will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:03:37.565181 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Transition to ACTIVE for port object e8c2683f-0caf-4a8e-987e-4f93e2ada17c will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:03:37.570844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:37.641606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Network 463bb37a-d7f1-4ca4-bda4-89faa67c0199 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:03:37.644525 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:03:37.648940 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:03:37.651015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Pushing event updated for resources: {'Port': ['ID=e8c2683f-0caf-4a8e-987e-4f93e2ada17c,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:37.667085 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:37.698752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:37.755173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Attempting to bind port e8c2683f-0caf-4a8e-987e-4f93e2ada17c on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:03:37.755545 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Attempting to bind port e8c2683f-0caf-4a8e-987e-4f93e2ada17c by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:03:37.755902 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Attempting to bind port e8c2683f-0caf-4a8e-987e-4f93e2ada17c on network 463bb37a-d7f1-4ca4-bda4-89faa67c0199 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:03:37.761019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:03:37.761451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Checking segment: {'id': '6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:03:37.761932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:37.762323 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Bound using segment: {'id': '6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:03:37.763338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Bound port: e8c2683f-0caf-4a8e-987e-4f93e2ada17c, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:03:37.763338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:37.840704 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Allocated IP 172.26.1.11 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/d85ab465-06c4-4da0-8f04-f140029693ab) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:03:37.852321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] For port e8c2683f-0caf-4a8e-987e-4f93e2ada17c, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:03:37.855564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] For port e8c2683f-0caf-4a8e-987e-4f93e2ada17c, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e8c2683f-0caf-4a8e-987e-4f93e2ada17c,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:03:37.860504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:37.944844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adb98c-8786-42e5-8889-0b4c7f459d8a None None] Pushing event updated for resources: {'Port': ['ID=e8c2683f-0caf-4a8e-987e-4f93e2ada17c,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:37.997839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:38.028466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:38.095765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:03:38.098719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:03:38.102398 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:03:38.144683 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Pushing event updated for resources: {'Port': ['ID=d85ab465-06c4-4da0-8f04-f140029693ab,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:38.528555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:38.877522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e12477b-c752-4bda-98c6-2d2a8ea18bfb None None] Network 463bb37a-d7f1-4ca4-bda4-89faa67c0199 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:03:38.964408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9dc163ea-097e-4a09-a23c-c552639dd785 None None] Provisioning for port e8c2683f-0caf-4a8e-987e-4f93e2ada17c completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:03:39.008234 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:39.055731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e8c2683f-0caf-4a8e-987e-4f93e2ada17c up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:03:39.178745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port e8c2683f-0caf-4a8e-987e-4f93e2ada17c completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:03:39.184631 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e8c2683f-0caf-4a8e-987e-4f93e2ada17c triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:03:39.185007 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:39.215276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Router ae278ac7-7a43-41c0-a6d5-e673a2dd77da is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:03:39.314884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e8c2683f-0caf-4a8e-987e-4f93e2ada17c is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:03:39.315264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:39.350097 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port e8c2683f-0caf-4a8e-987e-4f93e2ada17c, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e8c2683f-0caf-4a8e-987e-4f93e2ada17c,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:03:39.356447 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:39.400196 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:03:39.415997 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Sync routers for ids ['ae278ac7-7a43-41c0-a6d5-e673a2dd77da'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:03:39.426532 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Routers {'ae278ac7-7a43-41c0-a6d5-e673a2dd77da'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:03:39.427286 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:03:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ae278ac7-7a43-41c0-a6d5-e673a2dd77da'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:39.428438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:39.429706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=e8c2683f-0caf-4a8e-987e-4f93e2ada17c,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:39.429826 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fa6e8fe5-79c7-4ca6-b320-fcbb8418ef4e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5065494 Jul 29 17:03:39.432594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57926) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:39.496259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-05a26060-d398-4602-ae1a-7c2044ed7684 None None] Provisioning complete for port e8c2683f-0caf-4a8e-987e-4f93e2ada17c triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:03:39.496646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-05a26060-d398-4602-ae1a-7c2044ed7684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:39.617840 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-05a26060-d398-4602-ae1a-7c2044ed7684 None None] Current status of the port e8c2683f-0caf-4a8e-987e-4f93e2ada17c is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:03:39.620496 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Set router ae278ac7-7a43-41c0-a6d5-e673a2dd77da gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:03:39.911115 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'name': 'tempest-DeleteServersTestJSON-1008815195-router', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd85ab465-06c4-4da0-8f04-f140029693ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:03:36Z', 'updated_at': '2022-07-29T17:03:38Z', 'revision_number': 3, 'project_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'gw_port': {'id': 'd85ab465-06c4-4da0-8f04-f140029693ab', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:03:37Z', 'updated_at': '2022-07-29T17:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:39.915212 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Checking router: ae278ac7-7a43-41c0-a6d5-e673a2dd77da for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:03:39.915560 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Updating router ae278ac7-7a43-41c0-a6d5-e673a2dd77da port d85ab465-06c4-4da0-8f04-f140029693ab binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:03:39.998540 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:40.229156 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:40.317037 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:40.329544 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Transition to ACTIVE for port object d85ab465-06c4-4da0-8f04-f140029693ab will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:03:40.335244 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:40.416857 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34292035-723d-40e1-a127-7bff77403bb9 None None] Pushing event updated for resources: {'Port': ['ID=d85ab465-06c4-4da0-8f04-f140029693ab,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:40.418929 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Attempting to bind port d85ab465-06c4-4da0-8f04-f140029693ab on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:03:40.419285 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Attempting to bind port d85ab465-06c4-4da0-8f04-f140029693ab by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:03:40.419634 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Attempting to bind port d85ab465-06c4-4da0-8f04-f140029693ab on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:03:40.429235 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:03:40.429607 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:03:40.429998 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:40.430382 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:03:40.430829 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Bound port: d85ab465-06c4-4da0-8f04-f140029693ab, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:03:40.431187 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:40.434311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Allocated IP 172.20.0.1 (463bb37a-d7f1-4ca4-bda4-89faa67c0199/6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4/43244392-092f-42a8-8319-afc9ce0feca2) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:03:40.455287 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34292035-723d-40e1-a127-7bff77403bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:40.455641 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34292035-723d-40e1-a127-7bff77403bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:40.455955 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34292035-723d-40e1-a127-7bff77403bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:40.456282 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34292035-723d-40e1-a127-7bff77403bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:40.456602 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34292035-723d-40e1-a127-7bff77403bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:40.456921 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34292035-723d-40e1-a127-7bff77403bb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:40.457268 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34292035-723d-40e1-a127-7bff77403bb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:40.457586 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34292035-723d-40e1-a127-7bff77403bb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:40.457907 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34292035-723d-40e1-a127-7bff77403bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:40.458221 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34292035-723d-40e1-a127-7bff77403bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:40.458532 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34292035-723d-40e1-a127-7bff77403bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:40.458843 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34292035-723d-40e1-a127-7bff77403bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:03:40.511616 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] For port d85ab465-06c4-4da0-8f04-f140029693ab, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:03:40.514749 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] For port d85ab465-06c4-4da0-8f04-f140029693ab, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d85ab465-06c4-4da0-8f04-f140029693ab,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:03:40.518762 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:40.585498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:40.598555 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Routers {'ae278ac7-7a43-41c0-a6d5-e673a2dd77da'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:03:40.599158 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:03:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ae278ac7-7a43-41c0-a6d5-e673a2dd77da'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:40.601216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Transition to ACTIVE for port object 43244392-092f-42a8-8319-afc9ce0feca2 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:03:40.624210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:40.660209 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34292035-723d-40e1-a127-7bff77403bb9 None None] Pushing event updated for resources: {'Port': ['ID=d85ab465-06c4-4da0-8f04-f140029693ab,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:40.689517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Network 463bb37a-d7f1-4ca4-bda4-89faa67c0199 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:03:40.692354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:03:40.696010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:03:40.742075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Pushing event updated for resources: {'Port': ['ID=43244392-092f-42a8-8319-afc9ce0feca2,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:40.762855 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:40.789218 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] Set router ae278ac7-7a43-41c0-a6d5-e673a2dd77da gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:03:40.874697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:40.943712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6573756b-2a12-4a63-a010-d82a3edf1296 None None] Provisioning for port 43244392-092f-42a8-8319-afc9ce0feca2 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:03:40.948773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6573756b-2a12-4a63-a010-d82a3edf1296 None None] Provisioning complete for port 43244392-092f-42a8-8319-afc9ce0feca2 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:03:40.949278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6573756b-2a12-4a63-a010-d82a3edf1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:41.011066 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6573756b-2a12-4a63-a010-d82a3edf1296 None None] Port 43244392-092f-42a8-8319-afc9ce0feca2 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:03:41.040399 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e8c2683f-0caf-4a8e-987e-4f93e2ada17c up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:03:41.084504 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'name': 'tempest-DeleteServersTestJSON-1008815195-router', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd85ab465-06c4-4da0-8f04-f140029693ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:03:36Z', 'updated_at': '2022-07-29T17:03:38Z', 'revision_number': 3, 'project_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'gw_port': {'id': 'd85ab465-06c4-4da0-8f04-f140029693ab', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:03:37Z', 'updated_at': '2022-07-29T17:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:41.088514 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017fe8e-d6cd-487e-a79f-731fea4948c6 None None] The sync data for ids ['ae278ac7-7a43-41c0-a6d5-e673a2dd77da'] in dv-neutron-851534-1-hyperv is: [{'id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'name': 'tempest-DeleteServersTestJSON-1008815195-router', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd85ab465-06c4-4da0-8f04-f140029693ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:03:36Z', 'updated_at': '2022-07-29T17:03:38Z', 'revision_number': 3, 'project_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'gw_port': {'id': 'd85ab465-06c4-4da0-8f04-f140029693ab', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:03:37Z', 'updated_at': '2022-07-29T17:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:03:41.118996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:41.119989 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e8c2683f-0caf-4a8e-987e-4f93e2ada17c triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:03:41.120507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:41.124582 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:41.235792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:41.240365 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Pushing event updated for resources: {'Port': ['ID=43244392-092f-42a8-8319-afc9ce0feca2,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:41.243456 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e8c2683f-0caf-4a8e-987e-4f93e2ada17c is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:03:41.399465 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Network 463bb37a-d7f1-4ca4-bda4-89faa67c0199 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:03:41.400784 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:03:41.598554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Router ae278ac7-7a43-41c0-a6d5-e673a2dd77da has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:03:41.640189 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5fcc7f38-e44a-49f5-981a-0146d2345a57 None None] Provisioning complete for port 43244392-092f-42a8-8319-afc9ce0feca2 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:03:41.640566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7f38-e44a-49f5-981a-0146d2345a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:41.696647 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc7f38-e44a-49f5-981a-0146d2345a57 None None] Port 43244392-092f-42a8-8319-afc9ce0feca2 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:03:41.915091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:03:41.924010 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7c55cdfe-edff-40e7-b11e-b0d1c9de6cdf admin admin] 10.222.0.58 "PUT /v2.0/routers/ae278ac7-7a43-41c0-a6d5-e673a2dd77da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4898303 Jul 29 17:03:42.415636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-ceef5ab2-b61f-46b6-a044-9765aeead916 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:42.417088 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-ceef5ab2-b61f-46b6-a044-9765aeead916 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/networks?id=463bb37a-d7f1-4ca4-bda4-89faa67c0199 HTTP/1.1" status: 200 len: 812 time: 0.1482520 Jul 29 17:03:42.432247 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-ff54c347-0eca-4d9d-995d-7c053542444a tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/quotas/7f2d04b0c5bb4ca1b0292de0df636514 HTTP/1.1" status: 200 len: 375 time: 0.0089483 Jul 29 17:03:42.522894 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-fac5eb6f-085e-4649-ba4a-2a4295fde0a0 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Synchronizing usage tracker for tenant:7f2d04b0c5bb4ca1b0292de0df636514 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:03:42.542178 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-fac5eb6f-085e-4649-ba4a-2a4295fde0a0 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Unset dirty status for tenant:7f2d04b0c5bb4ca1b0292de0df636514 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:03:42.543697 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-fac5eb6f-085e-4649-ba4a-2a4295fde0a0 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f2d04b0c5bb4ca1b0292de0df636514&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065753 Jul 29 17:03:42.545289 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Sync routers for ids ['ae278ac7-7a43-41c0-a6d5-e673a2dd77da'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:03:42.558938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Routers {'ae278ac7-7a43-41c0-a6d5-e673a2dd77da'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:03:42.559661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:03:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ae278ac7-7a43-41c0-a6d5-e673a2dd77da'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:42.602304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-826f325e-31e7-42bf-bdb8-8099a1a0bb2b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:03:42.603280 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-826f325e-31e7-42bf-bdb8-8099a1a0bb2b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517302 Jul 29 17:03:42.741195 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-4035fbe1-80c5-4cd9-a183-a6913e66766f service neutron] 10.222.0.58 "GET /v2.0/networks/463bb37a-d7f1-4ca4-bda4-89faa67c0199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316042 Jul 29 17:03:42.768543 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Set router ae278ac7-7a43-41c0-a6d5-e673a2dd77da gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:03:42.872668 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-2c1db9aa-766c-4aed-bef4-b07b39e863ca service neutron] 10.222.0.58 "GET /v2.0/networks/463bb37a-d7f1-4ca4-bda4-89faa67c0199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256750 Jul 29 17:03:43.071959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d85ab465-06c4-4da0-8f04-f140029693ab up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:03:43.078105 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-78b21b85-73a5-4f71-afa3-bb91516c6e6e req-af3e013c-f737-48dc-a622-2a792e11a622 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 210 time: 0.0711889 Jul 29 17:03:43.160621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port d85ab465-06c4-4da0-8f04-f140029693ab completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:03:43.168842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port d85ab465-06c4-4da0-8f04-f140029693ab triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:03:43.169245 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:43.194837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'name': 'tempest-DeleteServersTestJSON-1008815195-router', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd85ab465-06c4-4da0-8f04-f140029693ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:03:36Z', 'updated_at': '2022-07-29T17:03:40Z', 'revision_number': 4, 'project_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'gw_port': {'id': 'd85ab465-06c4-4da0-8f04-f140029693ab', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:03:37Z', 'updated_at': '2022-07-29T17:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43244392-092f-42a8-8319-afc9ce0feca2', 'name': '', 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'mac_address': 'fa:16:3e:cd:6f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:03:40Z', 'updated_at': '2022-07-29T17:03:40Z', 'revision_number': 2, 'project_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'subnets': [{'id': '6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:43.202606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Checking router: ae278ac7-7a43-41c0-a6d5-e673a2dd77da for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:03:43.202962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Updating router ae278ac7-7a43-41c0-a6d5-e673a2dd77da port 43244392-092f-42a8-8319-afc9ce0feca2 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:03:43.279670 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:43.450851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d85ab465-06c4-4da0-8f04-f140029693ab is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:03:43.451149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:43.479931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port d85ab465-06c4-4da0-8f04-f140029693ab, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d85ab465-06c4-4da0-8f04-f140029693ab,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:03:43.497475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:43.641586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=d85ab465-06c4-4da0-8f04-f140029693ab,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:43.746004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:43.758744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Transition to ACTIVE for port object 43244392-092f-42a8-8319-afc9ce0feca2 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:03:43.766764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:43.924427 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8f297-c17a-4878-ae84-a5e65c28f932 None None] Pushing event updated for resources: {'Port': ['ID=43244392-092f-42a8-8319-afc9ce0feca2,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:44.005208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Attempting to bind port 43244392-092f-42a8-8319-afc9ce0feca2 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:03:44.005582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Attempting to bind port 43244392-092f-42a8-8319-afc9ce0feca2 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:03:44.006232 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Attempting to bind port 43244392-092f-42a8-8319-afc9ce0feca2 on network 463bb37a-d7f1-4ca4-bda4-89faa67c0199 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:03:44.012595 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:03:44.013093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Checking segment: {'id': '6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:03:44.013648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:44.014112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Bound using segment: {'id': '6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:03:44.014656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Bound port: 43244392-092f-42a8-8319-afc9ce0feca2, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:03:44.015104 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:44.161031 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] For port 43244392-092f-42a8-8319-afc9ce0feca2, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:03:44.165227 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] For port 43244392-092f-42a8-8319-afc9ce0feca2, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=43244392-092f-42a8-8319-afc9ce0feca2,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:03:44.174383 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:44.186129 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-6a843187-d015-46fd-899e-3cdf1923e407 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:44.186827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-6a843187-d015-46fd-899e-3cdf1923e407 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Synchronizing usage tracker for tenant:7f2d04b0c5bb4ca1b0292de0df636514 on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:03:44.207262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-6a843187-d015-46fd-899e-3cdf1923e407 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Unset dirty status for tenant:7f2d04b0c5bb4ca1b0292de0df636514 on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:03:44.208760 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-6a843187-d015-46fd-899e-3cdf1923e407 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.69 "GET /v2.0/networks?id=463bb37a-d7f1-4ca4-bda4-89faa67c0199 HTTP/1.1" status: 200 len: 812 time: 0.2179012 Jul 29 17:03:44.244422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Request body: {'port': {'device_id': '41a7177c-1104-432a-b736-d559bae7896a', 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199', 'admin_state_up': True, 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:03:44.262120 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Routers {'ae278ac7-7a43-41c0-a6d5-e673a2dd77da'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:03:44.262752 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:03:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ae278ac7-7a43-41c0-a6d5-e673a2dd77da'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:44.264612 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-96fe5b99-2b38-4027-b776-751596916fb4 req-cf8a436b-655b-4910-af0f-6ff807facea9 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 210 time: 0.0705321 Jul 29 17:03:44.399588 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:03:44.409988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:03:44.420955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Made reservation on behalf of 7f2d04b0c5bb4ca1b0292de0df636514 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:03:44.425201 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:44.442250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8f297-c17a-4878-ae84-a5e65c28f932 None None] Pushing event updated for resources: {'Port': ['ID=43244392-092f-42a8-8319-afc9ce0feca2,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:44.518138 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] Set router ae278ac7-7a43-41c0-a6d5-e673a2dd77da gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:03:44.597467 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Allocated IP 172.20.0.4 (463bb37a-d7f1-4ca4-bda4-89faa67c0199/6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4/b4a4a823-78c9-4d97-a90c-64a410c5d81c) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:03:44.802201 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:44.817781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Transition to ACTIVE for port object b4a4a823-78c9-4d97-a90c-64a410c5d81c will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:03:44.840618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:44.841983 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'name': 'tempest-DeleteServersTestJSON-1008815195-router', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd85ab465-06c4-4da0-8f04-f140029693ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:03:36Z', 'updated_at': '2022-07-29T17:03:40Z', 'revision_number': 4, 'project_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'gw_port': {'id': 'd85ab465-06c4-4da0-8f04-f140029693ab', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:03:37Z', 'updated_at': '2022-07-29T17:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43244392-092f-42a8-8319-afc9ce0feca2', 'name': '', 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'mac_address': 'fa:16:3e:cd:6f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:03:40Z', 'updated_at': '2022-07-29T17:03:44Z', 'revision_number': 4, 'project_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'subnets': [{'id': '6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:03:44.846610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b466a504-5f20-4c6d-a4d5-08eca03fcf91 None None] The sync data for ids ['ae278ac7-7a43-41c0-a6d5-e673a2dd77da'] in dv-neutron-851534-1-hyperv is: [{'id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'name': 'tempest-DeleteServersTestJSON-1008815195-router', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd85ab465-06c4-4da0-8f04-f140029693ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:03:36Z', 'updated_at': '2022-07-29T17:03:40Z', 'revision_number': 4, 'project_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'gw_port': {'id': 'd85ab465-06c4-4da0-8f04-f140029693ab', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:03:37Z', 'updated_at': '2022-07-29T17:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43244392-092f-42a8-8319-afc9ce0feca2', 'name': '', 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'mac_address': 'fa:16:3e:cd:6f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:03:40Z', 'updated_at': '2022-07-29T17:03:44Z', 'revision_number': 4, 'project_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'subnets': [{'id': '6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:03:44.913477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Network 463bb37a-d7f1-4ca4-bda4-89faa67c0199 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:03:44.916816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:03:44.920958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:03:44.962126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Pushing event updated for resources: {'Port': ['ID=b4a4a823-78c9-4d97-a90c-64a410c5d81c,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:44.994867 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:44.995904 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:45.040077 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-0d38ffc1-3ac3-4b78-9ed2-d2074f63af52 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8155835 Jul 29 17:03:45.055369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Request body: {'port': {'device_id': '41a7177c-1104-432a-b736-d559bae7896a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:03:45.129031 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-59575db6-6d45-4580-b4f1-a99c6ca5d2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:45.149700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d85ab465-06c4-4da0-8f04-f140029693ab up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:03:45.225795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port d85ab465-06c4-4da0-8f04-f140029693ab triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:03:45.226196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:45.290036 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a7aa0cb2-d148-4383-9ee1-44a3d4ad93af None None] Provisioning for port b4a4a823-78c9-4d97-a90c-64a410c5d81c completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:03:45.298311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a7aa0cb2-d148-4383-9ee1-44a3d4ad93af None None] Provisioning complete for port b4a4a823-78c9-4d97-a90c-64a410c5d81c triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:03:45.298732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a7aa0cb2-d148-4383-9ee1-44a3d4ad93af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:45.314364 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:45.402553 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a7aa0cb2-d148-4383-9ee1-44a3d4ad93af None None] Port b4a4a823-78c9-4d97-a90c-64a410c5d81c cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:03:45.415027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port d85ab465-06c4-4da0-8f04-f140029693ab is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:03:45.416061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 43244392-092f-42a8-8319-afc9ce0feca2 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:03:45.478457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f517f50-e450-4da5-9ac2-b15feb0adf9f req-0b93a39c-2a0b-435e-b30a-150680541d9e tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:45.480181 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7f517f50-e450-4da5-9ac2-b15feb0adf9f req-0b93a39c-2a0b-435e-b30a-150680541d9e tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 931 time: 0.1017828 Jul 29 17:03:45.490915 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 43244392-092f-42a8-8319-afc9ce0feca2 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:03:45.497897 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 43244392-092f-42a8-8319-afc9ce0feca2 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:03:45.498410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:45.555984 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7f517f50-e450-4da5-9ac2-b15feb0adf9f req-fc614467-1b39-4ec3-9e72-a9ef9c791057 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692077 Jul 29 17:03:45.642468 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 43244392-092f-42a8-8319-afc9ce0feca2 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:03:45.642876 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:45.676480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 43244392-092f-42a8-8319-afc9ce0feca2, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=43244392-092f-42a8-8319-afc9ce0feca2,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:03:45.680939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:45.752309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a4a823-78c9-4d97-a90c-64a410c5d81c {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:03:45.757729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=43244392-092f-42a8-8319-afc9ce0feca2,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:45.761855 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:45.778747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Transition to ACTIVE for port object b4a4a823-78c9-4d97-a90c-64a410c5d81c will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:03:45.783297 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:45.945200 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Pushing event updated for resources: {'Port': ['ID=b4a4a823-78c9-4d97-a90c-64a410c5d81c,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:46.037984 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Attempting to bind port b4a4a823-78c9-4d97-a90c-64a410c5d81c on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:03:46.038329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Attempting to bind port b4a4a823-78c9-4d97-a90c-64a410c5d81c by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:03:46.038657 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Attempting to bind port b4a4a823-78c9-4d97-a90c-64a410c5d81c on network 463bb37a-d7f1-4ca4-bda4-89faa67c0199 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:03:46.043633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Port b4a4a823-78c9-4d97-a90c-64a410c5d81c on network 463bb37a-d7f1-4ca4-bda4-89faa67c0199 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:03:46.043978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Attempting to bind port b4a4a823-78c9-4d97-a90c-64a410c5d81c on network 463bb37a-d7f1-4ca4-bda4-89faa67c0199 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:03:46.049226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:03:46.049571 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Checking segment: {'id': '6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:03:46.049956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Bound using segment: {'id': '6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:03:46.050382 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Bound port: b4a4a823-78c9-4d97-a90c-64a410c5d81c, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:03:46.050733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:46.143525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] For port b4a4a823-78c9-4d97-a90c-64a410c5d81c, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:03:46.146430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] For port b4a4a823-78c9-4d97-a90c-64a410c5d81c, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b4a4a823-78c9-4d97-a90c-64a410c5d81c,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:03:46.151094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:46.212372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:46.212999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:46.214420 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] 10.222.0.69 "PUT /v2.0/ports/b4a4a823-78c9-4d97-a90c-64a410c5d81c HTTP/1.1" status: 200 len: 1093 time: 1.1673825 Jul 29 17:03:46.214857 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a7177c-1104-432a-b736-d559bae7896a', 'tag': 'b4a4a823-78c9-4d97-a90c-64a410c5d81c'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:03:46.252243 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae635e-05ba-481d-a71e-e28d6306a81d service neutron] Pushing event updated for resources: {'Port': ['ID=b4a4a823-78c9-4d97-a90c-64a410c5d81c,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:46.292844 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031782f8-4b3d-4ca9-8663-59be878b9db0'] response: {'name': 'network-changed', 'server_uuid': '41a7177c-1104-432a-b736-d559bae7896a', 'tag': 'b4a4a823-78c9-4d97-a90c-64a410c5d81c', 'status': 'completed', 'code': 200} Jul 29 17:03:46.337448 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-12e90a01-856f-49fa-aa0c-b81e0db4c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:46.338932 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-12e90a01-856f-49fa-aa0c-b81e0db4c1e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7f2d04b0c5bb4ca1b0292de0df636514&device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 1096 time: 0.0835433 Jul 29 17:03:46.409787 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-d50d6382-43e6-4891-b7c4-5003cf4c2356 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a4a823-78c9-4d97-a90c-64a410c5d81c HTTP/1.1" status: 200 len: 217 time: 0.0642478 Jul 29 17:03:46.472550 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-b4e32ea7-d31e-4f8a-b3d9-5ceaa0147fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:46.474013 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-b4e32ea7-d31e-4f8a-b3d9-5ceaa0147fda service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4 HTTP/1.1" status: 200 len: 851 time: 0.0589230 Jul 29 17:03:46.558824 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-5649ee1f-7aa4-47ed-a6fa-9206335b015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:46.560297 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-5649ee1f-7aa4-47ed-a6fa-9206335b015c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=463bb37a-d7f1-4ca4-bda4-89faa67c0199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804112 Jul 29 17:03:46.692155 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-74bb505d-dc38-4101-a98c-2dd8e39b746c service neutron] 10.222.0.69 "GET /v2.0/networks/463bb37a-d7f1-4ca4-bda4-89faa67c0199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259165 Jul 29 17:03:46.740210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177ac3c-dd55-4114-ba20-af7fd33679cb req-d04dc8ee-1486-42e7-80c1-bd897ff8a5e2 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:46.741745 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2177ac3c-dd55-4114-ba20-af7fd33679cb req-d04dc8ee-1486-42e7-80c1-bd897ff8a5e2 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 943 time: 0.0921316 Jul 29 17:03:46.785866 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2177ac3c-dd55-4114-ba20-af7fd33679cb req-7c859ece-beb5-48e5-a61f-d9b59ba87bdf tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384166 Jul 29 17:03:46.832777 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2aaec983-73cd-4647-adbd-fe56b0ccbe1c req-b2789f11-bd00-42af-80f1-d24e4ad8dfce service neutron] 10.222.0.69 "GET /v2.0/networks/463bb37a-d7f1-4ca4-bda4-89faa67c0199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345556 Jul 29 17:03:46.953105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8db7ff-cc31-4fe1-a4fb-835d9adef8d3 req-65c089e6-7072-4a9a-b2d2-a63aa4bab1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:46.954503 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0f8db7ff-cc31-4fe1-a4fb-835d9adef8d3 req-65c089e6-7072-4a9a-b2d2-a63aa4bab1a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7f2d04b0c5bb4ca1b0292de0df636514&device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 1096 time: 0.0777705 Jul 29 17:03:47.020838 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 43244392-092f-42a8-8319-afc9ce0feca2 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:03:47.095589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 43244392-092f-42a8-8319-afc9ce0feca2 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:03:47.095958 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:47.188598 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8db7ff-cc31-4fe1-a4fb-835d9adef8d3 req-b8064297-296b-49d8-a917-394bc1e6b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:47.190087 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0f8db7ff-cc31-4fe1-a4fb-835d9adef8d3 req-b8064297-296b-49d8-a917-394bc1e6b061 service neutron] 10.222.0.69 "GET /v2.0/networks?id=463bb37a-d7f1-4ca4-bda4-89faa67c0199 HTTP/1.1" status: 200 len: 913 time: 0.2291453 Jul 29 17:03:47.209414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 43244392-092f-42a8-8319-afc9ce0feca2 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:03:47.260715 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0f8db7ff-cc31-4fe1-a4fb-835d9adef8d3 req-5915ccb9-7d3d-4a44-bd33-ce959987d8b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a4a823-78c9-4d97-a90c-64a410c5d81c HTTP/1.1" status: 200 len: 217 time: 0.0643973 Jul 29 17:03:47.320842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8db7ff-cc31-4fe1-a4fb-835d9adef8d3 req-1dcd2932-6d54-4ae4-9e0b-3de809cc554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:47.322375 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0f8db7ff-cc31-4fe1-a4fb-835d9adef8d3 req-1dcd2932-6d54-4ae4-9e0b-3de809cc554e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4 HTTP/1.1" status: 200 len: 851 time: 0.0566170 Jul 29 17:03:47.406163 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8db7ff-cc31-4fe1-a4fb-835d9adef8d3 req-72ece8e4-80ce-41d7-af57-0474b0bc762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:47.408185 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0f8db7ff-cc31-4fe1-a4fb-835d9adef8d3 req-72ece8e4-80ce-41d7-af57-0474b0bc762c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=463bb37a-d7f1-4ca4-bda4-89faa67c0199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796056 Jul 29 17:03:47.537784 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0f8db7ff-cc31-4fe1-a4fb-835d9adef8d3 req-8098cbc9-1b16-4222-904d-aaab39794cc3 service neutron] 10.222.0.69 "GET /v2.0/networks/463bb37a-d7f1-4ca4-bda4-89faa67c0199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235657 Jul 29 17:03:47.662528 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b9e046a3-2474-4bc5-9a64-e89574e1b542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:47.666592 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0f8db7ff-cc31-4fe1-a4fb-835d9adef8d3 req-3a73cec0-ae24-4c5d-a81c-e9c1ca695184 service neutron] 10.222.0.69 "GET /v2.0/networks/463bb37a-d7f1-4ca4-bda4-89faa67c0199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225204 Jul 29 17:03:47.990405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b3759-1482-41ed-b29b-02e25c610cca req-a9efd5b6-4572-4d17-ab91-1b8a5678233d tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:47.991851 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a38b3759-1482-41ed-b29b-02e25c610cca req-a9efd5b6-4572-4d17-ab91-1b8a5678233d tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 943 time: 0.0865107 Jul 29 17:03:48.035019 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a38b3759-1482-41ed-b29b-02e25c610cca req-db2c77a0-dd83-4a7d-ad32-c72810d4acd7 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375841 Jul 29 17:03:48.326145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:48.454851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:49.168128 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b4a4a823-78c9-4d97-a90c-64a410c5d81c details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:03:49.235014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d26b5-c37a-425c-b698-85b2ed4fae76 req-48ba097c-b743-469f-a188-4de73a644baf tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:49.236453 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d56d26b5-c37a-425c-b698-85b2ed4fae76 req-48ba097c-b743-469f-a188-4de73a644baf tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 943 time: 0.0936854 Jul 29 17:03:49.280227 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d56d26b5-c37a-425c-b698-85b2ed4fae76 req-5d7ae37a-494d-41d7-a704-2e167649dfa1 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379965 Jul 29 17:03:49.302490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b4a4a823-78c9-4d97-a90c-64a410c5d81c, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b4a4a823-78c9-4d97-a90c-64a410c5d81c,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:03:49.315990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'b4a4a823-78c9-4d97-a90c-64a410c5d81c', 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199', 'port_id': 'b4a4a823-78c9-4d97-a90c-64a410c5d81c', 'mac_address': 'fa:16:3e:b6:39:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:03:49.369513 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port b4a4a823-78c9-4d97-a90c-64a410c5d81c is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:03:49.370127 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:49.386591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a4a823-78c9-4d97-a90c-64a410c5d81c {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:03:49.401329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b4a4a823-78c9-4d97-a90c-64a410c5d81c, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b4a4a823-78c9-4d97-a90c-64a410c5d81c,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:03:49.405240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:49.475234 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=b4a4a823-78c9-4d97-a90c-64a410c5d81c,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:49.701700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['b4a4a823-78c9-4d97-a90c-64a410c5d81c'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:03:49.943338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:50.475601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929a655-51e1-413d-87ab-b63567981c0b req-5df4ff32-9932-423e-9b8f-c9fce10045bb tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:50.477478 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7929a655-51e1-413d-87ab-b63567981c0b req-5df4ff32-9932-423e-9b8f-c9fce10045bb tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 944 time: 0.0914571 Jul 29 17:03:50.529745 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7929a655-51e1-413d-87ab-b63567981c0b req-f43bdf5c-9fea-41f0-b8cc-e3c55f49f285 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464392 Jul 29 17:03:50.636758 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:51.180275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b4a4a823-78c9-4d97-a90c-64a410c5d81c up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:03:51.276844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port b4a4a823-78c9-4d97-a90c-64a410c5d81c completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:03:51.281316 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port b4a4a823-78c9-4d97-a90c-64a410c5d81c triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:03:51.281717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:51.394024 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port b4a4a823-78c9-4d97-a90c-64a410c5d81c is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:03:51.394397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:51.419860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a7177c-1104-432a-b736-d559bae7896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a4a823-78c9-4d97-a90c-64a410c5d81c'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:03:51.429652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b4a4a823-78c9-4d97-a90c-64a410c5d81c, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b4a4a823-78c9-4d97-a90c-64a410c5d81c,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:03:51.433568 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:03:51.469775 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a65059f-35bb-4a4e-925a-a9063f569a6e'] response: {'server_uuid': '41a7177c-1104-432a-b736-d559bae7896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a4a823-78c9-4d97-a90c-64a410c5d81c', 'code': 200} Jul 29 17:03:51.501461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=b4a4a823-78c9-4d97-a90c-64a410c5d81c,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:03:51.699398 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989d9c2-99c8-48a4-996c-fcb493af9254 req-d52ab72c-a995-4438-bd10-a7aa08f0baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:51.700889 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0989d9c2-99c8-48a4-996c-fcb493af9254 req-d52ab72c-a995-4438-bd10-a7aa08f0baac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 1098 time: 0.0809083 Jul 29 17:03:51.731731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6375a0-135e-4faf-aa01-b70c493d4046 req-4d05f6b3-8eb2-461c-805e-5191f712c426 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:51.733215 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ed6375a0-135e-4faf-aa01-b70c493d4046 req-4d05f6b3-8eb2-461c-805e-5191f712c426 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0901463 Jul 29 17:03:51.741557 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0989d9c2-99c8-48a4-996c-fcb493af9254 req-5767d612-04ab-4278-996c-1bf102f0b136 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347445 Jul 29 17:03:51.777261 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ed6375a0-135e-4faf-aa01-b70c493d4046 req-edc121d3-ab0f-4ec3-a702-687ba29566cc tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379579 Jul 29 17:03:52.985837 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca4f95-a482-4eee-9307-e9083fbfe6d3 req-e1ddabbb-a78a-49fd-937a-299ee65cc74e tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:52.987290 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-96ca4f95-a482-4eee-9307-e9083fbfe6d3 req-e1ddabbb-a78a-49fd-937a-299ee65cc74e tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0968430 Jul 29 17:03:53.033387 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-96ca4f95-a482-4eee-9307-e9083fbfe6d3 req-07d294e3-5e84-41ca-a230-b60940777d0c tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 Jul 29 17:03:54.229007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790f7b2-b1e2-46aa-bf99-198a6708a3c3 req-0c8ddd24-e08e-4363-aa40-75e61d6a8b82 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:54.230458 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3790f7b2-b1e2-46aa-bf99-198a6708a3c3 req-0c8ddd24-e08e-4363-aa40-75e61d6a8b82 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0898061 Jul 29 17:03:54.260677 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:03:54.273638 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3790f7b2-b1e2-46aa-bf99-198a6708a3c3 req-bfec80ce-a5df-4ad5-84cd-09c24939cb58 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374837 Jul 29 17:03:55.654812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 57994) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:03:55.696631 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c401998-f3bf-4b36-802d-234be277922a req-dbb9ff74-3a0b-4cc8-bd22-799425c92d5e tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:55.698172 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7c401998-f3bf-4b36-802d-234be277922a req-dbb9ff74-3a0b-4cc8-bd22-799425c92d5e tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0970278 Jul 29 17:03:55.799305 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7c401998-f3bf-4b36-802d-234be277922a req-de1d5a07-e01e-4747-891e-a547a8e748fe tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617499 Jul 29 17:03:55.812279 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-5acbf595-8e22-4592-b610-136e171825c6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1564562 Jul 29 17:03:56.988271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-558dd73e-d1ce-498d-b4b4-ac7010c1c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:56.989888 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-558dd73e-d1ce-498d-b4b4-ac7010c1c918 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7f2d04b0c5bb4ca1b0292de0df636514&device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 1098 time: 0.0816722 Jul 29 17:03:56.996608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be245a1c-8bd2-43b8-a576-8ef2717c4afc req-5df1f666-24c8-4cf7-89c3-70db4e0b9213 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:56.998092 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-be245a1c-8bd2-43b8-a576-8ef2717c4afc req-5df1f666-24c8-4cf7-89c3-70db4e0b9213 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0889981 Jul 29 17:03:57.126407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-de5a08ae-880a-4922-9aec-85d3e552d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:57.127835 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-de5a08ae-880a-4922-9aec-85d3e552d14a service neutron] 10.222.0.69 "GET /v2.0/networks?id=463bb37a-d7f1-4ca4-bda4-89faa67c0199 HTTP/1.1" status: 200 len: 913 time: 0.1316876 Jul 29 17:03:57.151264 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-be245a1c-8bd2-43b8-a576-8ef2717c4afc req-a3cd30e8-dc0b-40ca-a4eb-e84d87df74b5 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472006 Jul 29 17:03:57.197784 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-a877e7c2-417d-46ed-8564-381803b183bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a4a823-78c9-4d97-a90c-64a410c5d81c HTTP/1.1" status: 200 len: 217 time: 0.0631270 Jul 29 17:03:57.258324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-6ae6a680-06bc-48a9-b25a-1e112cdeb44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:57.259679 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-6ae6a680-06bc-48a9-b25a-1e112cdeb44c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4 HTTP/1.1" status: 200 len: 851 time: 0.0559680 Jul 29 17:03:57.339078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-8ef02f3b-e3cd-4661-8472-9a924f627583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:57.340538 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-8ef02f3b-e3cd-4661-8472-9a924f627583 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=463bb37a-d7f1-4ca4-bda4-89faa67c0199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757489 Jul 29 17:03:57.467700 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-e76e5792-79f6-45c2-95ee-f6fd80258d0c service neutron] 10.222.0.69 "GET /v2.0/networks/463bb37a-d7f1-4ca4-bda4-89faa67c0199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208611 Jul 29 17:03:57.596423 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-f8e0b144-b44d-4019-9b67-e4aee1f1bbd1 service neutron] 10.222.0.69 "GET /v2.0/networks/463bb37a-d7f1-4ca4-bda4-89faa67c0199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221695 Jul 29 17:03:58.347820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cae879-b3d7-4f1f-b296-e4ecdf17ce60 req-3f1c0ab4-ba27-4f48-a87c-3351da0a28ee tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:58.349351 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e2cae879-b3d7-4f1f-b296-e4ecdf17ce60 req-3f1c0ab4-ba27-4f48-a87c-3351da0a28ee tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0863817 Jul 29 17:03:58.395367 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e2cae879-b3d7-4f1f-b296-e4ecdf17ce60 req-a8630221-5c03-40e9-be8f-f58c11ec202e tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401864 Jul 29 17:03:59.738226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a6529-599e-481c-b27e-612f0272adbb req-23a54599-ce90-4166-ae24-00791b65e362 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:03:59.739693 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a66a6529-599e-481c-b27e-612f0272adbb req-23a54599-ce90-4166-ae24-00791b65e362 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0866537 Jul 29 17:03:59.787930 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a66a6529-599e-481c-b27e-612f0272adbb req-9db5cb78-1711-4f7d-a389-203f47a0d1ff tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426223 Jul 29 17:04:00.988771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb41fa-db93-4378-8076-abaf4af518db req-c5481856-c577-4d80-a2ce-f795baf8927c tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:00.990273 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-90bb41fa-db93-4378-8076-abaf4af518db req-c5481856-c577-4d80-a2ce-f795baf8927c tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0907297 Jul 29 17:04:01.033219 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-90bb41fa-db93-4378-8076-abaf4af518db req-a79cb8a8-ed57-46cd-a057-bf464f5b9ff4 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372953 Jul 29 17:04:02.224038 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83530a52-9636-4c84-a43d-706f626ca0c4 req-223f20a1-736b-4763-aab2-2e5a373e371b tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:02.225501 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-83530a52-9636-4c84-a43d-706f626ca0c4 req-223f20a1-736b-4763-aab2-2e5a373e371b tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0861564 Jul 29 17:04:02.272188 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-83530a52-9636-4c84-a43d-706f626ca0c4 req-3220781e-5bf1-4ece-b7eb-7d760777e39d tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 Jul 29 17:04:03.465146 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552f600-e652-45b7-9219-c0ffd1dd34d2 req-7750114c-a9f8-4c6b-9e1c-029b8be8b729 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:03.466592 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e552f600-e652-45b7-9219-c0ffd1dd34d2 req-7750114c-a9f8-4c6b-9e1c-029b8be8b729 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0869174 Jul 29 17:04:03.511794 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e552f600-e652-45b7-9219-c0ffd1dd34d2 req-563d2321-3959-4561-aca9-c84de52fc018 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392716 Jul 29 17:04:04.706372 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce186e65-60fa-4841-a706-bde61251b0ff req-bc334e09-2c04-4df9-a474-f1bc30b77c11 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:04.707828 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ce186e65-60fa-4841-a706-bde61251b0ff req-bc334e09-2c04-4df9-a474-f1bc30b77c11 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0897901 Jul 29 17:04:04.750427 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ce186e65-60fa-4841-a706-bde61251b0ff req-69418a77-6dff-4213-9379-a50ab16de598 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370140 Jul 29 17:04:05.946392 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a7899-5f6d-4d2f-9edc-3613f06124e8 req-426846c0-c407-4c9b-a9b5-9b71439e50e4 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:05.947766 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1e5a7899-5f6d-4d2f-9edc-3613f06124e8 req-426846c0-c407-4c9b-a9b5-9b71439e50e4 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0861228 Jul 29 17:04:05.994792 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1e5a7899-5f6d-4d2f-9edc-3613f06124e8 req-9ec5e57c-fbe2-47a7-94d8-bc39960ebe49 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414062 Jul 29 17:04:07.187553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ce159-7847-400a-bd9b-d07b53e1a6c3 req-e27b5ed3-8949-455c-b51b-0f1e3b49d39c tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:07.188996 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1e0ce159-7847-400a-bd9b-d07b53e1a6c3 req-e27b5ed3-8949-455c-b51b-0f1e3b49d39c tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0870633 Jul 29 17:04:07.232461 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1e0ce159-7847-400a-bd9b-d07b53e1a6c3 req-aecb68f5-86be-4506-b9e8-8a65cc6ca354 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377417 Jul 29 17:04:08.428763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82b7e4-3df7-4de6-adde-5aa963ee4004 req-0842d898-3230-4a1a-a6b7-42fd518495fb tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:08.430327 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1b82b7e4-3df7-4de6-adde-5aa963ee4004 req-0842d898-3230-4a1a-a6b7-42fd518495fb tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0920353 Jul 29 17:04:08.474722 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1b82b7e4-3df7-4de6-adde-5aa963ee4004 req-0ad35866-bea0-47f0-8d68-fce300a3a2f4 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387039 Jul 29 17:04:09.669287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fbe80-f76c-41af-89f8-3a97c9a05665 req-195650d3-323c-44c4-bce4-81cf911e3e74 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:09.670732 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-435fbe80-f76c-41af-89f8-3a97c9a05665 req-195650d3-323c-44c4-bce4-81cf911e3e74 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0876839 Jul 29 17:04:09.716805 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-435fbe80-f76c-41af-89f8-3a97c9a05665 req-f1d52ad3-0f0b-4241-a3d0-9d1738034c36 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400012 Jul 29 17:04:10.953640 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c8b05-c7eb-423e-aea0-20b5e6f43a3d req-362caa0b-d3bc-4ab4-8ef7-d8d41ee24faf tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:10.955204 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1f1c8b05-c7eb-423e-aea0-20b5e6f43a3d req-362caa0b-d3bc-4ab4-8ef7-d8d41ee24faf tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.1323583 Jul 29 17:04:10.998821 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1f1c8b05-c7eb-423e-aea0-20b5e6f43a3d req-70d8adf1-06a3-42f6-91b4-5a756c39f871 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381246 Jul 29 17:04:12.239797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c72f5-9c17-483a-b55c-006fe7ffb190 req-7a359efc-d5ea-4993-86e5-ce8d567d3c9f tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:12.241278 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1a8c72f5-9c17-483a-b55c-006fe7ffb190 req-7a359efc-d5ea-4993-86e5-ce8d567d3c9f tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.1369987 Jul 29 17:04:12.284185 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1a8c72f5-9c17-483a-b55c-006fe7ffb190 req-56a51d08-864d-4f7a-bf37-f9a467f0d58e tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365915 Jul 29 17:04:13.477373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62992ec5-a735-48b4-8349-8800526e1d9e req-a9565779-02df-435d-93fd-0db5c7a72e4e tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:13.478803 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-62992ec5-a735-48b4-8349-8800526e1d9e req-a9565779-02df-435d-93fd-0db5c7a72e4e tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0848677 Jul 29 17:04:13.526001 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-62992ec5-a735-48b4-8349-8800526e1d9e req-ea34ff7a-a58a-4423-b2a3-0dfe0c90f046 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Jul 29 17:04:14.723799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1671b1-7138-4be7-b286-ae816d8d1248 req-8d52be6e-1335-4eaa-af99-7746acf3aef8 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:14.725262 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7f1671b1-7138-4be7-b286-ae816d8d1248 req-8d52be6e-1335-4eaa-af99-7746acf3aef8 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0887105 Jul 29 17:04:14.768956 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7f1671b1-7138-4be7-b286-ae816d8d1248 req-3f634de4-fb85-49fd-ada0-d7c896c8f748 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381336 Jul 29 17:04:15.115602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dca98e34-10f7-4e1a-9bcd-8c2b7b75a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:15.964594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c96787-97bf-403e-958e-2a7947209033 req-28292244-74c9-4787-b329-a18afff18d98 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:15.966063 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-76c96787-97bf-403e-958e-2a7947209033 req-28292244-74c9-4787-b329-a18afff18d98 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0905931 Jul 29 17:04:16.008829 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-76c96787-97bf-403e-958e-2a7947209033 req-398b17f6-d7c1-4ebe-a0b5-2bad3e741164 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371099 Jul 29 17:04:17.199455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc29e23-c381-4147-9d28-c54a150c7454 req-514c1aaf-b6aa-4b73-a28f-6828913b00eb tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:17.200803 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3cc29e23-c381-4147-9d28-c54a150c7454 req-514c1aaf-b6aa-4b73-a28f-6828913b00eb tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0859659 Jul 29 17:04:17.247177 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3cc29e23-c381-4147-9d28-c54a150c7454 req-a1b6f7b6-65fb-472e-88af-2fc96d00c7aa tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403309 Jul 29 17:04:17.664792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0d1e-57c0-4949-8c76-e3d3a2b0f1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:18.328092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:18.442518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3abc67-6560-49e9-9fce-c3ed3972b89d req-097e46f6-98ac-41a1-9b91-2f4319a12256 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:18.444022 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-de3abc67-6560-49e9-9fce-c3ed3972b89d req-097e46f6-98ac-41a1-9b91-2f4319a12256 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0865769 Jul 29 17:04:18.458066 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:18.488813 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-de3abc67-6560-49e9-9fce-c3ed3972b89d req-3f647d1a-dcdd-48fb-976f-5291c7a680f8 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389721 Jul 29 17:04:19.685308 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a55752-65bf-46b1-9d67-45041054df48 req-279ec00c-ebf3-4370-a095-e8110556b8eb tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:19.686762 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d1a55752-65bf-46b1-9d67-45041054df48 req-279ec00c-ebf3-4370-a095-e8110556b8eb tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0896769 Jul 29 17:04:19.730085 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d1a55752-65bf-46b1-9d67-45041054df48 req-6b8b2ae2-d48d-4cd2-bba3-54b10ee00774 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372415 Jul 29 17:04:19.956945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:20.636856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:20.924033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c310d-afe6-4458-a334-43c1899c43b8 req-dffd4740-315d-4476-8618-fac1742e9b55 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:20.925425 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cb1c310d-afe6-4458-a334-43c1899c43b8 req-dffd4740-315d-4476-8618-fac1742e9b55 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0864260 Jul 29 17:04:20.972165 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cb1c310d-afe6-4458-a334-43c1899c43b8 req-a987f5fe-419a-4317-bd09-8a86f2a1baf3 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411236 Jul 29 17:04:22.165181 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cba863-d79d-4db7-93e7-1ec85fc6731d req-d9652c3d-18c9-44ab-9705-825cb6a7b4b5 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:22.166615 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-80cba863-d79d-4db7-93e7-1ec85fc6731d req-d9652c3d-18c9-44ab-9705-825cb6a7b4b5 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0864644 Jul 29 17:04:22.209733 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-80cba863-d79d-4db7-93e7-1ec85fc6731d req-6db29342-ed8c-47ea-985d-9d456845fbe0 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375705 Jul 29 17:04:23.406115 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475481b1-94a0-43d5-9c4a-a2eb4e05b1a1 req-74994196-f1cc-42d3-ba2e-8fb08e653b7f tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:23.407558 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-475481b1-94a0-43d5-9c4a-a2eb4e05b1a1 req-74994196-f1cc-42d3-ba2e-8fb08e653b7f tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0888681 Jul 29 17:04:23.451309 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-475481b1-94a0-43d5-9c4a-a2eb4e05b1a1 req-e8c0abb2-4839-4780-a5b0-1f811bbbc1ff tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381684 Jul 29 17:04:24.295590 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-49433f1f-c60d-4189-b1cb-d1d3faac37fb service neutron] 10.222.0.69 "GET /v2.0/ports/b4a4a823-78c9-4d97-a90c-64a410c5d81c/bindings/hv-neutron-8515 HTTP/1.1" status: 200 len: 384 time: 0.0756195 Jul 29 17:04:24.564280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-d8cd75fd-d4a1-4c2c-9d68-6bd129b8e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:24.566360 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-d8cd75fd-d4a1-4c2c-9d68-6bd129b8e5a0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a&tenant_id=7f2d04b0c5bb4ca1b0292de0df636514 HTTP/1.1" status: 200 len: 1098 time: 0.0884459 Jul 29 17:04:24.651928 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f488c6-2a6f-4901-ab41-17bdc30d9ab2 req-3e4294f6-7257-46cc-aeb3-a7e747d8f7c3 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:24.653546 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-63f488c6-2a6f-4901-ab41-17bdc30d9ab2 req-3e4294f6-7257-46cc-aeb3-a7e747d8f7c3 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0910411 Jul 29 17:04:24.703375 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-63f488c6-2a6f-4901-ab41-17bdc30d9ab2 req-124a098b-84fc-4a17-979c-e36265f08398 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438118 Jul 29 17:04:24.771876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-0e94273d-de2e-4a05-8dd6-d77ce35366c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:24.773371 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-0e94273d-de2e-4a05-8dd6-d77ce35366c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7f2d04b0c5bb4ca1b0292de0df636514&device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 1098 time: 0.1863391 Jul 29 17:04:24.899740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-151c5bad-9fc3-4fc9-aaa6-e5fd18b8101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:24.901092 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-151c5bad-9fc3-4fc9-aaa6-e5fd18b8101b service neutron] 10.222.0.69 "GET /v2.0/networks?id=463bb37a-d7f1-4ca4-bda4-89faa67c0199 HTTP/1.1" status: 200 len: 913 time: 0.1219718 Jul 29 17:04:24.969181 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-60c14baa-3899-41cd-a2a8-e7f134bce2c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a4a823-78c9-4d97-a90c-64a410c5d81c HTTP/1.1" status: 200 len: 217 time: 0.0623178 Jul 29 17:04:25.028387 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-e8d94bd8-7fe0-4aab-82f2-d635dde02a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:25.029791 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-e8d94bd8-7fe0-4aab-82f2-d635dde02a41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4 HTTP/1.1" status: 200 len: 851 time: 0.0550017 Jul 29 17:04:25.114080 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-b07526bd-74a1-4037-a457-e119664664d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:25.115541 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-b07526bd-74a1-4037-a457-e119664664d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=463bb37a-d7f1-4ca4-bda4-89faa67c0199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798607 Jul 29 17:04:25.243616 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-0e6ad108-ac6c-4908-8e0f-9c9775c1aff2 service neutron] 10.222.0.69 "GET /v2.0/networks/463bb37a-d7f1-4ca4-bda4-89faa67c0199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224527 Jul 29 17:04:25.371965 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ab2205d-f3de-4f55-b2e7-4b5aee09189e req-34e8a795-c2d4-4e22-9bbf-47947d377e82 service neutron] 10.222.0.69 "GET /v2.0/networks/463bb37a-d7f1-4ca4-bda4-89faa67c0199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222332 Jul 29 17:04:25.902818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1b57b-6512-4165-949d-dd5782249a83 req-e95c72eb-5442-4100-8a3e-3f19fed49907 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:25.904156 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-24a1b57b-6512-4165-949d-dd5782249a83 req-e95c72eb-5442-4100-8a3e-3f19fed49907 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0934529 Jul 29 17:04:25.955261 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-24a1b57b-6512-4165-949d-dd5782249a83 req-12f9cbe4-0ccd-4709-aede-d7b95d1428e5 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450683 Jul 29 17:04:27.251467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77465a2f-b957-4c76-98df-66595ef05f7f req-0ed1c5f0-533c-4f87-b3cd-8fe3c0b430d0 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:27.252864 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-77465a2f-b957-4c76-98df-66595ef05f7f req-0ed1c5f0-533c-4f87-b3cd-8fe3c0b430d0 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.1895437 Jul 29 17:04:27.295706 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-77465a2f-b957-4c76-98df-66595ef05f7f req-08fb3c17-eec9-41cb-9631-165a7ef38357 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371776 Jul 29 17:04:27.356659 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b4a4a823-78c9-4d97-a90c-64a410c5d81c details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:04:27.359052 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b4a4a823-78c9-4d97-a90c-64a410c5d81c no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:04:27.577604 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port b4a4a823-78c9-4d97-a90c-64a410c5d81c is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:04:27.577993 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:27.596511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b4a4a823-78c9-4d97-a90c-64a410c5d81c, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b4a4a823-78c9-4d97-a90c-64a410c5d81c,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:04:27.616277 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'b4a4a823-78c9-4d97-a90c-64a410c5d81c', 'network_id': '463bb37a-d7f1-4ca4-bda4-89faa67c0199', 'port_id': 'b4a4a823-78c9-4d97-a90c-64a410c5d81c', 'mac_address': 'fa:16:3e:b6:39:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:04:27.622749 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a7177c-1104-432a-b736-d559bae7896a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a4a823-78c9-4d97-a90c-64a410c5d81c'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:04:27.665927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b4a4a823-78c9-4d97-a90c-64a410c5d81c, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b4a4a823-78c9-4d97-a90c-64a410c5d81c,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:04:27.680313 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947dd2f9-98ec-4fe0-bffa-bc54c639cc73'] response: {'server_uuid': '41a7177c-1104-432a-b736-d559bae7896a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a4a823-78c9-4d97-a90c-64a410c5d81c', 'code': 200} Jul 29 17:04:27.681038 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:27.735675 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port b4a4a823-78c9-4d97-a90c-64a410c5d81c is: ACTIVE; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:04:27.736061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:27.760613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4a4a823-78c9-4d97-a90c-64a410c5d81c {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:04:27.799492 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=b4a4a823-78c9-4d97-a90c-64a410c5d81c,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:27.821566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:27.821851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:27.822187 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:27.822520 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:27.822846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:27.823171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:27.823490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:27.823807 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:27.824126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:27.824444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:27.824758 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:27.825088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:27.838737 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-959abd16-2933-4761-8459-76c447713a04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:04:27.839093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-959abd16-2933-4761-8459-76c447713a04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:04:28.395960 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port b4a4a823-78c9-4d97-a90c-64a410c5d81c is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:04:28.396634 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:28.413473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a4a823-78c9-4d97-a90c-64a410c5d81c {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:04:28.429431 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b4a4a823-78c9-4d97-a90c-64a410c5d81c, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b4a4a823-78c9-4d97-a90c-64a410c5d81c,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:04:28.434681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:28.497072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a64c3-c72b-4cd8-b5f9-072b58a30c7d req-9c98ad9c-e4a5-407e-a319-c1c0f478661d tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:28.498544 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4e8a64c3-c72b-4cd8-b5f9-072b58a30c7d req-9c98ad9c-e4a5-407e-a319-c1c0f478661d tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 944 time: 0.0932117 Jul 29 17:04:28.502990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['b4a4a823-78c9-4d97-a90c-64a410c5d81c'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:04:28.550105 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=b4a4a823-78c9-4d97-a90c-64a410c5d81c,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:28.550726 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4e8a64c3-c72b-4cd8-b5f9-072b58a30c7d req-c253967d-0dcd-4e42-8eda-bc5a76bb5a27 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442588 Jul 29 17:04:28.933749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-208b5bc5-2fdb-49df-8a0f-5244252898b8 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:28.934331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-208b5bc5-2fdb-49df-8a0f-5244252898b8 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Synchronizing usage tracker for tenant:7f2d04b0c5bb4ca1b0292de0df636514 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:04:28.948817 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-208b5bc5-2fdb-49df-8a0f-5244252898b8 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Unset dirty status for tenant:7f2d04b0c5bb4ca1b0292de0df636514 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:04:28.950099 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-208b5bc5-2fdb-49df-8a0f-5244252898b8 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.69 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a&tenant_id=7f2d04b0c5bb4ca1b0292de0df636514&binding%3Ahost_id=hv-neutron-8515 HTTP/1.1" status: 200 len: 944 time: 0.1050694 Jul 29 17:04:29.100980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-b1a945fa-d718-430c-b0b2-9253b8a77cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:29.102453 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-b1a945fa-d718-430c-b0b2-9253b8a77cf7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7f2d04b0c5bb4ca1b0292de0df636514&device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 1097 time: 0.0826085 Jul 29 17:04:29.238846 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-e2b3a5cf-64d6-4b42-8280-bc54dcf11808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:29.240258 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-e2b3a5cf-64d6-4b42-8280-bc54dcf11808 service neutron] 10.222.0.69 "GET /v2.0/networks?id=463bb37a-d7f1-4ca4-bda4-89faa67c0199 HTTP/1.1" status: 200 len: 913 time: 0.1320853 Jul 29 17:04:29.305397 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-18179e21-d90d-49da-bb43-fbcb25f3454e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a4a823-78c9-4d97-a90c-64a410c5d81c HTTP/1.1" status: 200 len: 217 time: 0.0594153 Jul 29 17:04:29.367843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-e1fbb469-bd52-4ae4-a8e1-cf9a1d63d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:29.369243 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-e1fbb469-bd52-4ae4-a8e1-cf9a1d63d333 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4 HTTP/1.1" status: 200 len: 851 time: 0.0585873 Jul 29 17:04:29.374937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b4a4a823-78c9-4d97-a90c-64a410c5d81c up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:04:29.443494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port b4a4a823-78c9-4d97-a90c-64a410c5d81c triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:04:29.444164 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:29.456162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-d6045ead-0750-4f7b-b449-58ce77a8e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:29.457692 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-d6045ead-0750-4f7b-b449-58ce77a8e998 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=463bb37a-d7f1-4ca4-bda4-89faa67c0199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826764 Jul 29 17:04:29.567358 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port b4a4a823-78c9-4d97-a90c-64a410c5d81c is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:04:29.567856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:29.588768 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-c55c58dc-2e42-4a29-9317-1b87719d79e1 service neutron] 10.222.0.69 "GET /v2.0/networks/463bb37a-d7f1-4ca4-bda4-89faa67c0199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248105 Jul 29 17:04:29.600143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b4a4a823-78c9-4d97-a90c-64a410c5d81c, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b4a4a823-78c9-4d97-a90c-64a410c5d81c,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:04:29.603973 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:29.673655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=b4a4a823-78c9-4d97-a90c-64a410c5d81c,revision_number=8']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:29.682428 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a7177c-1104-432a-b736-d559bae7896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a4a823-78c9-4d97-a90c-64a410c5d81c'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:04:29.719732 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-548fce7d-4621-4cd6-a287-67b8c472208a service neutron] 10.222.0.69 "GET /v2.0/networks/463bb37a-d7f1-4ca4-bda4-89faa67c0199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252644 Jul 29 17:04:29.741782 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29600d4-8b65-4592-a264-be467dbfc02d'] response: {'server_uuid': '41a7177c-1104-432a-b736-d559bae7896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a4a823-78c9-4d97-a90c-64a410c5d81c', 'code': 200} Jul 29 17:04:30.574755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68851773-89af-4bea-9b26-7c8f313482b7 req-a6e62783-9a14-46c4-a3b7-add423bebef2 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:30.576495 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-68851773-89af-4bea-9b26-7c8f313482b7 req-a6e62783-9a14-46c4-a3b7-add423bebef2 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0942895 Jul 29 17:04:30.620229 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-68851773-89af-4bea-9b26-7c8f313482b7 req-29d46982-27d3-4b51-b64a-f314682f58fd tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376160 Jul 29 17:04:31.259705 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:04:31.816756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f45b9c-d7f5-4505-9d2b-6c7b94ddbddc req-aec50ffa-2ed3-4e58-b3b7-a2db0f228a57 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:31.818140 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-67f45b9c-d7f5-4505-9d2b-6c7b94ddbddc req-aec50ffa-2ed3-4e58-b3b7-a2db0f228a57 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.0900204 Jul 29 17:04:31.860930 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-67f45b9c-d7f5-4505-9d2b-6c7b94ddbddc req-273e92c4-5a5d-430f-a538-de320f9d5995 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/security-groups?id=2596d50f-08b8-4b7c-8197-9842ab14d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372269 Jul 29 17:04:32.195968 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [req-153ef9ad-427a-4732-b6fd-b783500d1337 req-30e03104-8cc6-4088-b0b3-35641a028d14 tempest-TestNetworkBasicOps-1524393604 tempest-TestNetworkBasicOps-1524393604-project] (89210) timed out ('10.222.0.69', 51882) {{(pid=89210) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 29 17:04:32.342461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-79b4f862-2cfa-48f9-8f71-bc3b33f5ad95 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:32.343873 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-79b4f862-2cfa-48f9-8f71-bc3b33f5ad95 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.69 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 945 time: 0.1822314 Jul 29 17:04:32.411756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Deleting port b4a4a823-78c9-4d97-a90c-64a410c5d81c {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:04:32.412094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:32.654133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] For port b4a4a823-78c9-4d97-a90c-64a410c5d81c, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b4a4a823-78c9-4d97-a90c-64a410c5d81c,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:04:32.654487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:32.774893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Calling delete_port for b4a4a823-78c9-4d97-a90c-64a410c5d81c owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:04:32.916040 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:32.927481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['b4a4a823-78c9-4d97-a90c-64a410c5d81c'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:04:33.002876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Pushing event deleted for resources: {'Port': ['ID=b4a4a823-78c9-4d97-a90c-64a410c5d81c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:33.023490 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a4f9da24-c732-4f0a-8476-ea647b0e8a53 req-018f3ad3-34d8-4e41-a81c-6a9949507d96 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a7177c-1104-432a-b736-d559bae7896a HTTP/1.1" status: 200 len: 210 time: 0.0529068 Jul 29 17:04:33.026164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:33.026512 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:33.026847 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:33.027177 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:33.027508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:33.027834 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:33.028161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:33.028483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:33.028806 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:33.029151 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:33.029467 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:33.029782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:33.077755 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] No DVR routers for this DVR port b4a4a823-78c9-4d97-a90c-64a410c5d81c on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:04:33.080502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:33.083551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a7177c-1104-432a-b736-d559bae7896a', 'name': 'network-vif-deleted', 'tag': 'b4a4a823-78c9-4d97-a90c-64a410c5d81c'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:04:33.100112 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a17585bc-2452-4483-892d-88fe71f79ce0 req-0c17a0c5-735b-4b82-9202-db6ff70e5255 tempest-DeleteServersTestJSON-801536178 tempest-DeleteServersTestJSON-801536178-project] 10.222.0.69 "DELETE /v2.0/ports/b4a4a823-78c9-4d97-a90c-64a410c5d81c HTTP/1.1" status: 204 len: 173 time: 0.7506287 Jul 29 17:04:33.183359 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88f3717-bd08-4a41-8299-6a8ac1678081'] response: {'server_uuid': '41a7177c-1104-432a-b736-d559bae7896a', 'name': 'network-vif-deleted', 'tag': 'b4a4a823-78c9-4d97-a90c-64a410c5d81c', 'status': 'completed', 'code': 200} Jul 29 17:04:34.269438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58104) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:04:34.802297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:35.143830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Deleting port 43244392-092f-42a8-8319-afc9ce0feca2 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:04:35.144166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:35.402254 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b4a4a823-78c9-4d97-a90c-64a410c5d81c no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:04:35.419216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] For port 43244392-092f-42a8-8319-afc9ce0feca2, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=43244392-092f-42a8-8319-afc9ce0feca2,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:04:35.419701 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:35.435845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: b4a4a823-78c9-4d97-a90c-64a410c5d81c {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:04:35.436191 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b4a4a823-78c9-4d97-a90c-64a410c5d81c not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:04:35.539686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Calling delete_port for 43244392-092f-42a8-8319-afc9ce0feca2 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:04:35.706377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:35.755391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=43244392-092f-42a8-8319-afc9ce0feca2,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:35.801797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:35.802151 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:35.802502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:35.802841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:35.803176 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:35.803512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:35.803850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:35.804189 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:35.804516 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:35.804840 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:35.805196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:35.805520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:36.035554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:36.387832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Router ae278ac7-7a43-41c0-a6d5-e673a2dd77da has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:04:36.562372 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:04:36.571063 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067eea3-57b0-461c-9ca3-064440db4b21 None None] Sync routers for ids ['ae278ac7-7a43-41c0-a6d5-e673a2dd77da'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:04:36.574948 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4e7b0276-79fd-41bc-b665-c0e61b4c9e3b admin admin] 10.222.0.58 "PUT /v2.0/routers/ae278ac7-7a43-41c0-a6d5-e673a2dd77da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3044703 Jul 29 17:04:36.577399 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58108) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:04:36.580722 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067eea3-57b0-461c-9ca3-064440db4b21 None None] Routers {'ae278ac7-7a43-41c0-a6d5-e673a2dd77da'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:04:36.581369 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0067eea3-57b0-461c-9ca3-064440db4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:04:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ae278ac7-7a43-41c0-a6d5-e673a2dd77da'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:36.760525 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-0067eea3-57b0-461c-9ca3-064440db4b21 None None] Set router ae278ac7-7a43-41c0-a6d5-e673a2dd77da gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:04:36.879972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:37.062874 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:37.063967 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0067eea3-57b0-461c-9ca3-064440db4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'name': 'tempest-DeleteServersTestJSON-1008815195-router', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd85ab465-06c4-4da0-8f04-f140029693ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:03:36Z', 'updated_at': '2022-07-29T17:04:35Z', 'revision_number': 5, 'project_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'gw_port': {'id': 'd85ab465-06c4-4da0-8f04-f140029693ab', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:03:37Z', 'updated_at': '2022-07-29T17:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:37.067927 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067eea3-57b0-461c-9ca3-064440db4b21 None None] Checking router: ae278ac7-7a43-41c0-a6d5-e673a2dd77da for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:04:37.071799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] Deleting port d85ab465-06c4-4da0-8f04-f140029693ab {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:04:37.072324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:37.076959 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067eea3-57b0-461c-9ca3-064440db4b21 None None] Routers {'ae278ac7-7a43-41c0-a6d5-e673a2dd77da'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:04:37.077589 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0067eea3-57b0-461c-9ca3-064440db4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:04:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['ae278ac7-7a43-41c0-a6d5-e673a2dd77da'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:37.226411 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-0067eea3-57b0-461c-9ca3-064440db4b21 None None] Set router ae278ac7-7a43-41c0-a6d5-e673a2dd77da gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:04:37.245996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] For port d85ab465-06c4-4da0-8f04-f140029693ab, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=d85ab465-06c4-4da0-8f04-f140029693ab,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:04:37.246400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:37.329202 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0067eea3-57b0-461c-9ca3-064440db4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'name': 'tempest-DeleteServersTestJSON-1008815195-router', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:03:36Z', 'updated_at': '2022-07-29T17:04:37Z', 'revision_number': 6, 'project_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:37.333472 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067eea3-57b0-461c-9ca3-064440db4b21 None None] The sync data for ids ['ae278ac7-7a43-41c0-a6d5-e673a2dd77da'] in dv-neutron-851534-1-hyperv is: [{'id': 'ae278ac7-7a43-41c0-a6d5-e673a2dd77da', 'name': 'tempest-DeleteServersTestJSON-1008815195-router', 'tenant_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:03:36Z', 'updated_at': '2022-07-29T17:04:37Z', 'revision_number': 6, 'project_id': '7f2d04b0c5bb4ca1b0292de0df636514', 'gw_port_host': None}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:04:37.374534 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] Calling delete_port for d85ab465-06c4-4da0-8f04-f140029693ab owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:04:37.538351 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:37.585934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] Pushing event deleted for resources: {'Port': ['ID=d85ab465-06c4-4da0-8f04-f140029693ab,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:37.683149 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:37.857540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:37.859631 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:37.881095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:37.881541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae278ac7-7a43-41c0-a6d5-e673a2dd77da {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:04:37.901962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:37.903084 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-de2d4476-2aa4-4378-9b25-95c30a60ad5a admin admin] 10.222.0.58 "DELETE /v2.0/routers/ae278ac7-7a43-41c0-a6d5-e673a2dd77da HTTP/1.1" status: 204 len: 168 time: 1.3247492 Jul 29 17:04:37.905605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58112) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:04:37.963571 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0bddd2-37ab-42d5-b9a8-f2da0c451a28 admin admin] Deleting subnet 6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:04:37.966914 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c0bddd2-37ab-42d5-b9a8-f2da0c451a28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:38.018262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c0bddd2-37ab-42d5-b9a8-f2da0c451a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:38.095575 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c0bddd2-37ab-42d5-b9a8-f2da0c451a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:38.163550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c0bddd2-37ab-42d5-b9a8-f2da0c451a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:38.319058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bddd2-37ab-42d5-b9a8-f2da0c451a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:38.322601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c0bddd2-37ab-42d5-b9a8-f2da0c451a28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:38.328817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ad2e91-023a-49c0-b70a-4bab14f74d92 None None] Network 463bb37a-d7f1-4ca4-bda4-89faa67c0199 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:04:38.332661 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2c0bddd2-37ab-42d5-b9a8-f2da0c451a28 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6967bbdd-faa0-4fa5-8bd9-e2f59a3ae2c4 HTTP/1.1" status: 204 len: 168 time: 0.4261065 Jul 29 17:04:38.335081 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58116) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:04:38.442011 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:38.452272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] Deleting port e8c2683f-0caf-4a8e-987e-4f93e2ada17c {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:04:38.452603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:38.623548 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed5272e-382e-4511-924c-fb59a11540dd None None] DHCP port deletion for 463bb37a-d7f1-4ca4-bda4-89faa67c0199 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:04:38.628170 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-aed5272e-382e-4511-924c-fb59a11540dd None None] Deleting port e8c2683f-0caf-4a8e-987e-4f93e2ada17c {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:04:38.628544 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aed5272e-382e-4511-924c-fb59a11540dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:38.662421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] For port e8c2683f-0caf-4a8e-987e-4f93e2ada17c, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e8c2683f-0caf-4a8e-987e-4f93e2ada17c,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:04:38.663023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:38.790441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] Calling delete_port for e8c2683f-0caf-4a8e-987e-4f93e2ada17c owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:04:38.831798 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-aed5272e-382e-4511-924c-fb59a11540dd None None] For port e8c2683f-0caf-4a8e-987e-4f93e2ada17c, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e8c2683f-0caf-4a8e-987e-4f93e2ada17c,segment=NetworkSegment(6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8),segment_id=6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:04:38.832187 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aed5272e-382e-4511-924c-fb59a11540dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:38.869687 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:38.915463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c2683f-0caf-4a8e-987e-4f93e2ada17c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:38.919043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] No DVR routers for this DVR port e8c2683f-0caf-4a8e-987e-4f93e2ada17c on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:04:38.956071 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-aed5272e-382e-4511-924c-fb59a11540dd None None] Calling delete_port for e8c2683f-0caf-4a8e-987e-4f93e2ada17c owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:04:39.028045 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-aed5272e-382e-4511-924c-fb59a11540dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:04:39.028399 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-aed5272e-382e-4511-924c-fb59a11540dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:04:39.035653 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:39.047911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d85ab465-06c4-4da0-8f04-f140029693ab no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:04:39.066070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463bb37a-d7f1-4ca4-bda4-89faa67c0199']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:39.078102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:39.078405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:39.085427 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: d85ab465-06c4-4da0-8f04-f140029693ab {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:04:39.085773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device d85ab465-06c4-4da0-8f04-f140029693ab not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:04:39.086182 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 43244392-092f-42a8-8319-afc9ce0feca2 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:04:39.089628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:39.105219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:39.111499 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:04:39.112432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:39.119935 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 43244392-092f-42a8-8319-afc9ce0feca2 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:04:39.120288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 43244392-092f-42a8-8319-afc9ce0feca2 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:04:39.120700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e8c2683f-0caf-4a8e-987e-4f93e2ada17c no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:04:39.153397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: e8c2683f-0caf-4a8e-987e-4f93e2ada17c {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:04:39.153708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e8c2683f-0caf-4a8e-987e-4f93e2ada17c not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:04:39.173949 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8 resource provider aggregate not found Jul 29 17:04:39.196135 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b6316d3-0e6c-4d2c-9b52-42000dcdb9a8 found for delete ", "request_id": "req-e02acd62-8240-4156-8bed-464011fe2695"}]} Jul 29 17:04:39.207527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:39.212367 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:39.240054 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=463bb37a-d7f1-4ca4-bda4-89faa67c0199,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:39.252955 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-62c40c3c-22c6-46d8-afcc-0ab226ee31d1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/463bb37a-d7f1-4ca4-bda4-89faa67c0199 HTTP/1.1" status: 204 len: 168 time: 0.9169469 Jul 29 17:04:39.360839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58126) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:04:39.409981 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1493feee-a9b3-4dc1-ab47-51b19ed2784c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f2d04b0c5bb4ca1b0292de0df636514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480032 Jul 29 17:04:39.412337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58130) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:04:39.469761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-42fe625b-2320-45fc-a522-21b42440aae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:39.497603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-42fe625b-2320-45fc-a522-21b42440aae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:39.529991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-aed5272e-382e-4511-924c-fb59a11540dd None None] Deleting port e8c2683f-0caf-4a8e-987e-4f93e2ada17c {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:04:39.531200 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aed5272e-382e-4511-924c-fb59a11540dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:39.551230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-42fe625b-2320-45fc-a522-21b42440aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:39.567691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe625b-2320-45fc-a522-21b42440aae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2596d50f-08b8-4b7c-8197-9842ab14d34d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:39.579010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-42fe625b-2320-45fc-a522-21b42440aae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:39.583015 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-42fe625b-2320-45fc-a522-21b42440aae7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2596d50f-08b8-4b7c-8197-9842ab14d34d HTTP/1.1" status: 204 len: 168 time: 0.1668656 Jul 29 17:04:39.609102 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-aed5272e-382e-4511-924c-fb59a11540dd None None] The port 'e8c2683f-0caf-4a8e-987e-4f93e2ada17c' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 17:04:40.298037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58154) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:04:40.399696 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1037914780-network', 'tenant_id': 'a2f91a4633b84305849645885b089268'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:04:40.404420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:04:40.408334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Usage tracker for resource:network and tenant:a2f91a4633b84305849645885b089268 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:04:40.411216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:04:40.417152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:04:40.427646 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Made reservation on behalf of a2f91a4633b84305849645885b089268 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:04:40.429938 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:40.444968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:40.459155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:04:40.462915 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Usage tracker for resource:security_group_rule and tenant:a2f91a4633b84305849645885b089268 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:04:40.465661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:04:40.471282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:04:40.559931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:40.563498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:40.591544 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:04:40.603939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4ab640-12e2-4d98-acd6-8739011c9d8e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:40.610004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:40.610351 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Added segment f01b35fa-098c-441d-a80f-3c4c14a41465 of type vlan for network 0d972638-9121-4830-8843-34fd64d6fd91 Jul 29 17:04:40.637781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:40.666898 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:40.667995 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:40.668576 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:40.769617 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] Pushing event updated for resources: {'Network': ['ID=0d972638-9121-4830-8843-34fd64d6fd91,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:40.772372 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cac0d01b-1db7-444a-8e5e-72bea5eee3d6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4733369 Jul 29 17:04:40.775434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58160) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:04:40.779683 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 0d972638-9121-4830-8843-34fd64d6fd91 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:04:40.780401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] Request body: {'subnet': {'network_id': '0d972638-9121-4830-8843-34fd64d6fd91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1037914780-subnet', 'tenant_id': 'a2f91a4633b84305849645885b089268', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:04:40.785831 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:04:40.789923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] Usage tracker for resource:subnet and tenant:a2f91a4633b84305849645885b089268 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:04:40.792798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:04:40.798737 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:04:40.809795 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] Made reservation on behalf of a2f91a4633b84305849645885b089268 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:04:40.812227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:41.014649 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:41.090379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21101564-1f25-4597-b5ec-3e6a216f6792,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:41.098077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] Checking segment: {'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:04:41.098428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] Network hostable DHCP agents. Network: 0d972638-9121-4830-8843-34fd64d6fd91, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:04:41.117609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] Network 0d972638-9121-4830-8843-34fd64d6fd91 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:04:41.126070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 0d972638-9121-4830-8843-34fd64d6fd91) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:04:41.129917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:41.130493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:41.135884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e9a06-2f19-4c48-ad6e-0bf122654790 None None] Network 0d972638-9121-4830-8843-34fd64d6fd91 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:04:41.153946 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2a5cc02f-9537-4908-9c8f-93e0d29e0366 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3751159 Jul 29 17:04:41.154145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58164) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:04:41.159701 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1037914780-router', 'tenant_id': 'a2f91a4633b84305849645885b089268', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:04:41.164463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:04:41.168350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Usage tracker for resource:router and tenant:a2f91a4633b84305849645885b089268 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:04:41.171211 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:04:41.176933 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:04:41.186970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:41.187989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:41.203539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:41.367437 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-0d972638-9121-4830-8843-34fd64d6fd91', 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91', 'tenant_id': 'a2f91a4633b84305849645885b089268', 'fixed_ips': [{'subnet_id': '21101564-1f25-4597-b5ec-3e6a216f6792'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:04:41.368312 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:41.524071 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Allocated IP 172.20.0.2 (0d972638-9121-4830-8843-34fd64d6fd91/21101564-1f25-4597-b5ec-3e6a216f6792/0001234e-0632-4e62-963c-60d569fc071d) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:04:41.577644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:41.764027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:41.774473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Transition to ACTIVE for port object 0001234e-0632-4e62-963c-60d569fc071d will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:04:41.793422 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Transition to ACTIVE for port object 0001234e-0632-4e62-963c-60d569fc071d will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:04:41.799708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:41.863194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Network 0d972638-9121-4830-8843-34fd64d6fd91 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:04:41.865997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:04:41.868958 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:04:41.878515 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Pushing event updated for resources: {'Port': ['ID=0001234e-0632-4e62-963c-60d569fc071d,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:41.896491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:41.926823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:41.978157 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Attempting to bind port 0001234e-0632-4e62-963c-60d569fc071d on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:04:41.978523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Attempting to bind port 0001234e-0632-4e62-963c-60d569fc071d by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:04:41.978882 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Attempting to bind port 0001234e-0632-4e62-963c-60d569fc071d on network 0d972638-9121-4830-8843-34fd64d6fd91 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:04:41.983966 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:04:41.984365 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Checking segment: {'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:04:41.984765 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:41.985175 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Bound using segment: {'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:04:41.985628 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Bound port: 0001234e-0632-4e62-963c-60d569fc071d, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:04:41.985999 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:42.062236 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Allocated IP 172.26.1.133 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/9e9e1148-603c-449d-8c99-698126205ee5) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:04:42.077340 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] For port 0001234e-0632-4e62-963c-60d569fc071d, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:04:42.080954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] For port 0001234e-0632-4e62-963c-60d569fc071d, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0001234e-0632-4e62-963c-60d569fc071d,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:04:42.085248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:42.166656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4f2cf-e06a-48ea-aee3-a66b468014fa None None] Pushing event updated for resources: {'Port': ['ID=0001234e-0632-4e62-963c-60d569fc071d,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:42.216238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:42.247263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:42.324180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:04:42.335232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:04:42.338574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:04:42.367124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9e1148-603c-449d-8c99-698126205ee5,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:42.755017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:43.058602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeec998-bdb3-437b-95ee-de434336e8d3 None None] Network 0d972638-9121-4830-8843-34fd64d6fd91 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:04:43.122695 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0001234e-0632-4e62-963c-60d569fc071d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:04:43.208064 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b628c1ee-c9be-4ebb-9a79-c33c38ed6ff4 None None] Provisioning for port 0001234e-0632-4e62-963c-60d569fc071d completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:04:43.257232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:43.279479 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 0001234e-0632-4e62-963c-60d569fc071d completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:04:43.288957 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 0001234e-0632-4e62-963c-60d569fc071d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:04:43.289624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:43.460716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Router 8af0b5bf-4f3e-4ada-992b-4c9cb1468ada is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:04:43.466680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 0001234e-0632-4e62-963c-60d569fc071d is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:04:43.467064 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:43.502129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 0001234e-0632-4e62-963c-60d569fc071d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0001234e-0632-4e62-963c-60d569fc071d,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:04:43.506712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:43.591239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=0001234e-0632-4e62-963c-60d569fc071d,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:43.652476 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:04:43.662304 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Sync routers for ids ['8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:04:43.672400 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Routers {'8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:04:43.673020 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-500f93da-0377-4167-8008-fb34a9854443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:04:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:43.679429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:43.683205 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b1746121-59f5-4b37-880d-1d006c756c55 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5256464 Jul 29 17:04:43.683796 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58170) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:04:43.825405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6c63ef13-6c57-4693-835e-8fea348d30db None None] Provisioning complete for port 0001234e-0632-4e62-963c-60d569fc071d triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:04:43.825690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6c63ef13-6c57-4693-835e-8fea348d30db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:43.910716 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Set router 8af0b5bf-4f3e-4ada-992b-4c9cb1468ada gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:04:44.150439 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6c63ef13-6c57-4693-835e-8fea348d30db None None] Current status of the port 0001234e-0632-4e62-963c-60d569fc071d is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:04:44.285496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-500f93da-0377-4167-8008-fb34a9854443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'name': 'tempest-ServerDiskConfigTestJSON-1037914780-router', 'tenant_id': 'a2f91a4633b84305849645885b089268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '9e9e1148-603c-449d-8c99-698126205ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:04:42Z', 'revision_number': 3, 'project_id': 'a2f91a4633b84305849645885b089268', 'gw_port': {'id': '9e9e1148-603c-449d-8c99-698126205ee5', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:44.290530 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Checking router: 8af0b5bf-4f3e-4ada-992b-4c9cb1468ada for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:04:44.290959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Updating router 8af0b5bf-4f3e-4ada-992b-4c9cb1468ada port 9e9e1148-603c-449d-8c99-698126205ee5 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:04:44.351235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:44.494657 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:44.690198 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:44.701304 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Transition to ACTIVE for port object 9e9e1148-603c-449d-8c99-698126205ee5 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:04:44.702698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Allocated IP 172.20.0.1 (0d972638-9121-4830-8843-34fd64d6fd91/21101564-1f25-4597-b5ec-3e6a216f6792/c2091519-6cbd-4440-a67b-409cf98792d7) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:04:44.708776 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:44.790136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Attempting to bind port 9e9e1148-603c-449d-8c99-698126205ee5 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:04:44.790502 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Attempting to bind port 9e9e1148-603c-449d-8c99-698126205ee5 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:04:44.790862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Attempting to bind port 9e9e1148-603c-449d-8c99-698126205ee5 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:04:44.793371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd13520-ad8e-47c3-a5e6-128dcd38c6df None None] Pushing event updated for resources: {'Port': ['ID=9e9e1148-603c-449d-8c99-698126205ee5,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:44.798861 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:04:44.799309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:04:44.800187 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:44.800569 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:04:44.801508 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Bound port: 9e9e1148-603c-449d-8c99-698126205ee5, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:04:44.801508 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:44.852214 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:44.867621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Transition to ACTIVE for port object c2091519-6cbd-4440-a67b-409cf98792d7 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:04:44.872754 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-500f93da-0377-4167-8008-fb34a9854443 None None] For port 9e9e1148-603c-449d-8c99-698126205ee5, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:04:44.876286 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-500f93da-0377-4167-8008-fb34a9854443 None None] For port 9e9e1148-603c-449d-8c99-698126205ee5, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9e9e1148-603c-449d-8c99-698126205ee5,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:04:44.880687 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:44.891437 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:44.960022 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Routers {'8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:04:44.960637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-500f93da-0377-4167-8008-fb34a9854443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:04:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:44.961798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Network 0d972638-9121-4830-8843-34fd64d6fd91 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:04:44.964612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:04:44.968373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:04:44.998294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Pushing event updated for resources: {'Port': ['ID=c2091519-6cbd-4440-a67b-409cf98792d7,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:45.028910 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd13520-ad8e-47c3-a5e6-128dcd38c6df None None] Pushing event updated for resources: {'Port': ['ID=9e9e1148-603c-449d-8c99-698126205ee5,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:45.039561 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:45.091895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0001234e-0632-4e62-963c-60d569fc071d up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:04:45.172114 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:45.183408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-761e5201-7376-4081-b100-8417b0f96464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:45.227912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-500f93da-0377-4167-8008-fb34a9854443 None None] Set router 8af0b5bf-4f3e-4ada-992b-4c9cb1468ada gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:04:45.358451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 0001234e-0632-4e62-963c-60d569fc071d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:04:45.358695 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:45.395342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:45.399527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:45.449457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1b0347da-f5bb-448a-bec1-b80c325fd022 None None] Provisioning for port c2091519-6cbd-4440-a67b-409cf98792d7 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:04:45.469133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1b0347da-f5bb-448a-bec1-b80c325fd022 None None] Provisioning complete for port c2091519-6cbd-4440-a67b-409cf98792d7 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:04:45.469516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1b0347da-f5bb-448a-bec1-b80c325fd022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:45.507049 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Pushing event updated for resources: {'Port': ['ID=c2091519-6cbd-4440-a67b-409cf98792d7,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:45.509629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:45.553174 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1b0347da-f5bb-448a-bec1-b80c325fd022 None None] Port c2091519-6cbd-4440-a67b-409cf98792d7 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:04:45.645948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Network 0d972638-9121-4830-8843-34fd64d6fd91 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:04:45.647105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:04:45.661451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 0001234e-0632-4e62-963c-60d569fc071d is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:04:45.683728 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-500f93da-0377-4167-8008-fb34a9854443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'name': 'tempest-ServerDiskConfigTestJSON-1037914780-router', 'tenant_id': 'a2f91a4633b84305849645885b089268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '9e9e1148-603c-449d-8c99-698126205ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:04:42Z', 'revision_number': 3, 'project_id': 'a2f91a4633b84305849645885b089268', 'gw_port': {'id': '9e9e1148-603c-449d-8c99-698126205ee5', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:45.687983 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500f93da-0377-4167-8008-fb34a9854443 None None] The sync data for ids ['8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'] in dv-neutron-851534-1-hyperv is: [{'id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'name': 'tempest-ServerDiskConfigTestJSON-1037914780-router', 'tenant_id': 'a2f91a4633b84305849645885b089268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '9e9e1148-603c-449d-8c99-698126205ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:04:42Z', 'revision_number': 3, 'project_id': 'a2f91a4633b84305849645885b089268', 'gw_port': {'id': '9e9e1148-603c-449d-8c99-698126205ee5', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:04:45.845408 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Router 8af0b5bf-4f3e-4ada-992b-4c9cb1468ada has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:04:45.875607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c8d53fd5-afb1-481b-826d-7b3092a04fb4 None None] Provisioning complete for port c2091519-6cbd-4440-a67b-409cf98792d7 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:04:45.875854 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c8d53fd5-afb1-481b-826d-7b3092a04fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:45.941095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c8d53fd5-afb1-481b-826d-7b3092a04fb4 None None] Port c2091519-6cbd-4440-a67b-409cf98792d7 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:04:46.053946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:04:46.063161 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d64a0117-ca08-4336-a52f-326513ebf455 admin admin] 10.222.0.58 "PUT /v2.0/routers/8af0b5bf-4f3e-4ada-992b-4c9cb1468ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3783128 Jul 29 17:04:46.713358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d425b9-602b-4c93-9ca4-352876b70aae req-232de381-c49c-4117-8d5d-2a89bcf744c1 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:46.714034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-33d425b9-602b-4c93-9ca4-352876b70aae req-232de381-c49c-4117-8d5d-2a89bcf744c1 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Synchronizing usage tracker for tenant:a2f91a4633b84305849645885b089268 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:04:46.729982 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-33d425b9-602b-4c93-9ca4-352876b70aae req-232de381-c49c-4117-8d5d-2a89bcf744c1 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Unset dirty status for tenant:a2f91a4633b84305849645885b089268 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:04:46.731166 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-33d425b9-602b-4c93-9ca4-352876b70aae req-232de381-c49c-4117-8d5d-2a89bcf744c1 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/networks?id=0d972638-9121-4830-8843-34fd64d6fd91 HTTP/1.1" status: 200 len: 815 time: 0.2855217 Jul 29 17:04:46.745538 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-33d425b9-602b-4c93-9ca4-352876b70aae req-302d5e66-ef6a-42c8-a626-8379bd281e5d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/quotas/a2f91a4633b84305849645885b089268 HTTP/1.1" status: 200 len: 375 time: 0.0089393 Jul 29 17:04:46.834710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-33d425b9-602b-4c93-9ca4-352876b70aae req-45b02330-9f05-4efb-b7f0-cc6fce558924 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Synchronizing usage tracker for tenant:a2f91a4633b84305849645885b089268 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:04:46.851846 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-33d425b9-602b-4c93-9ca4-352876b70aae req-45b02330-9f05-4efb-b7f0-cc6fce558924 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Unset dirty status for tenant:a2f91a4633b84305849645885b089268 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:04:46.853167 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-33d425b9-602b-4c93-9ca4-352876b70aae req-45b02330-9f05-4efb-b7f0-cc6fce558924 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2f91a4633b84305849645885b089268&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027465 Jul 29 17:04:46.983799 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-33d425b9-602b-4c93-9ca4-352876b70aae req-d0230708-80c1-4781-8441-dc5be535d19f service neutron] 10.222.0.58 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239164 Jul 29 17:04:47.076633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9e9e1148-603c-449d-8c99-698126205ee5 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:04:47.123367 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-33d425b9-602b-4c93-9ca4-352876b70aae req-a6abae58-5d2c-4275-842e-5ba878523125 service neutron] 10.222.0.58 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335568 Jul 29 17:04:47.190568 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 9e9e1148-603c-449d-8c99-698126205ee5 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:04:47.195937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 9e9e1148-603c-449d-8c99-698126205ee5 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:04:47.196316 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:47.300142 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Sync routers for ids ['8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:04:47.309856 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Routers {'8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:04:47.310760 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:04:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:47.318800 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 9e9e1148-603c-449d-8c99-698126205ee5 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:04:47.319191 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:47.335952 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 9e9e1148-603c-449d-8c99-698126205ee5, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9e9e1148-603c-449d-8c99-698126205ee5,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:04:47.341142 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:47.359496 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-773ad8c2-c62c-4af8-be3b-4af007f7e086 req-f479a213-c283-4487-8ab8-09e93d7a9480 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 210 time: 0.0826499 Jul 29 17:04:47.411284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=9e9e1148-603c-449d-8c99-698126205ee5,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:47.498979 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Set router 8af0b5bf-4f3e-4ada-992b-4c9cb1468ada gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:04:47.675602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-228ab87d-ca94-409c-b2a6-117a2a12d39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:47.811387 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'name': 'tempest-ServerDiskConfigTestJSON-1037914780-router', 'tenant_id': 'a2f91a4633b84305849645885b089268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '9e9e1148-603c-449d-8c99-698126205ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:04:45Z', 'revision_number': 4, 'project_id': 'a2f91a4633b84305849645885b089268', 'gw_port': {'id': '9e9e1148-603c-449d-8c99-698126205ee5', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'c2091519-6cbd-4440-a67b-409cf98792d7', 'name': '', 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91', 'tenant_id': 'a2f91a4633b84305849645885b089268', 'mac_address': 'fa:16:3e:d4:37:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '21101564-1f25-4597-b5ec-3e6a216f6792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:04:44Z', 'updated_at': '2022-07-29T17:04:45Z', 'revision_number': 2, 'project_id': 'a2f91a4633b84305849645885b089268', 'subnets': [{'id': '21101564-1f25-4597-b5ec-3e6a216f6792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:47.815250 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Checking router: 8af0b5bf-4f3e-4ada-992b-4c9cb1468ada for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:04:47.815583 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Updating router 8af0b5bf-4f3e-4ada-992b-4c9cb1468ada port c2091519-6cbd-4440-a67b-409cf98792d7 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:04:47.870873 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:48.242417 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:48.253979 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Transition to ACTIVE for port object c2091519-6cbd-4440-a67b-409cf98792d7 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:04:48.259392 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:48.332415 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:48.470646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:48.493697 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5bb07-c5c0-4686-9be1-2febf5c00d07 None None] Pushing event updated for resources: {'Port': ['ID=c2091519-6cbd-4440-a67b-409cf98792d7,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:48.513111 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5bb07-c5c0-4686-9be1-2febf5c00d07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:48.513858 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5bb07-c5c0-4686-9be1-2febf5c00d07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:48.514418 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5bb07-c5c0-4686-9be1-2febf5c00d07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:48.514951 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5bb07-c5c0-4686-9be1-2febf5c00d07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:48.515539 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5bb07-c5c0-4686-9be1-2febf5c00d07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:48.516097 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5bb07-c5c0-4686-9be1-2febf5c00d07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:48.516699 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5bb07-c5c0-4686-9be1-2febf5c00d07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:48.517460 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5bb07-c5c0-4686-9be1-2febf5c00d07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:48.518164 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5bb07-c5c0-4686-9be1-2febf5c00d07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:48.518704 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5bb07-c5c0-4686-9be1-2febf5c00d07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:48.519312 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5bb07-c5c0-4686-9be1-2febf5c00d07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:48.519851 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5bb07-c5c0-4686-9be1-2febf5c00d07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:04:48.529793 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Attempting to bind port c2091519-6cbd-4440-a67b-409cf98792d7 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:04:48.530224 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Attempting to bind port c2091519-6cbd-4440-a67b-409cf98792d7 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:04:48.531087 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Attempting to bind port c2091519-6cbd-4440-a67b-409cf98792d7 on network 0d972638-9121-4830-8843-34fd64d6fd91 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:04:48.536557 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6c8684d6-50dd-4530-966c-bb08ec939db9 req-3ac50716-7163-4255-9c4a-07b86f7c6613 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 210 time: 0.0693333 Jul 29 17:04:48.548621 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:04:48.551803 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Checking segment: {'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:04:48.552724 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:48.553772 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Bound using segment: {'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:04:48.555127 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Bound port: c2091519-6cbd-4440-a67b-409cf98792d7, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:04:48.555746 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:48.658316 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] For port c2091519-6cbd-4440-a67b-409cf98792d7, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:04:48.661855 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] For port c2091519-6cbd-4440-a67b-409cf98792d7, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c2091519-6cbd-4440-a67b-409cf98792d7,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:04:48.668908 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:48.744685 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Routers {'8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:04:48.745322 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:04:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:48.745946 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d425b9-602b-4c93-9ca4-352876b70aae req-7d83cd69-ecdd-46fe-8a6b-06624a6ea804 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:48.747383 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33d425b9-602b-4c93-9ca4-352876b70aae req-7d83cd69-ecdd-46fe-8a6b-06624a6ea804 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.69 "GET /v2.0/networks?id=0d972638-9121-4830-8843-34fd64d6fd91 HTTP/1.1" status: 200 len: 815 time: 0.1679304 Jul 29 17:04:48.758937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-33d425b9-602b-4c93-9ca4-352876b70aae req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Request body: {'port': {'device_id': 'd4be6da1-4a3e-4e80-8994-4ec17c0ffe5f', 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91', 'admin_state_up': True, 'tenant_id': 'a2f91a4633b84305849645885b089268'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:04:48.876570 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5bb07-c5c0-4686-9be1-2febf5c00d07 None None] Pushing event updated for resources: {'Port': ['ID=c2091519-6cbd-4440-a67b-409cf98792d7,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:48.910672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-33d425b9-602b-4c93-9ca4-352876b70aae req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:04:48.921557 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-33d425b9-602b-4c93-9ca4-352876b70aae req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:04:48.934188 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d425b9-602b-4c93-9ca4-352876b70aae req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Made reservation on behalf of a2f91a4633b84305849645885b089268 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:04:48.937834 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-33d425b9-602b-4c93-9ca4-352876b70aae req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:48.942876 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] Set router 8af0b5bf-4f3e-4ada-992b-4c9cb1468ada gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:04:49.062871 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9e9e1148-603c-449d-8c99-698126205ee5 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:04:49.123601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-33d425b9-602b-4c93-9ca4-352876b70aae req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Allocated IP 172.20.0.12 (0d972638-9121-4830-8843-34fd64d6fd91/21101564-1f25-4597-b5ec-3e6a216f6792/b905c678-5444-444d-b624-100d0834625e) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:04:49.135034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 9e9e1148-603c-449d-8c99-698126205ee5 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:04:49.136271 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:49.253827 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 9e9e1148-603c-449d-8c99-698126205ee5 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:04:49.257110 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'name': 'tempest-ServerDiskConfigTestJSON-1037914780-router', 'tenant_id': 'a2f91a4633b84305849645885b089268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '9e9e1148-603c-449d-8c99-698126205ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:04:45Z', 'revision_number': 4, 'project_id': 'a2f91a4633b84305849645885b089268', 'gw_port': {'id': '9e9e1148-603c-449d-8c99-698126205ee5', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'c2091519-6cbd-4440-a67b-409cf98792d7', 'name': '', 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91', 'tenant_id': 'a2f91a4633b84305849645885b089268', 'mac_address': 'fa:16:3e:d4:37:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '21101564-1f25-4597-b5ec-3e6a216f6792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:04:44Z', 'updated_at': '2022-07-29T17:04:48Z', 'revision_number': 4, 'project_id': 'a2f91a4633b84305849645885b089268', 'subnets': [{'id': '21101564-1f25-4597-b5ec-3e6a216f6792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:49.261505 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73311cb7-56bd-4c50-b1d8-c019e31faaea None None] The sync data for ids ['8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'] in dv-neutron-851534-1-hyperv is: [{'id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'name': 'tempest-ServerDiskConfigTestJSON-1037914780-router', 'tenant_id': 'a2f91a4633b84305849645885b089268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '9e9e1148-603c-449d-8c99-698126205ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:04:45Z', 'revision_number': 4, 'project_id': 'a2f91a4633b84305849645885b089268', 'gw_port': {'id': '9e9e1148-603c-449d-8c99-698126205ee5', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'c2091519-6cbd-4440-a67b-409cf98792d7', 'name': '', 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91', 'tenant_id': 'a2f91a4633b84305849645885b089268', 'mac_address': 'fa:16:3e:d4:37:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '21101564-1f25-4597-b5ec-3e6a216f6792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:04:44Z', 'updated_at': '2022-07-29T17:04:48Z', 'revision_number': 4, 'project_id': 'a2f91a4633b84305849645885b089268', 'subnets': [{'id': '21101564-1f25-4597-b5ec-3e6a216f6792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:04:49.358391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-33d425b9-602b-4c93-9ca4-352876b70aae req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:49.375110 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-33d425b9-602b-4c93-9ca4-352876b70aae req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Transition to ACTIVE for port object b905c678-5444-444d-b624-100d0834625e will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:04:49.399724 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-33d425b9-602b-4c93-9ca4-352876b70aae req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:49.479786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d425b9-602b-4c93-9ca4-352876b70aae req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Network 0d972638-9121-4830-8843-34fd64d6fd91 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:04:49.482918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-33d425b9-602b-4c93-9ca4-352876b70aae req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:04:49.487603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d425b9-602b-4c93-9ca4-352876b70aae req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:04:49.519058 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Pushing event updated for resources: {'Port': ['ID=b905c678-5444-444d-b624-100d0834625e,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:49.570274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d425b9-602b-4c93-9ca4-352876b70aae req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:49.571197 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-33d425b9-602b-4c93-9ca4-352876b70aae req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:49.607963 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33d425b9-602b-4c93-9ca4-352876b70aae req-c022c192-b540-425c-968e-10adeb25a663 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8526866 Jul 29 17:04:49.619326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Request body: {'port': {'device_id': 'd4be6da1-4a3e-4e80-8994-4ec17c0ffe5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:04:49.753106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42778af5-9988-493e-bfd6-38c8a6f82cc3 req-c4e0a1b2-f57b-4820-aa5a-7b3eefd22357 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:49.755777 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-42778af5-9988-493e-bfd6-38c8a6f82cc3 req-c4e0a1b2-f57b-4820-aa5a-7b3eefd22357 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 932 time: 0.0987811 Jul 29 17:04:49.809901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-42778af5-9988-493e-bfd6-38c8a6f82cc3 req-3d34d155-3e17-4970-8dab-5bc40e467252 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Synchronizing usage tracker for tenant:a2f91a4633b84305849645885b089268 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:04:49.830856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-42778af5-9988-493e-bfd6-38c8a6f82cc3 req-3d34d155-3e17-4970-8dab-5bc40e467252 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Unset dirty status for tenant:a2f91a4633b84305849645885b089268 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:04:49.833942 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-42778af5-9988-493e-bfd6-38c8a6f82cc3 req-3d34d155-3e17-4970-8dab-5bc40e467252 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725176 Jul 29 17:04:49.839420 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b425398a-4aef-492b-a884-bc7ae79b7f4e None None] Provisioning for port b905c678-5444-444d-b624-100d0834625e completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:04:49.845766 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b425398a-4aef-492b-a884-bc7ae79b7f4e None None] Provisioning complete for port b905c678-5444-444d-b624-100d0834625e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:04:49.846556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b425398a-4aef-492b-a884-bc7ae79b7f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:49.863675 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:49.919321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b425398a-4aef-492b-a884-bc7ae79b7f4e None None] Port b905c678-5444-444d-b624-100d0834625e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:04:49.953255 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:50.224266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b905c678-5444-444d-b624-100d0834625e {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:04:50.231850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:50.246466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Transition to ACTIVE for port object b905c678-5444-444d-b624-100d0834625e will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:04:50.250229 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:50.412595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b905c678-5444-444d-b624-100d0834625e,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:50.494239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Attempting to bind port b905c678-5444-444d-b624-100d0834625e on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:04:50.494574 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Attempting to bind port b905c678-5444-444d-b624-100d0834625e by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:04:50.495000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Attempting to bind port b905c678-5444-444d-b624-100d0834625e on network 0d972638-9121-4830-8843-34fd64d6fd91 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:04:50.499577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Port b905c678-5444-444d-b624-100d0834625e on network 0d972638-9121-4830-8843-34fd64d6fd91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:04:50.499894 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Attempting to bind port b905c678-5444-444d-b624-100d0834625e on network 0d972638-9121-4830-8843-34fd64d6fd91 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:04:50.505515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:04:50.505848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Checking segment: {'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:04:50.506233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Bound using segment: {'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:04:50.506651 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Bound port: b905c678-5444-444d-b624-100d0834625e, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:04:50.506992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:50.598894 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] For port b905c678-5444-444d-b624-100d0834625e, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:04:50.601824 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] For port b905c678-5444-444d-b624-100d0834625e, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b905c678-5444-444d-b624-100d0834625e,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:04:50.605913 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:50.649982 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:50.667903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:50.668593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:50.670028 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33d425b9-602b-4c93-9ca4-352876b70aae req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] 10.222.0.69 "PUT /v2.0/ports/b905c678-5444-444d-b624-100d0834625e HTTP/1.1" status: 200 len: 1094 time: 1.0554845 Jul 29 17:04:50.670490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4be6da1-4a3e-4e80-8994-4ec17c0ffe5f', 'tag': 'b905c678-5444-444d-b624-100d0834625e'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:04:50.692029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd666f7-b1ef-45dd-9cc8-cda81084f6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b905c678-5444-444d-b624-100d0834625e,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:50.755834 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb77e3dd-0fc2-4902-8c14-c534f92ff22d'] response: {'name': 'network-changed', 'server_uuid': 'd4be6da1-4a3e-4e80-8994-4ec17c0ffe5f', 'tag': 'b905c678-5444-444d-b624-100d0834625e', 'status': 'completed', 'code': 200} Jul 29 17:04:50.801754 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d425b9-602b-4c93-9ca4-352876b70aae req-9acf76c5-80ac-4a9d-8913-487206f9b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:50.803284 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33d425b9-602b-4c93-9ca4-352876b70aae req-9acf76c5-80ac-4a9d-8913-487206f9b0d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2f91a4633b84305849645885b089268&device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 1097 time: 0.0872557 Jul 29 17:04:50.872197 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33d425b9-602b-4c93-9ca4-352876b70aae req-a93e2693-1bd8-48d6-847e-008f025aa1a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b905c678-5444-444d-b624-100d0834625e HTTP/1.1" status: 200 len: 217 time: 0.0619407 Jul 29 17:04:50.935956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d425b9-602b-4c93-9ca4-352876b70aae req-873e8a23-c5af-420b-a12f-75decf7e324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:50.937336 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33d425b9-602b-4c93-9ca4-352876b70aae req-873e8a23-c5af-420b-a12f-75decf7e324a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21101564-1f25-4597-b5ec-3e6a216f6792 HTTP/1.1" status: 200 len: 854 time: 0.0590870 Jul 29 17:04:51.024915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d425b9-602b-4c93-9ca4-352876b70aae req-22c4ed3d-8ff2-4fb2-be30-10f0c50a194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:51.026427 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33d425b9-602b-4c93-9ca4-352876b70aae req-22c4ed3d-8ff2-4fb2-be30-10f0c50a194b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d972638-9121-4830-8843-34fd64d6fd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835898 Jul 29 17:04:51.037756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda667ac-3edf-4cef-9eac-d3be6117f3c8 req-4519155a-ed54-481d-867d-4c67714816df tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:51.039521 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fda667ac-3edf-4cef-9eac-d3be6117f3c8 req-4519155a-ed54-481d-867d-4c67714816df tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 944 time: 0.0907850 Jul 29 17:04:51.080190 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c2091519-6cbd-4440-a67b-409cf98792d7 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:04:51.086390 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fda667ac-3edf-4cef-9eac-d3be6117f3c8 req-f6e2c220-24bb-4ac5-8de6-d918cd7fd57c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410116 Jul 29 17:04:51.149590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port c2091519-6cbd-4440-a67b-409cf98792d7 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:04:51.154011 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c2091519-6cbd-4440-a67b-409cf98792d7 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:04:51.154376 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:51.158423 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33d425b9-602b-4c93-9ca4-352876b70aae req-30385bd5-6652-412b-83a2-e0da890e6f85 service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262717 Jul 29 17:04:51.266921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c2091519-6cbd-4440-a67b-409cf98792d7 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:04:51.267306 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:51.290358 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33d425b9-602b-4c93-9ca4-352876b70aae req-6fc5bb0e-0f7f-4900-8129-a9864349af51 service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260796 Jul 29 17:04:51.299877 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port c2091519-6cbd-4440-a67b-409cf98792d7, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c2091519-6cbd-4440-a67b-409cf98792d7,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:04:51.305375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:51.380774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=c2091519-6cbd-4440-a67b-409cf98792d7,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:51.414865 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17173e5-f639-4975-be40-362e452835bb req-909196be-7e56-474c-ab9c-b455df1bae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:51.416255 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c17173e5-f639-4975-be40-362e452835bb req-909196be-7e56-474c-ab9c-b455df1bae75 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2f91a4633b84305849645885b089268&device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 1097 time: 0.0819836 Jul 29 17:04:51.638841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17173e5-f639-4975-be40-362e452835bb req-070d27d4-6ec3-4cb1-b922-ea21eef8befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:51.640383 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c17173e5-f639-4975-be40-362e452835bb req-070d27d4-6ec3-4cb1-b922-ea21eef8befb service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d972638-9121-4830-8843-34fd64d6fd91 HTTP/1.1" status: 200 len: 916 time: 0.2183125 Jul 29 17:04:51.706148 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c17173e5-f639-4975-be40-362e452835bb req-5cb7f470-0d12-4612-ac1a-4763bcfabaad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b905c678-5444-444d-b624-100d0834625e HTTP/1.1" status: 200 len: 217 time: 0.0594964 Jul 29 17:04:51.768372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17173e5-f639-4975-be40-362e452835bb req-8a510542-be2a-459f-8d01-481aeacb7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:51.769776 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c17173e5-f639-4975-be40-362e452835bb req-8a510542-be2a-459f-8d01-481aeacb7433 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21101564-1f25-4597-b5ec-3e6a216f6792 HTTP/1.1" status: 200 len: 854 time: 0.0589561 Jul 29 17:04:51.854578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17173e5-f639-4975-be40-362e452835bb req-c8d68574-151e-4d2a-bd73-eb739aa40967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:51.856312 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c17173e5-f639-4975-be40-362e452835bb req-c8d68574-151e-4d2a-bd73-eb739aa40967 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d972638-9121-4830-8843-34fd64d6fd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793474 Jul 29 17:04:52.004511 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c17173e5-f639-4975-be40-362e452835bb req-aa1830b3-6d06-4482-8fdc-c9018e477ea9 service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419871 Jul 29 17:04:52.134703 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c17173e5-f639-4975-be40-362e452835bb req-44602ebc-0f0c-4c2a-b307-8c629003175b service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241765 Jul 29 17:04:52.286052 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6d5d2-a783-4a9b-94c1-f4f315fcd106 req-07355f01-5973-49b4-a4ab-3907c01ae258 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:52.287401 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b0f6d5d2-a783-4a9b-94c1-f4f315fcd106 req-07355f01-5973-49b4-a4ab-3907c01ae258 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 944 time: 0.0892425 Jul 29 17:04:52.331701 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b0f6d5d2-a783-4a9b-94c1-f4f315fcd106 req-ea749dd1-2c49-4f69-9e4b-a1b56aeca7d0 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383887 Jul 29 17:04:53.052560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c2091519-6cbd-4440-a67b-409cf98792d7 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:04:53.117949 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c2091519-6cbd-4440-a67b-409cf98792d7 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:04:53.118316 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:53.232164 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c2091519-6cbd-4440-a67b-409cf98792d7 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:04:53.522948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0d8f5-7b25-4ee4-a1ed-0ce3f5c3bf02 req-8aa37cfb-9750-4005-8725-43277d9e32fd tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:53.524416 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06c0d8f5-7b25-4ee4-a1ed-0ce3f5c3bf02 req-8aa37cfb-9750-4005-8725-43277d9e32fd tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 944 time: 0.0877197 Jul 29 17:04:53.574417 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06c0d8f5-7b25-4ee4-a1ed-0ce3f5c3bf02 req-a4833f89-faf6-4270-82b3-be0caa5483a7 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442400 Jul 29 17:04:54.765328 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae4070-c076-4a1c-a56f-ca46893578a7 req-a7d82e23-eaa4-430b-aabe-0b4cd16bf22b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:54.766775 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-13ae4070-c076-4a1c-a56f-ca46893578a7 req-a7d82e23-eaa4-430b-aabe-0b4cd16bf22b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 944 time: 0.0851567 Jul 29 17:04:54.810480 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-13ae4070-c076-4a1c-a56f-ca46893578a7 req-ee7979dd-d422-4b97-a9bc-827a1d836457 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374894 Jul 29 17:04:55.448219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b905c678-5444-444d-b624-100d0834625e details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:04:55.578690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b905c678-5444-444d-b624-100d0834625e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b905c678-5444-444d-b624-100d0834625e,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:04:55.591784 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'b905c678-5444-444d-b624-100d0834625e', 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91', 'port_id': 'b905c678-5444-444d-b624-100d0834625e', 'mac_address': 'fa:16:3e:3d:be:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21101564-1f25-4597-b5ec-3e6a216f6792', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:04:55.649205 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port b905c678-5444-444d-b624-100d0834625e is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:04:55.649518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:55.666597 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b905c678-5444-444d-b624-100d0834625e {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:04:55.681487 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b905c678-5444-444d-b624-100d0834625e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b905c678-5444-444d-b624-100d0834625e,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:04:55.685201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:55.749512 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=b905c678-5444-444d-b624-100d0834625e,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:55.989350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['b905c678-5444-444d-b624-100d0834625e'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:04:56.005334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb128e4-94a4-4e2c-a86b-eecef819ee54 req-92abe021-2434-4801-8727-31ebae755b2d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:56.006800 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9cb128e4-94a4-4e2c-a86b-eecef819ee54 req-92abe021-2434-4801-8727-31ebae755b2d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 945 time: 0.0909634 Jul 29 17:04:56.051448 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9cb128e4-94a4-4e2c-a86b-eecef819ee54 req-6c3d864a-be95-450b-8a76-e01e8d1157f2 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389247 Jul 29 17:04:57.243030 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4d590-36dc-4d2d-963e-f1a52b6266fc req-7e9d9281-22e7-44e0-a4b5-6c3fb8c1f4cc tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:57.244483 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0ca4d590-36dc-4d2d-963e-f1a52b6266fc req-7e9d9281-22e7-44e0-a4b5-6c3fb8c1f4cc tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 945 time: 0.0866065 Jul 29 17:04:57.291109 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0ca4d590-36dc-4d2d-963e-f1a52b6266fc req-2385be78-23ff-4570-864b-c779efa0e1cd tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410278 Jul 29 17:04:57.463830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b905c678-5444-444d-b624-100d0834625e up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:04:57.529971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port b905c678-5444-444d-b624-100d0834625e completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:04:57.534625 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port b905c678-5444-444d-b624-100d0834625e triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:04:57.534994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:57.649461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port b905c678-5444-444d-b624-100d0834625e is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:04:57.649838 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:57.675993 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4be6da1-4a3e-4e80-8994-4ec17c0ffe5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b905c678-5444-444d-b624-100d0834625e'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:04:57.685846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b905c678-5444-444d-b624-100d0834625e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b905c678-5444-444d-b624-100d0834625e,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:04:57.689939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:57.761404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=b905c678-5444-444d-b624-100d0834625e,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:04:57.775335 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd3548ad-1fbb-4426-a214-b1e3a7a4efe3'] response: {'server_uuid': 'd4be6da1-4a3e-4e80-8994-4ec17c0ffe5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b905c678-5444-444d-b624-100d0834625e', 'code': 200} Jul 29 17:04:58.003128 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f5188-af9c-4078-b550-8cd31e166cb6 req-a5cb7257-c387-461d-8f46-81e04752e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:58.004604 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-877f5188-af9c-4078-b550-8cd31e166cb6 req-a5cb7257-c387-461d-8f46-81e04752e2c5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 1099 time: 0.0809982 Jul 29 17:04:58.047276 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-877f5188-af9c-4078-b550-8cd31e166cb6 req-5fd958a1-4297-4460-813f-f207818d90d2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348191 Jul 29 17:04:58.484548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a040b-9b3c-4ec5-99c7-7e5702cb823c req-15c9a90c-c8b4-4886-9470-6c01ecae05e8 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:58.486016 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cb3a040b-9b3c-4ec5-99c7-7e5702cb823c req-15c9a90c-c8b4-4886-9470-6c01ecae05e8 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0866961 Jul 29 17:04:58.528972 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cb3a040b-9b3c-4ec5-99c7-7e5702cb823c req-2e8be19e-edbc-4249-a98e-7a04df1c795d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372636 Jul 29 17:04:59.728459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558a88a-afd2-4764-b236-43f68a8c443d req-b74bb871-ec6f-4b92-884b-2533bf1d57f1 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:04:59.729911 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8558a88a-afd2-4764-b236-43f68a8c443d req-b74bb871-ec6f-4b92-884b-2533bf1d57f1 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0894275 Jul 29 17:04:59.772753 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8558a88a-afd2-4764-b236-43f68a8c443d req-4828c3f3-54c9-453e-9d8e-d597649ceadf tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371728 Jul 29 17:05:00.122766 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12ab33-a312-4fcb-ba99-4002fb9e71ba req-ee2e81e9-21b9-447b-827a-6306440a67e6 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:00.124149 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9d12ab33-a312-4fcb-ba99-4002fb9e71ba req-ee2e81e9-21b9-447b-827a-6306440a67e6 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0906994 Jul 29 17:05:00.172454 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9d12ab33-a312-4fcb-ba99-4002fb9e71ba req-ac11dff2-e931-4d94-a1f1-7388b29ffd85 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425603 Jul 29 17:05:00.519605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e9ede-ed07-4133-adc6-20d09f028605 req-0030c8d1-6503-4c4f-8fd8-6baa3f252ca8 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:00.521092 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-547e9ede-ed07-4133-adc6-20d09f028605 req-0030c8d1-6503-4c4f-8fd8-6baa3f252ca8 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0879476 Jul 29 17:05:00.566958 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-547e9ede-ed07-4133-adc6-20d09f028605 req-2863eb31-5c0a-4b05-8056-11bf2863d4f1 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397868 Jul 29 17:05:00.762136 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af09b48-a56d-49be-888b-141a83b14a01 req-1afdb54a-62ce-4391-bc71-40fd9cc2e67b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:00.763606 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6af09b48-a56d-49be-888b-141a83b14a01 req-1afdb54a-62ce-4391-bc71-40fd9cc2e67b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0895166 Jul 29 17:05:00.806633 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6af09b48-a56d-49be-888b-141a83b14a01 req-9cdee24a-1534-416d-8565-bfaca7b00655 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373919 Jul 29 17:05:01.322607 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-ac4da766-b44d-4c81-9fb3-2135e3266b0b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2437687 Jul 29 17:05:01.335288 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d336f-2f60-4657-a020-352c00375954 req-b71ef8fa-68c1-4c6d-8ea9-a4926df6c52e tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:01.336704 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5d7d336f-2f60-4657-a020-352c00375954 req-b71ef8fa-68c1-4c6d-8ea9-a4926df6c52e tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.2108335 Jul 29 17:05:01.381842 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5d7d336f-2f60-4657-a020-352c00375954 req-09798020-c920-49f7-9bf6-880dcf8c8c96 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Jul 29 17:05:02.403599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-129f60b6-e7c5-47a5-8974-5477c380f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:02.405079 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-129f60b6-e7c5-47a5-8974-5477c380f67f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2f91a4633b84305849645885b089268&device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 1099 time: 0.0776522 Jul 29 17:05:02.536978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-8cd41d54-a433-4ad2-a959-339f428997c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:02.538705 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-8cd41d54-a433-4ad2-a959-339f428997c3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d972638-9121-4830-8843-34fd64d6fd91 HTTP/1.1" status: 200 len: 916 time: 0.1276722 Jul 29 17:05:02.581036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7df3ea-c3bd-430f-9230-decb96282c3c req-6e4375f0-99e2-45a1-a2c7-94153ef1c914 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:02.582553 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8e7df3ea-c3bd-430f-9230-decb96282c3c req-6e4375f0-99e2-45a1-a2c7-94153ef1c914 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0902984 Jul 29 17:05:02.608913 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-0c73b361-c4aa-4725-a7cc-7f1db7dac17b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b905c678-5444-444d-b624-100d0834625e HTTP/1.1" status: 200 len: 217 time: 0.0646992 Jul 29 17:05:02.627371 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8e7df3ea-c3bd-430f-9230-decb96282c3c req-93b1471e-cd86-49e7-a502-96fbaa1620cc tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388920 Jul 29 17:05:02.673597 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-1368e14a-06c6-4e46-820b-41629e3c17a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:02.674942 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-1368e14a-06c6-4e46-820b-41629e3c17a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21101564-1f25-4597-b5ec-3e6a216f6792 HTTP/1.1" status: 200 len: 854 time: 0.0604091 Jul 29 17:05:02.755228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-f5026ef4-37e5-431e-bd7d-e5de7a702c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:02.756658 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-f5026ef4-37e5-431e-bd7d-e5de7a702c0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d972638-9121-4830-8843-34fd64d6fd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757031 Jul 29 17:05:02.884866 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-ed5d0259-075c-457e-9279-eef89eea25ab service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222451 Jul 29 17:05:03.014195 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-48338923-768a-4c8a-8ad7-b240dd40404e service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222074 Jul 29 17:05:03.820717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd76197-1fe5-4904-bc33-ec79ade32343 req-26e1a699-c2ce-46d2-b4ba-d587559cf141 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:03.822090 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9cd76197-1fe5-4904-bc33-ec79ade32343 req-26e1a699-c2ce-46d2-b4ba-d587559cf141 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0859938 Jul 29 17:05:03.868757 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9cd76197-1fe5-4904-bc33-ec79ade32343 req-bec8e62f-e34a-4dcc-a199-2cde8ed64671 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410047 Jul 29 17:05:05.063505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ef8ea-49b9-4b9e-a638-eccf7ebddb33 req-fd0acb46-52d9-4611-99b0-66a836959ad4 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:05.064980 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bd2ef8ea-49b9-4b9e-a638-eccf7ebddb33 req-fd0acb46-52d9-4611-99b0-66a836959ad4 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0873234 Jul 29 17:05:05.111868 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bd2ef8ea-49b9-4b9e-a638-eccf7ebddb33 req-1c8a6554-9024-466b-89c8-fadf91c71659 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Jul 29 17:05:06.309477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dec4b7-225d-4ba8-ace7-a21b890b1345 req-7b6846bb-795e-4c3a-9d76-d5d6ab8bc31b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:06.310923 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e4dec4b7-225d-4ba8-ace7-a21b890b1345 req-7b6846bb-795e-4c3a-9d76-d5d6ab8bc31b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0914116 Jul 29 17:05:06.354210 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e4dec4b7-225d-4ba8-ace7-a21b890b1345 req-f8ebf663-f1e8-402f-9a6c-ead0d9e6f3f7 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375924 Jul 29 17:05:07.546910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f4293-45d4-4043-a855-d66ddaaf9490 req-3a942ae3-d7fd-4529-b852-76bed32a83e5 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:07.548380 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-280f4293-45d4-4043-a855-d66ddaaf9490 req-3a942ae3-d7fd-4529-b852-76bed32a83e5 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0879803 Jul 29 17:05:07.595277 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-280f4293-45d4-4043-a855-d66ddaaf9490 req-d3c0c034-d54f-44c3-8916-39c86c2c683e tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 Jul 29 17:05:08.259181 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:05:08.791469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791a1d8-fc5f-413f-a7fa-b5922c429fb8 req-7b305a08-8d75-43bc-94ee-f664380b2a9a tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:08.792905 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4791a1d8-fc5f-413f-a7fa-b5922c429fb8 req-7b305a08-8d75-43bc-94ee-f664380b2a9a tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0878673 Jul 29 17:05:08.848166 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4791a1d8-fc5f-413f-a7fa-b5922c429fb8 req-ab8d2d74-16bd-43be-b7a7-d052285dabb6 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489454 Jul 29 17:05:10.043362 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f945d-f657-40f7-bf21-af94fd23fea0 req-2ba9ab4a-ffe7-471f-a04f-680b26ec8752 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:10.044823 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-235f945d-f657-40f7-bf21-af94fd23fea0 req-2ba9ab4a-ffe7-471f-a04f-680b26ec8752 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0902989 Jul 29 17:05:10.087988 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-235f945d-f657-40f7-bf21-af94fd23fea0 req-3e6d8750-c95d-45b8-a800-774bfe7b2b55 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375507 Jul 29 17:05:11.279849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d768898-0415-486e-915a-f28e9ec3bee6 req-aedd1959-32b1-4575-865e-4a6fe123ef3c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:11.281230 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9d768898-0415-486e-915a-f28e9ec3bee6 req-aedd1959-32b1-4575-865e-4a6fe123ef3c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0852768 Jul 29 17:05:11.327743 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9d768898-0415-486e-915a-f28e9ec3bee6 req-c8ba03df-b7b8-4b9d-ba57-fcd46cbb5553 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408242 Jul 29 17:05:12.522409 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747316f3-eecd-4d1e-8e5c-5c7b969614be req-bde664c4-5f7a-4753-9983-cfdbac6fa617 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:12.523895 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-747316f3-eecd-4d1e-8e5c-5c7b969614be req-bde664c4-5f7a-4753-9983-cfdbac6fa617 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0869157 Jul 29 17:05:12.568087 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-747316f3-eecd-4d1e-8e5c-5c7b969614be req-9852e6f0-5ec9-434c-b2e9-d87d04bcb8ce tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384991 Jul 29 17:05:13.766268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1410865-5608-419f-a212-910dfac792bb req-a922c60c-9325-4118-a95d-760afcd9eea2 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:13.767715 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a1410865-5608-419f-a212-910dfac792bb req-a922c60c-9325-4118-a95d-760afcd9eea2 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0901554 Jul 29 17:05:13.811504 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a1410865-5608-419f-a212-910dfac792bb req-d52b07d0-3377-49fc-83fd-7f2a65377ed8 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373399 Jul 29 17:05:15.002351 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecf665-c1e7-4245-b22e-79d1c1c4f4ed req-227101f9-7404-4784-b1f2-d09ded016d85 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:15.004335 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-95ecf665-c1e7-4245-b22e-79d1c1c4f4ed req-227101f9-7404-4784-b1f2-d09ded016d85 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0865216 Jul 29 17:05:15.051334 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-95ecf665-c1e7-4245-b22e-79d1c1c4f4ed req-64e0d4cb-cd1e-4420-b6a7-e3caef88489f tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Jul 29 17:05:15.142815 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cf8ee987-3773-493f-9655-5332c003f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:16.243662 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881304c-08a5-43d4-b2d4-7879918551a5 req-f9cabea8-1011-4747-8ff3-10ddc707af86 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:16.245129 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6881304c-08a5-43d4-b2d4-7879918551a5 req-f9cabea8-1011-4747-8ff3-10ddc707af86 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0870633 Jul 29 17:05:16.289516 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6881304c-08a5-43d4-b2d4-7879918551a5 req-a24ba428-c6c9-4c91-af6a-ab23eeda44f9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382791 Jul 29 17:05:17.483248 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1202f-fc30-4f69-81e3-e2e97d77022c req-549023a6-b378-48b0-a4df-6c61ee859404 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:17.484737 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06d1202f-fc30-4f69-81e3-e2e97d77022c req-549023a6-b378-48b0-a4df-6c61ee859404 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0902855 Jul 29 17:05:17.528511 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06d1202f-fc30-4f69-81e3-e2e97d77022c req-d463a51f-fa55-4a60-ba6d-e1a81fcb1e25 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374463 Jul 29 17:05:17.668289 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3311203a-04f6-466f-a969-33a73772706d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:18.334599 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:18.461868 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:18.720609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42647f17-dd87-498f-8fd3-fed0fe885d99 req-00603fa3-e17a-497d-b119-2f4ee4869c45 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:18.722067 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-42647f17-dd87-498f-8fd3-fed0fe885d99 req-00603fa3-e17a-497d-b119-2f4ee4869c45 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0858085 Jul 29 17:05:18.768653 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-42647f17-dd87-498f-8fd3-fed0fe885d99 req-afc5b1de-bc17-4f2f-b8e0-d90a35c2397e tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402756 Jul 29 17:05:19.954463 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:19.962747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bb6f0-f029-493c-a14b-baa14b6f21ea req-622624e4-d25e-453a-8205-e230f82e8926 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:19.964196 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-867bb6f0-f029-493c-a14b-baa14b6f21ea req-622624e4-d25e-453a-8205-e230f82e8926 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0864234 Jul 29 17:05:20.008095 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-867bb6f0-f029-493c-a14b-baa14b6f21ea req-5203c0a5-492e-48a7-8248-d816fe93b3cd tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382199 Jul 29 17:05:20.663308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:21.207949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff97c5c-3146-4e1b-8819-27ce1f95a5a1 req-ff49c00a-af46-493f-a2b0-8269a9655c54 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:21.209426 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6ff97c5c-3146-4e1b-8819-27ce1f95a5a1 req-ff49c00a-af46-493f-a2b0-8269a9655c54 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0919187 Jul 29 17:05:21.253154 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6ff97c5c-3146-4e1b-8819-27ce1f95a5a1 req-a8c38634-2d0c-4f37-a738-3a7fd46be062 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380375 Jul 29 17:05:22.443857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad685edc-5f89-45c0-9641-480810bd25df req-08b619da-2c95-41d7-84a5-4b351c21e36c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:22.445329 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ad685edc-5f89-45c0-9641-480810bd25df req-08b619da-2c95-41d7-84a5-4b351c21e36c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0862265 Jul 29 17:05:22.493063 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ad685edc-5f89-45c0-9641-480810bd25df req-7271cf7a-0f17-4bbf-80a2-8edb7a17f687 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422158 Jul 29 17:05:23.687511 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec99088-ace3-4ada-ad23-54e916f6951b req-6dfe9891-8042-41c2-9ed8-27ea472dbcd0 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:23.688965 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0ec99088-ace3-4ada-ad23-54e916f6951b req-6dfe9891-8042-41c2-9ed8-27ea472dbcd0 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0893714 Jul 29 17:05:23.732573 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0ec99088-ace3-4ada-ad23-54e916f6951b req-6739ec9a-3c9d-4eee-9355-028a96448965 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379238 Jul 29 17:05:24.928599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f95fc-4fc7-4f13-8077-a9741ce56734 req-d65a28a1-9fa7-4967-ac6d-e59c75cae070 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:24.930012 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c99f95fc-4fc7-4f13-8077-a9741ce56734 req-d65a28a1-9fa7-4967-ac6d-e59c75cae070 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0909262 Jul 29 17:05:24.973020 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c99f95fc-4fc7-4f13-8077-a9741ce56734 req-25c3937c-2316-49f9-804e-83723d570608 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369232 Jul 29 17:05:26.165070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f6a1b-82a5-4c0c-9752-021d2991c598 req-49bc6a48-7cdc-4e84-9ebb-538e06ecde91 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:26.166530 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-358f6a1b-82a5-4c0c-9752-021d2991c598 req-49bc6a48-7cdc-4e84-9ebb-538e06ecde91 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0859580 Jul 29 17:05:26.217026 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-358f6a1b-82a5-4c0c-9752-021d2991c598 req-682781ee-3fdb-4354-a0f8-7ec57d7531ca tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448678 Jul 29 17:05:27.412853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b729e-3070-437c-adeb-bdda9d7d1731 req-f46c1213-b9a9-4c18-a7c0-673659a2fb48 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:27.414254 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4a4b729e-3070-437c-adeb-bdda9d7d1731 req-f46c1213-b9a9-4c18-a7c0-673659a2fb48 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0878620 Jul 29 17:05:27.458145 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4a4b729e-3070-437c-adeb-bdda9d7d1731 req-71de9c4d-d091-46ba-8642-ad866a0796b6 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380237 Jul 29 17:05:28.656285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30305a0-5b69-4764-8141-38a57ddf981e req-cb793f7f-2999-4c3d-95ef-bbe18728c451 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:28.657746 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d30305a0-5b69-4764-8141-38a57ddf981e req-cb793f7f-2999-4c3d-95ef-bbe18728c451 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0899279 Jul 29 17:05:28.700910 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d30305a0-5b69-4764-8141-38a57ddf981e req-f1345f91-6d1c-49b8-87f9-a7221dd1c27a tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374508 Jul 29 17:05:29.671026 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-7cb32dd3-0bd6-4beb-a4dd-a550c4e67e47 service neutron] 10.222.0.69 "GET /v2.0/ports/b905c678-5444-444d-b624-100d0834625e/bindings/hv-neutron-8515 HTTP/1.1" status: 200 len: 384 time: 0.0771561 Jul 29 17:05:29.897602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d84a31-99c5-49f7-b0a8-58a6aab74640 req-5f46f1c6-94e0-4e46-879e-0f5cbfab0603 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:29.899074 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e1d84a31-99c5-49f7-b0a8-58a6aab74640 req-5f46f1c6-94e0-4e46-879e-0f5cbfab0603 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0878479 Jul 29 17:05:29.936716 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-7f86ba77-5bde-44d8-9307-5d86a429107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:29.938227 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-7f86ba77-5bde-44d8-9307-5d86a429107f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f&tenant_id=a2f91a4633b84305849645885b089268 HTTP/1.1" status: 200 len: 1099 time: 0.0786994 Jul 29 17:05:29.946681 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e1d84a31-99c5-49f7-b0a8-58a6aab74640 req-53107e2f-0452-4de0-b2fa-f102d59a7697 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Jul 29 17:05:30.037511 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-f26d5564-45e8-4c3a-b3ee-537c41d507be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:30.038957 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-f26d5564-45e8-4c3a-b3ee-537c41d507be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2f91a4633b84305849645885b089268&device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 1099 time: 0.0804577 Jul 29 17:05:30.167233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-3ee735bd-2836-4fb1-824b-7aa2c5180dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:30.168565 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-3ee735bd-2836-4fb1-824b-7aa2c5180dba service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d972638-9121-4830-8843-34fd64d6fd91 HTTP/1.1" status: 200 len: 916 time: 0.1238616 Jul 29 17:05:30.326552 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-c2ab4a91-992c-4c73-94ea-421b088fffa9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b905c678-5444-444d-b624-100d0834625e HTTP/1.1" status: 200 len: 217 time: 0.1522501 Jul 29 17:05:30.388924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-0b3e3f20-ea36-4797-8dee-d20fb9b753a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:30.390346 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-0b3e3f20-ea36-4797-8dee-d20fb9b753a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21101564-1f25-4597-b5ec-3e6a216f6792 HTTP/1.1" status: 200 len: 854 time: 0.0577071 Jul 29 17:05:30.469715 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-a425f478-439b-45d0-ab4b-ed1da15de1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:30.471156 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-a425f478-439b-45d0-ab4b-ed1da15de1cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d972638-9121-4830-8843-34fd64d6fd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754533 Jul 29 17:05:30.600630 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-d92cfbef-3ac9-4d84-83b0-e4ed9534d4cc service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233006 Jul 29 17:05:30.728967 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-208821b3-2ce8-4387-bb1d-0498ece8ae31 req-8197f0d6-3bf7-43ae-9d33-64d03f1ff609 service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228719 Jul 29 17:05:31.142710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7b92a-da19-45fe-935c-d7e1d2429044 req-c8c591c6-93f7-4aaa-a908-d5784ce8152a tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:31.144161 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1be7b92a-da19-45fe-935c-d7e1d2429044 req-c8c591c6-93f7-4aaa-a908-d5784ce8152a tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0864303 Jul 29 17:05:31.187932 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1be7b92a-da19-45fe-935c-d7e1d2429044 req-a892f108-1030-4c02-8470-800b516f86ec tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380661 Jul 29 17:05:32.384798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f89dd-cce5-4ae9-9fe2-76138f65c5f9 req-2c1f9b4a-563b-4a11-a562-352f0fdf89d3 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:32.386276 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e97f89dd-cce5-4ae9-9fe2-76138f65c5f9 req-2c1f9b4a-563b-4a11-a562-352f0fdf89d3 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0904517 Jul 29 17:05:32.429817 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e97f89dd-cce5-4ae9-9fe2-76138f65c5f9 req-37c64805-6aa4-487a-a299-344d39039acf tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379429 Jul 29 17:05:33.596883 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b905c678-5444-444d-b624-100d0834625e details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:05:33.600821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b905c678-5444-444d-b624-100d0834625e no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:05:33.623891 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c7107-8ce1-43f6-bc28-14dc86feaca8 req-7796808a-9e7f-41d7-8054-ca91cd938db7 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:33.625392 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9d7c7107-8ce1-43f6-bc28-14dc86feaca8 req-7796808a-9e7f-41d7-8054-ca91cd938db7 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0861416 Jul 29 17:05:33.673752 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9d7c7107-8ce1-43f6-bc28-14dc86feaca8 req-9112023a-acff-4567-a1f1-37aeaa0b6a6f tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 Jul 29 17:05:33.808783 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port b905c678-5444-444d-b624-100d0834625e is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:05:33.809183 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:33.848194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b905c678-5444-444d-b624-100d0834625e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b905c678-5444-444d-b624-100d0834625e,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:05:33.865219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4be6da1-4a3e-4e80-8994-4ec17c0ffe5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b905c678-5444-444d-b624-100d0834625e'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:05:33.873865 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'b905c678-5444-444d-b624-100d0834625e', 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91', 'port_id': 'b905c678-5444-444d-b624-100d0834625e', 'mac_address': 'fa:16:3e:3d:be:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21101564-1f25-4597-b5ec-3e6a216f6792', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:05:33.877797 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b905c678-5444-444d-b624-100d0834625e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b905c678-5444-444d-b624-100d0834625e,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:05:33.908362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:33.947686 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ee6b5f-afdf-4d51-8168-49e00b286fff'] response: {'server_uuid': 'd4be6da1-4a3e-4e80-8994-4ec17c0ffe5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b905c678-5444-444d-b624-100d0834625e', 'code': 200} Jul 29 17:05:33.988262 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port b905c678-5444-444d-b624-100d0834625e is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:05:33.988556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:34.006074 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ed66a-b9f4-46d9-9a84-a3b88b5bac53 req-e987afcc-5b02-4be8-b9cb-b6a6ca412ff8 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:34.007927 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-765ed66a-b9f4-46d9-9a84-a3b88b5bac53 req-e987afcc-5b02-4be8-b9cb-b6a6ca412ff8 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 944 time: 0.0907898 Jul 29 17:05:34.011369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b905c678-5444-444d-b624-100d0834625e {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:05:34.018933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=b905c678-5444-444d-b624-100d0834625e,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:34.032707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:34.032912 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07460e-ce80-4100-a82c-d799ff5e6858 req-a50d23be-829c-43c6-86e9-abcc17fd323b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:34.033509 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:34.033509 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:34.033747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8d07460e-ce80-4100-a82c-d799ff5e6858 req-a50d23be-829c-43c6-86e9-abcc17fd323b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Synchronizing usage tracker for tenant:a2f91a4633b84305849645885b089268 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:05:34.033897 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:34.034153 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:34.034503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:34.034851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:34.035144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:34.035462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:34.035782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:34.036092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:34.036403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:34.047777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b905c678-5444-444d-b624-100d0834625e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b905c678-5444-444d-b624-100d0834625e,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:05:34.051490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:34.055396 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8d07460e-ce80-4100-a82c-d799ff5e6858 req-a50d23be-829c-43c6-86e9-abcc17fd323b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Unset dirty status for tenant:a2f91a4633b84305849645885b089268 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:05:34.056672 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d07460e-ce80-4100-a82c-d799ff5e6858 req-a50d23be-829c-43c6-86e9-abcc17fd323b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f&tenant_id=a2f91a4633b84305849645885b089268&binding%3Ahost_id=hv-neutron-8515 HTTP/1.1" status: 200 len: 944 time: 0.1250088 Jul 29 17:05:34.060927 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-765ed66a-b9f4-46d9-9a84-a3b88b5bac53 req-34b0ff8f-bc2d-4ab9-9b9a-2ed0747c92b7 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473022 Jul 29 17:05:34.119839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['b905c678-5444-444d-b624-100d0834625e'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:05:34.165097 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=b905c678-5444-444d-b624-100d0834625e,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:34.204207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07460e-ce80-4100-a82c-d799ff5e6858 req-1f162bf8-8e8a-45b3-a2be-e08ac8f5ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:34.205718 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d07460e-ce80-4100-a82c-d799ff5e6858 req-1f162bf8-8e8a-45b3-a2be-e08ac8f5ce6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2f91a4633b84305849645885b089268&device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 1098 time: 0.0802815 Jul 29 17:05:34.337000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07460e-ce80-4100-a82c-d799ff5e6858 req-0f792bd3-07d2-4988-a4b9-244572404252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:34.338387 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d07460e-ce80-4100-a82c-d799ff5e6858 req-0f792bd3-07d2-4988-a4b9-244572404252 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d972638-9121-4830-8843-34fd64d6fd91 HTTP/1.1" status: 200 len: 916 time: 0.1273460 Jul 29 17:05:34.408132 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d07460e-ce80-4100-a82c-d799ff5e6858 req-1b633b16-b888-4869-953b-4babdb8ee69a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b905c678-5444-444d-b624-100d0834625e HTTP/1.1" status: 200 len: 217 time: 0.0636897 Jul 29 17:05:34.467803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07460e-ce80-4100-a82c-d799ff5e6858 req-1bb3cfcd-6d51-4d1a-a356-b4354cf1462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:34.469198 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d07460e-ce80-4100-a82c-d799ff5e6858 req-1bb3cfcd-6d51-4d1a-a356-b4354cf1462d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21101564-1f25-4597-b5ec-3e6a216f6792 HTTP/1.1" status: 200 len: 854 time: 0.0551488 Jul 29 17:05:34.555233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07460e-ce80-4100-a82c-d799ff5e6858 req-ba07d4d5-de02-4eb4-95a6-fd6e95b05ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:34.556743 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d07460e-ce80-4100-a82c-d799ff5e6858 req-ba07d4d5-de02-4eb4-95a6-fd6e95b05ccf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d972638-9121-4830-8843-34fd64d6fd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815091 Jul 29 17:05:34.687332 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d07460e-ce80-4100-a82c-d799ff5e6858 req-f6106048-afca-4496-a698-3071b2e9e071 service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245365 Jul 29 17:05:34.814648 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d07460e-ce80-4100-a82c-d799ff5e6858 req-b0e7de4f-b5c0-4e8d-9de9-286f43bbc005 service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218150 Jul 29 17:05:35.372610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef21e04-36c0-4980-a49b-4a76f2ee8fa6 req-bcec42ee-acb8-4efc-8617-085c0a106e47 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:35.374162 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bef21e04-36c0-4980-a49b-4a76f2ee8fa6 req-bcec42ee-acb8-4efc-8617-085c0a106e47 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 945 time: 0.2003126 Jul 29 17:05:35.419616 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bef21e04-36c0-4980-a49b-4a76f2ee8fa6 req-a13414af-9c2f-4add-9ef9-5cbf4a45b096 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392649 Jul 29 17:05:35.603924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b905c678-5444-444d-b624-100d0834625e up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:05:35.674224 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port b905c678-5444-444d-b624-100d0834625e triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:05:35.674589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:35.787897 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port b905c678-5444-444d-b624-100d0834625e is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:05:35.788270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:35.823167 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port b905c678-5444-444d-b624-100d0834625e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b905c678-5444-444d-b624-100d0834625e,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:05:35.826878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:35.891705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=b905c678-5444-444d-b624-100d0834625e,revision_number=8']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:35.948712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4be6da1-4a3e-4e80-8994-4ec17c0ffe5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b905c678-5444-444d-b624-100d0834625e'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:05:35.991170 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3c4035-0fb4-432b-91c8-911a67320ef1'] response: {'server_uuid': 'd4be6da1-4a3e-4e80-8994-4ec17c0ffe5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b905c678-5444-444d-b624-100d0834625e', 'code': 200} Jul 29 17:05:36.614256 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebfb4e-334c-46da-8db3-c3af6c3811a9 req-7eff1a7c-977d-4b3c-b7ca-9fbbafc16e68 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:36.615699 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b9ebfb4e-334c-46da-8db3-c3af6c3811a9 req-7eff1a7c-977d-4b3c-b7ca-9fbbafc16e68 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0894036 Jul 29 17:05:36.658576 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b9ebfb4e-334c-46da-8db3-c3af6c3811a9 req-e9cd8028-398e-4e3d-a6ad-738074696691 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 Jul 29 17:05:36.850519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43345019-6200-43c3-b7d1-a221d2bd0e33 req-602373c7-1887-4983-8e64-fb6f1541bf84 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:36.851956 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-43345019-6200-43c3-b7d1-a221d2bd0e33 req-602373c7-1887-4983-8e64-fb6f1541bf84 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0866504 Jul 29 17:05:36.895175 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-43345019-6200-43c3-b7d1-a221d2bd0e33 req-0b589f6c-b03b-4fef-8d10-110979d8dd87 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376039 Jul 29 17:05:36.989273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58342) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:05:36.994362 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--490324839', 'description': 'tempest-description--2105674812'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:05:37.000334 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:05:37.010363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:05:37.020727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:37.044252 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:05:37.048001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Usage tracker for resource:security_group_rule and tenant:a2f91a4633b84305849645885b089268 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:05:37.050765 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:05:37.056317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:05:37.126371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:37.130275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:37.173892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74085ba-b95b-4b3c-9b59-fc3ef010cd23,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:37.182014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:37.182361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:37.182700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:37.183035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:37.183367 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:37.183691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:37.184014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:37.184337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:37.184651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:37.184969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:37.185319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:37.185636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:37.188513 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:37.193063 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-777b94f4-8e61-462e-9fc9-acca962137bb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1994340 Jul 29 17:05:37.193214 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58346) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:05:37.198042 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-fba81af4-8af8-498a-a4c3-08ff8c8c876d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Request body: {'security_group_rule': {'security_group_id': 'e74085ba-b95b-4b3c-9b59-fc3ef010cd23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:05:37.203857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fba81af4-8af8-498a-a4c3-08ff8c8c876d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:05:37.208376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fba81af4-8af8-498a-a4c3-08ff8c8c876d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Usage tracker for resource:security_group_rule and tenant:a2f91a4633b84305849645885b089268 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:05:37.211283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fba81af4-8af8-498a-a4c3-08ff8c8c876d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:05:37.216977 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fba81af4-8af8-498a-a4c3-08ff8c8c876d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:05:37.232002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fba81af4-8af8-498a-a4c3-08ff8c8c876d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:37.291372 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fba81af4-8af8-498a-a4c3-08ff8c8c876d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:37.294693 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fba81af4-8af8-498a-a4c3-08ff8c8c876d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:37.318158 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba81af4-8af8-498a-a4c3-08ff8c8c876d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76030260-9a1c-49bf-86ee-fa62592c97b7,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:37.326767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fba81af4-8af8-498a-a4c3-08ff8c8c876d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:37.327920 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fba81af4-8af8-498a-a4c3-08ff8c8c876d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337841 Jul 29 17:05:37.330646 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58350) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:05:37.335471 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d1c61ceb-b8e9-4ef3-8a5f-6503c4a7f7e0 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Request body: {'security_group_rule': {'security_group_id': 'e74085ba-b95b-4b3c-9b59-fc3ef010cd23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:05:37.341134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d1c61ceb-b8e9-4ef3-8a5f-6503c4a7f7e0 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:05:37.344915 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d1c61ceb-b8e9-4ef3-8a5f-6503c4a7f7e0 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Usage tracker for resource:security_group_rule and tenant:a2f91a4633b84305849645885b089268 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:05:37.347928 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d1c61ceb-b8e9-4ef3-8a5f-6503c4a7f7e0 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:05:37.353771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d1c61ceb-b8e9-4ef3-8a5f-6503c4a7f7e0 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:05:37.373393 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1c61ceb-b8e9-4ef3-8a5f-6503c4a7f7e0 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:37.450640 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1c61ceb-b8e9-4ef3-8a5f-6503c4a7f7e0 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:37.455171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1c61ceb-b8e9-4ef3-8a5f-6503c4a7f7e0 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:37.480481 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c61ceb-b8e9-4ef3-8a5f-6503c4a7f7e0 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490e4510-94c7-4eb3-80d6-dd21683685c9,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:37.491671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d1c61ceb-b8e9-4ef3-8a5f-6503c4a7f7e0 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:37.492855 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d1c61ceb-b8e9-4ef3-8a5f-6503c4a7f7e0 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1613028 Jul 29 17:05:37.496193 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58354) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:05:37.501194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:05:37.507523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:05:37.511388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Usage tracker for resource:floatingip and tenant:a2f91a4633b84305849645885b089268 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:05:37.514231 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:05:37.520026 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:05:37.530724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:37.666458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:37.799382 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Allocated IP 172.26.1.180 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/90ee4d32-782d-46ff-a01f-846bdc448375) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:05:37.943764 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:37.972621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:38.036879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:05:38.039913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:05:38.043623 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:05:38.082563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Pushing event updated for resources: {'Port': ['ID=90ee4d32-782d-46ff-a01f-846bdc448375,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:38.125856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:38.189150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:38.386691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:38.390985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:38.503125 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Pushing event updated for resources: {'Port': ['ID=90ee4d32-782d-46ff-a01f-846bdc448375,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:38.511272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:38.533988 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:38.535828 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-628913d5-d33e-45f7-a17c-b303d1ba7654 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0386596 Jul 29 17:05:38.708019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712940c-a50b-4fac-95c5-877ad50fc2df req-2df72728-32af-4a1d-82a1-2090470ebde2 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:38.709425 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f712940c-a50b-4fac-95c5-877ad50fc2df req-2df72728-32af-4a1d-82a1-2090470ebde2 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0899575 Jul 29 17:05:38.752655 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-f712940c-a50b-4fac-95c5-877ad50fc2df req-652134e9-ab3a-4c6d-b6dc-20a79aeb71fa tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Synchronizing usage tracker for tenant:a2f91a4633b84305849645885b089268 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:05:38.767410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-f712940c-a50b-4fac-95c5-877ad50fc2df req-652134e9-ab3a-4c6d-b6dc-20a79aeb71fa tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Unset dirty status for tenant:a2f91a4633b84305849645885b089268 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:05:38.768513 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f712940c-a50b-4fac-95c5-877ad50fc2df req-652134e9-ab3a-4c6d-b6dc-20a79aeb71fa tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534453 Jul 29 17:05:39.247795 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-97d06775-2045-485e-9dc6-f598c9e7c08b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:39.249194 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-97d06775-2045-485e-9dc6-f598c9e7c08b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/networks?id=0d972638-9121-4830-8843-34fd64d6fd91 HTTP/1.1" status: 200 len: 815 time: 0.1424282 Jul 29 17:05:39.263758 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-945c229a-a397-4682-9c57-b3ac30955aef tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/quotas/a2f91a4633b84305849645885b089268 HTTP/1.1" status: 200 len: 375 time: 0.0087018 Jul 29 17:05:39.358983 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-82c1f830-b4c7-415e-82eb-1cc7b2a7f46c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2f91a4633b84305849645885b089268&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0903506 Jul 29 17:05:39.591396 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b34125fe-af1f-44fd-9ccd-521d6cde426f service neutron] 10.222.0.58 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257545 Jul 29 17:05:39.720418 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-601c6b96-b81f-4b6f-8ef9-4b830712b3c8 service neutron] 10.222.0.58 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232190 Jul 29 17:05:39.902263 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1ae070e5-9235-476e-bec7-6db0436236c4 req-e17ad035-9802-43a3-811c-a21172247fe6 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 210 time: 0.0494006 Jul 29 17:05:40.848457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.69', 52097) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:05:40.906089 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-877ce1eb-46de-4c9a-b7c6-59c52a6669de tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:40.907572 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-877ce1eb-46de-4c9a-b7c6-59c52a6669de tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.69 "GET /v2.0/networks?id=0d972638-9121-4830-8843-34fd64d6fd91 HTTP/1.1" status: 200 len: 815 time: 0.1530437 Jul 29 17:05:40.938415 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Request body: {'port': {'device_id': '8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3', 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91', 'admin_state_up': True, 'tenant_id': 'a2f91a4633b84305849645885b089268'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:05:40.941748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d4ede-de05-4bf3-95dc-46cd66f5669c req-977e938e-35d4-4274-826a-311129f9a38c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:40.943221 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-968d4ede-de05-4bf3-95dc-46cd66f5669c req-977e938e-35d4-4274-826a-311129f9a38c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4be6da1-4a3e-4e80-8994-4ec17c0ffe5f HTTP/1.1" status: 200 len: 946 time: 0.0936129 Jul 29 17:05:41.068288 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [req-968d4ede-de05-4bf3-95dc-46cd66f5669c req-caabb8cb-484d-42de-ade0-3b6cfffefa78 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Deleting port b905c678-5444-444d-b624-100d0834625e {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:05:41.068634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-968d4ede-de05-4bf3-95dc-46cd66f5669c req-caabb8cb-484d-42de-ade0-3b6cfffefa78 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:41.108199 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d98b1ba0-567b-42f6-84ad-1569176ab554 req-7aee2534-430e-4a25-85b6-94ce5caa798d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 210 time: 0.0878196 Jul 29 17:05:41.192386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:05:41.201822 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:05:41.211495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Made reservation on behalf of a2f91a4633b84305849645885b089268 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:05:41.215254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:41.328487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [req-968d4ede-de05-4bf3-95dc-46cd66f5669c req-caabb8cb-484d-42de-ade0-3b6cfffefa78 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] For port b905c678-5444-444d-b624-100d0834625e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=b905c678-5444-444d-b624-100d0834625e,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:05:41.328842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-968d4ede-de05-4bf3-95dc-46cd66f5669c req-caabb8cb-484d-42de-ade0-3b6cfffefa78 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:41.377687 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Allocated IP 172.20.0.13 (0d972638-9121-4830-8843-34fd64d6fd91/21101564-1f25-4597-b5ec-3e6a216f6792/7bef2344-5f86-4a6b-ac96-4a5f2bd316a1) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:05:41.456991 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [req-968d4ede-de05-4bf3-95dc-46cd66f5669c req-caabb8cb-484d-42de-ade0-3b6cfffefa78 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Calling delete_port for b905c678-5444-444d-b624-100d0834625e owned by compute:nova {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:05:41.581222 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:41.605753 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Transition to ACTIVE for port object 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:05:41.605983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-968d4ede-de05-4bf3-95dc-46cd66f5669c req-caabb8cb-484d-42de-ade0-3b6cfffefa78 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:41.618161 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['b905c678-5444-444d-b624-100d0834625e'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:05:41.630325 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:41.658105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabb8cb-484d-42de-ade0-3b6cfffefa78 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Pushing event deleted for resources: {'Port': ['ID=b905c678-5444-444d-b624-100d0834625e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:41.712659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Network 0d972638-9121-4830-8843-34fd64d6fd91 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:05:41.715985 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:05:41.720760 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:05:41.750480 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Pushing event updated for resources: {'Port': ['ID=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:41.754576 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [req-968d4ede-de05-4bf3-95dc-46cd66f5669c req-caabb8cb-484d-42de-ade0-3b6cfffefa78 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] No DVR routers for this DVR port b905c678-5444-444d-b624-100d0834625e on host hv-neutron-8515 {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:05:41.757417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-968d4ede-de05-4bf3-95dc-46cd66f5669c req-caabb8cb-484d-42de-ade0-3b6cfffefa78 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:41.761331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4be6da1-4a3e-4e80-8994-4ec17c0ffe5f', 'name': 'network-vif-deleted', 'tag': 'b905c678-5444-444d-b624-100d0834625e'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:05:41.770899 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:41.771256 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:41.771603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:41.771942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:41.772280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:41.772617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:41.772949 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:41.773368 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:41.773730 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:41.774077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:41.774414 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:41.774861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:41.781485 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-968d4ede-de05-4bf3-95dc-46cd66f5669c req-caabb8cb-484d-42de-ade0-3b6cfffefa78 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.69 "DELETE /v2.0/ports/b905c678-5444-444d-b624-100d0834625e HTTP/1.1" status: 204 len: 173 time: 0.8324687 Jul 29 17:05:41.810040 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:41.810858 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:41.859153 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-b4ac6bbb-0f08-4e31-afb5-4d52dff1ed95 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9325519 Jul 29 17:05:41.873000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Request body: {'port': {'device_id': '8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:05:41.883331 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794b3334-a973-4303-b064-20220c644b7b'] response: {'server_uuid': 'd4be6da1-4a3e-4e80-8994-4ec17c0ffe5f', 'name': 'network-vif-deleted', 'tag': 'b905c678-5444-444d-b624-100d0834625e', 'status': 'completed', 'code': 200} Jul 29 17:05:41.999935 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:42.146992 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a36234a9-da91-47b4-b4bd-63f6d53092a1 None None] Provisioning for port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:05:42.152111 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a36234a9-da91-47b4-b4bd-63f6d53092a1 None None] Provisioning complete for port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:05:42.152490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a36234a9-da91-47b4-b4bd-63f6d53092a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:42.226669 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a36234a9-da91-47b4-b4bd-63f6d53092a1 None None] Port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:05:42.337952 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbd376-3b27-4fc3-94d4-925dbff10604 req-c79d9e63-bf1e-48fb-82a9-e04a47c924f4 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:42.338653 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-52fbd376-3b27-4fc3-94d4-925dbff10604 req-c79d9e63-bf1e-48fb-82a9-e04a47c924f4 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Synchronizing usage tracker for tenant:a2f91a4633b84305849645885b089268 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:05:42.355757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-52fbd376-3b27-4fc3-94d4-925dbff10604 req-c79d9e63-bf1e-48fb-82a9-e04a47c924f4 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Unset dirty status for tenant:a2f91a4633b84305849645885b089268 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:05:42.357097 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-52fbd376-3b27-4fc3-94d4-925dbff10604 req-c79d9e63-bf1e-48fb-82a9-e04a47c924f4 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 932 time: 0.1158893 Jul 29 17:05:42.373333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:05:42.381592 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:42.398615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Transition to ACTIVE for port object 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:05:42.402330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:42.409623 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-52fbd376-3b27-4fc3-94d4-925dbff10604 req-4a39daae-a4c3-4e16-abbf-7dcacfeaf921 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462539 Jul 29 17:05:42.566814 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Pushing event updated for resources: {'Port': ['ID=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:42.652782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Attempting to bind port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:05:42.653152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Attempting to bind port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:05:42.653377 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Attempting to bind port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 on network 0d972638-9121-4830-8843-34fd64d6fd91 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:05:42.657916 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 on network 0d972638-9121-4830-8843-34fd64d6fd91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:05:42.658226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Attempting to bind port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 on network 0d972638-9121-4830-8843-34fd64d6fd91 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:05:42.663153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:05:42.663484 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Checking segment: {'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:05:42.663858 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Bound using segment: {'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:05:42.664267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Bound port: 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01b35fa-098c-441d-a80f-3c4c14a41465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:05:42.664859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:42.755800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] For port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:05:42.758603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] For port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:05:42.763155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:42.822978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:42.823714 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:42.825134 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] 10.222.0.69 "PUT /v2.0/ports/7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 HTTP/1.1" status: 200 len: 1094 time: 0.9574077 Jul 29 17:05:42.825574 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3', 'tag': '7bef2344-5f86-4a6b-ac96-4a5f2bd316a1'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:05:42.850981 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827423d-130f-4774-bfd7-f59c2bc9f487 service neutron] Pushing event updated for resources: {'Port': ['ID=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:42.901243 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa07a8e-f8c7-4f43-9076-b82b3a0f75d3'] response: {'name': 'network-changed', 'server_uuid': '8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3', 'tag': '7bef2344-5f86-4a6b-ac96-4a5f2bd316a1', 'status': 'completed', 'code': 200} Jul 29 17:05:42.951118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-53530bac-ce9e-4e60-a6ba-94c686e60f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:42.952663 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-53530bac-ce9e-4e60-a6ba-94c686e60f51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2f91a4633b84305849645885b089268&device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 1097 time: 0.0891294 Jul 29 17:05:43.020803 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-538402df-ba09-4a74-bec8-bd4f52445fb5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 HTTP/1.1" status: 200 len: 217 time: 0.0617282 Jul 29 17:05:43.182328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-c36c53d6-6148-4a81-8ea4-0de7a7d55ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:43.183760 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-c36c53d6-6148-4a81-8ea4-0de7a7d55ed9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21101564-1f25-4597-b5ec-3e6a216f6792 HTTP/1.1" status: 200 len: 854 time: 0.1574445 Jul 29 17:05:43.264646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-cc6607aa-7f04-46e2-a312-59707bac298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:43.266139 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-cc6607aa-7f04-46e2-a312-59707bac298f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d972638-9121-4830-8843-34fd64d6fd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764511 Jul 29 17:05:43.393546 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-e5a6fb84-0863-4c77-991c-e78910ec8208 service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214328 Jul 29 17:05:43.525316 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9cc7d337-d5aa-40dd-9ab8-6241bfc47189 req-a77f9d0e-f63c-4a79-88b5-6e875a30fd81 service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259882 Jul 29 17:05:43.601729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19903467-b431-4a92-bdf2-eabfd1369711 req-f7ec070b-b13b-4338-a4e3-b9f60c0be7ec tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:43.603176 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-19903467-b431-4a92-bdf2-eabfd1369711 req-f7ec070b-b13b-4338-a4e3-b9f60c0be7ec tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 944 time: 0.0889797 Jul 29 17:05:43.635309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b905c678-5444-444d-b624-100d0834625e no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:05:43.651843 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-19903467-b431-4a92-bdf2-eabfd1369711 req-823ee826-7682-47cf-9206-10b47b6720d6 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429602 Jul 29 17:05:43.656861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77a4fd-4041-4a47-937e-74dc3c3e3079 req-e488cf93-b54a-45aa-afe4-6d00e9122cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:43.658360 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2f77a4fd-4041-4a47-937e-74dc3c3e3079 req-e488cf93-b54a-45aa-afe4-6d00e9122cc4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2f91a4633b84305849645885b089268&device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 1097 time: 0.0857341 Jul 29 17:05:43.684475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: b905c678-5444-444d-b624-100d0834625e {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:05:43.684747 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device b905c678-5444-444d-b624-100d0834625e not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:05:43.788648 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77a4fd-4041-4a47-937e-74dc3c3e3079 req-769fc2fe-cf88-46dc-b996-7ffc83a2a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:43.790359 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2f77a4fd-4041-4a47-937e-74dc3c3e3079 req-769fc2fe-cf88-46dc-b996-7ffc83a2a9b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d972638-9121-4830-8843-34fd64d6fd91 HTTP/1.1" status: 200 len: 916 time: 0.1248178 Jul 29 17:05:43.855623 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2f77a4fd-4041-4a47-937e-74dc3c3e3079 req-ed55f6af-6264-43eb-849a-f1bd8303982b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 HTTP/1.1" status: 200 len: 217 time: 0.0593486 Jul 29 17:05:43.919017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77a4fd-4041-4a47-937e-74dc3c3e3079 req-96a69c25-ad33-48e2-a865-1a68f5c1a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:43.920529 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2f77a4fd-4041-4a47-937e-74dc3c3e3079 req-96a69c25-ad33-48e2-a865-1a68f5c1a1bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21101564-1f25-4597-b5ec-3e6a216f6792 HTTP/1.1" status: 200 len: 854 time: 0.0590789 Jul 29 17:05:43.999306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77a4fd-4041-4a47-937e-74dc3c3e3079 req-52168e94-ea35-45bb-880e-09c98eb1f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:44.000783 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2f77a4fd-4041-4a47-937e-74dc3c3e3079 req-52168e94-ea35-45bb-880e-09c98eb1f018 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d972638-9121-4830-8843-34fd64d6fd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748396 Jul 29 17:05:44.129544 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2f77a4fd-4041-4a47-937e-74dc3c3e3079 req-c7dd4e9a-89e7-472a-9297-6b00f5a8b95a service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205223 Jul 29 17:05:44.262734 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2f77a4fd-4041-4a47-937e-74dc3c3e3079 req-1f2557ef-7ad1-46da-88ca-fb8b3a09c973 service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265924 Jul 29 17:05:44.847887 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6c3a0-25c7-46df-81e1-34c3878131ce req-42130430-7f5d-49d0-8d5a-e2bf9e6b283c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:44.849267 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ffe6c3a0-25c7-46df-81e1-34c3878131ce req-42130430-7f5d-49d0-8d5a-e2bf9e6b283c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 944 time: 0.0881171 Jul 29 17:05:44.891444 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ffe6c3a0-25c7-46df-81e1-34c3878131ce req-02714d49-3c04-4fa6-9367-ceee7d96192e tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365362 Jul 29 17:05:45.114329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d7b33ae1-9f12-4493-9649-0e63c3af05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:45.258043 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:05:46.191078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb818b6-f865-4689-ba67-aee76f2a5546 req-659ebdf0-40dd-45ab-89c6-80cffa8606b1 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:46.192449 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0fb818b6-f865-4689-ba67-aee76f2a5546 req-659ebdf0-40dd-45ab-89c6-80cffa8606b1 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 944 time: 0.1911297 Jul 29 17:05:46.244115 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0fb818b6-f865-4689-ba67-aee76f2a5546 req-1e711c81-e1ab-4c92-854c-d78b298386b5 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458803 Jul 29 17:05:47.435665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a5969-a668-423c-bef6-2f567659bfcb req-e15fbec3-24dd-4bf7-a5e7-8764eca33036 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:47.437134 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-259a5969-a668-423c-bef6-2f567659bfcb req-e15fbec3-24dd-4bf7-a5e7-8764eca33036 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 944 time: 0.0859764 Jul 29 17:05:47.483403 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-259a5969-a668-423c-bef6-2f567659bfcb req-2859e3a0-2cd6-48d1-bd2c-71d910df7d17 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399032 Jul 29 17:05:47.650396 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:05:47.674686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ce50f3ac-c80e-4291-bbbf-25efe4babd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:47.792311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:05:47.805684 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '7bef2344-5f86-4a6b-ac96-4a5f2bd316a1', 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91', 'port_id': '7bef2344-5f86-4a6b-ac96-4a5f2bd316a1', 'mac_address': 'fa:16:3e:b1:15:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21101564-1f25-4597-b5ec-3e6a216f6792', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:05:47.861171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:05:47.861551 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:47.878217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:05:47.893377 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:05:47.897437 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:47.962462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:48.209900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['7bef2344-5f86-4a6b-ac96-4a5f2bd316a1'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:05:48.359288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:48.465204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:48.678118 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7866a-e17f-4fd7-bf16-6f409b11d63d req-4c2dda76-34c8-4a59-8ffb-3cd9b428b4a5 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:48.679485 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-22e7866a-e17f-4fd7-bf16-6f409b11d63d req-4c2dda76-34c8-4a59-8ffb-3cd9b428b4a5 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 945 time: 0.0869994 Jul 29 17:05:48.722749 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-22e7866a-e17f-4fd7-bf16-6f409b11d63d req-62810f56-c5ca-464a-a199-c32a022950b8 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376070 Jul 29 17:05:49.666639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:05:49.732177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:05:49.736645 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:05:49.737017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:49.881537 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:05:49.881825 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:49.907579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bef2344-5f86-4a6b-ac96-4a5f2bd316a1'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:05:49.919723 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a539530-49f4-457c-a166-d3991ab2be2c req-49c5dc24-187c-49fc-bdf7-78a5aad80510 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:49.921370 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7a539530-49f4-457c-a166-d3991ab2be2c req-49c5dc24-187c-49fc-bdf7-78a5aad80510 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 945 time: 0.0904369 Jul 29 17:05:49.921705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:05:49.927016 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:49.964911 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60932b73-643b-47b3-846b-b09fd0d2a66e'] response: {'server_uuid': '8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bef2344-5f86-4a6b-ac96-4a5f2bd316a1', 'code': 200} Jul 29 17:05:49.968745 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7a539530-49f4-457c-a166-d3991ab2be2c req-0a975fd4-43af-4fef-bf37-a973724419b6 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405979 Jul 29 17:05:50.008040 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:50.015821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:50.192916 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3fb59-5612-47ce-95c2-725802a53bd7 req-c7bccc27-ef02-4b26-a461-d3c56a4d99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:50.194310 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0aa3fb59-5612-47ce-95c2-725802a53bd7 req-c7bccc27-ef02-4b26-a461-d3c56a4d99b3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 1099 time: 0.0792925 Jul 29 17:05:50.234845 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0aa3fb59-5612-47ce-95c2-725802a53bd7 req-93853f4e-02b5-4856-b7d4-59691da51506 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345974 Jul 29 17:05:50.663192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:51.166224 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84c5e8-6115-4696-9184-b866aa488f5a req-e59bef7c-5f55-46cf-bac1-3c43ea6885ba tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:51.167680 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2c84c5e8-6115-4696-9184-b866aa488f5a req-e59bef7c-5f55-46cf-bac1-3c43ea6885ba tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0860801 Jul 29 17:05:51.213269 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2c84c5e8-6115-4696-9184-b866aa488f5a req-8ec2bbbb-61e7-485a-b72f-574260d0c631 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399678 Jul 29 17:05:52.407989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78be3d2-9f52-45a5-b203-a1379bdf2996 req-099001b6-0346-46db-a623-91d6d9eadf0a tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:52.409490 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e78be3d2-9f52-45a5-b203-a1379bdf2996 req-099001b6-0346-46db-a623-91d6d9eadf0a tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0860286 Jul 29 17:05:52.453163 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e78be3d2-9f52-45a5-b203-a1379bdf2996 req-b631d128-5ee2-45ea-98e5-9b2c239e4aec tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377741 Jul 29 17:05:52.648059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730ea15-6e72-447f-8f46-0b0fbf6fdb00 req-1016534e-4135-4384-aa2f-e27f36dfd761 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:52.649534 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9730ea15-6e72-447f-8f46-0b0fbf6fdb00 req-1016534e-4135-4384-aa2f-e27f36dfd761 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0903866 Jul 29 17:05:52.693935 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9730ea15-6e72-447f-8f46-0b0fbf6fdb00 req-0301d3a5-f5de-42e5-8708-22de53d3f518 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387549 Jul 29 17:05:53.104471 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-c00d8b5e-f0bc-4ab8-8482-a76c735f40ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1426671 Jul 29 17:05:53.118374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cda59-b554-4252-99c7-bab765bfdeb6 req-7921aa54-5fbb-4b57-a001-edf7f0638387 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:53.119761 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-008cda59-b554-4252-99c7-bab765bfdeb6 req-7921aa54-5fbb-4b57-a001-edf7f0638387 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.1108525 Jul 29 17:05:53.165347 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-008cda59-b554-4252-99c7-bab765bfdeb6 req-19041a38-f612-43f0-9804-f2fe6fa491bc tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393717 Jul 29 17:05:54.193848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-727c129e-e6b0-433d-aac0-a86e83944d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:54.195325 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-727c129e-e6b0-433d-aac0-a86e83944d58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2f91a4633b84305849645885b089268&device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 1099 time: 0.0780303 Jul 29 17:05:54.332472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-db1a32b1-c447-4c87-b187-9adffad1bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:54.333963 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-db1a32b1-c447-4c87-b187-9adffad1bcfd service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d972638-9121-4830-8843-34fd64d6fd91 HTTP/1.1" status: 200 len: 916 time: 0.1322305 Jul 29 17:05:54.370341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ef672-4f3e-4491-bbc9-659476e3830d req-b6b4e658-7207-4ef6-8825-1364543548c5 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:54.371873 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-db4ef672-4f3e-4491-bbc9-659476e3830d req-b6b4e658-7207-4ef6-8825-1364543548c5 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0917559 Jul 29 17:05:54.406200 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-d5489b15-cc65-47d8-9077-505eca86b434 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 HTTP/1.1" status: 200 len: 217 time: 0.0654461 Jul 29 17:05:54.416589 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-db4ef672-4f3e-4491-bbc9-659476e3830d req-6a9fca44-4fbf-4c56-9c94-3f16966399c1 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389683 Jul 29 17:05:54.467557 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-552d6475-2e0b-4962-a7f1-198530b8c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:54.469022 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-552d6475-2e0b-4962-a7f1-198530b8c049 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21101564-1f25-4597-b5ec-3e6a216f6792 HTTP/1.1" status: 200 len: 854 time: 0.0567799 Jul 29 17:05:54.556253 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-21d89e57-505c-43b3-94c7-b0a3e1d61e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:54.557751 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-21d89e57-505c-43b3-94c7-b0a3e1d61e3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d972638-9121-4830-8843-34fd64d6fd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823627 Jul 29 17:05:54.782302 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-e4c4ab39-1a51-44b9-90c5-57823ff25eb7 service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169268 Jul 29 17:05:54.910657 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-3c688bdb-a730-45a9-b130-adb949672be8 service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212282 Jul 29 17:05:55.611143 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29206fd0-afee-459e-a9f5-a5a1319fef75 req-187f5496-3bb0-4981-b894-b966102b4354 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:55.613131 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-29206fd0-afee-459e-a9f5-a5a1319fef75 req-187f5496-3bb0-4981-b894-b966102b4354 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0857737 Jul 29 17:05:55.661293 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-29206fd0-afee-459e-a9f5-a5a1319fef75 req-b7b9131c-1f9d-4301-9782-7d0ffafc7bcc tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425494 Jul 29 17:05:56.853558 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2a2b8-4cf2-4e80-af7b-55d186da99f1 req-14201367-bed9-4d9d-b52f-c9439e3c0c37 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:56.854907 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-28f2a2b8-4cf2-4e80-af7b-55d186da99f1 req-14201367-bed9-4d9d-b52f-c9439e3c0c37 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0874410 Jul 29 17:05:56.897269 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-28f2a2b8-4cf2-4e80-af7b-55d186da99f1 req-391b1ef8-573a-4b49-b9de-5a8adbf11fa8 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367596 Jul 29 17:05:58.091191 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27366c38-71ac-4211-904d-9e8a41f4188d req-7f219f39-1b16-4a29-8e76-7e51c04f6f0a tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:58.092621 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-27366c38-71ac-4211-904d-9e8a41f4188d req-7f219f39-1b16-4a29-8e76-7e51c04f6f0a tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0887184 Jul 29 17:05:58.135663 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-27366c38-71ac-4211-904d-9e8a41f4188d req-7aae6bf1-999a-4c2d-9b7d-a6843bd1cb31 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369620 Jul 29 17:05:59.327379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b45b26-13c6-4aed-a134-799b3a74559f req-852f0ceb-3ac9-49d4-a201-9642ca99121a tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:05:59.328721 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-85b45b26-13c6-4aed-a134-799b3a74559f req-852f0ceb-3ac9-49d4-a201-9642ca99121a tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0860341 Jul 29 17:05:59.374492 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-85b45b26-13c6-4aed-a134-799b3a74559f req-7e2bd4ac-f92b-4573-bc73-402b9605ba66 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Jul 29 17:06:00.568858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844eabb-4dd6-42c2-a2f7-3c95edaf438a req-4eb6ed77-9916-4e20-930e-2424cd65124f tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:00.570337 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9844eabb-4dd6-42c2-a2f7-3c95edaf438a req-4eb6ed77-9916-4e20-930e-2424cd65124f tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0896785 Jul 29 17:06:00.613174 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9844eabb-4dd6-42c2-a2f7-3c95edaf438a req-c5a0ea74-cdd6-4534-aea7-debc60f4d341 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366399 Jul 29 17:06:01.810962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddfde1-8e32-4292-9869-270d2235cbd5 req-cda15253-de7e-4058-8548-d2562851565e tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:01.812320 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-25ddfde1-8e32-4292-9869-270d2235cbd5 req-cda15253-de7e-4058-8548-d2562851565e tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0894446 Jul 29 17:06:01.855610 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-25ddfde1-8e32-4292-9869-270d2235cbd5 req-ebcd8691-afa0-4958-85a4-3346fb1d62b7 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372291 Jul 29 17:06:03.048664 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006da6a-0c57-4571-8442-db8059721d58 req-54cdf641-a584-4ed3-b187-649b8652369c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:03.050175 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6006da6a-0c57-4571-8442-db8059721d58 req-54cdf641-a584-4ed3-b187-649b8652369c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0864813 Jul 29 17:06:03.095987 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6006da6a-0c57-4571-8442-db8059721d58 req-4cc8e1e1-0e13-4490-9398-93d9479e5bfa tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402057 Jul 29 17:06:04.288207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ae28f-dc33-415b-8bdd-309c29ae5b05 req-50d873e2-32d6-4b98-85af-f8db9c9519a7 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:04.289969 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3f2ae28f-dc33-415b-8bdd-309c29ae5b05 req-50d873e2-32d6-4b98-85af-f8db9c9519a7 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0880642 Jul 29 17:06:04.340279 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3f2ae28f-dc33-415b-8bdd-309c29ae5b05 req-8757dda4-a3c8-4422-91ad-c08db420b725 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447657 Jul 29 17:06:05.534636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcff25-a4dc-4d4b-a8ee-b684a36c445d req-3dc686c8-e99b-4b31-80b2-ad6031393fd7 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:05.536698 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2cbcff25-a4dc-4d4b-a8ee-b684a36c445d req-3dc686c8-e99b-4b31-80b2-ad6031393fd7 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0900073 Jul 29 17:06:05.581238 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2cbcff25-a4dc-4d4b-a8ee-b684a36c445d req-db42035b-0516-4a88-957c-03514c8ee9e9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385923 Jul 29 17:06:06.771731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1da37b-8eff-4261-a513-86d3bafa0526 req-222c9f37-91f0-4443-8080-85f11039987b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:06.773203 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ab1da37b-8eff-4261-a513-86d3bafa0526 req-222c9f37-91f0-4443-8080-85f11039987b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0857539 Jul 29 17:06:06.819311 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ab1da37b-8eff-4261-a513-86d3bafa0526 req-b24d0f5f-9188-4405-9c84-9a76141bf333 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404890 Jul 29 17:06:08.011386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07248353-fea2-4941-b76d-6ac5e0ef83b5 req-7bf9ff79-4041-4ba0-9d76-014d0cc243bf tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:08.012829 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-07248353-fea2-4941-b76d-6ac5e0ef83b5 req-7bf9ff79-4041-4ba0-9d76-014d0cc243bf tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0865786 Jul 29 17:06:08.056424 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-07248353-fea2-4941-b76d-6ac5e0ef83b5 req-eeef426c-4a64-4eb0-839d-82d7b2221818 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379646 Jul 29 17:06:09.253450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb7219-6982-46b8-8b15-68e87b23298f req-076db359-2106-4b6f-a3f6-fb14cfdb91b8 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:09.255423 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-adfb7219-6982-46b8-8b15-68e87b23298f req-076db359-2106-4b6f-a3f6-fb14cfdb91b8 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0890980 Jul 29 17:06:09.301466 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-adfb7219-6982-46b8-8b15-68e87b23298f req-bdbaab9e-209a-466a-b315-5f57747f818f tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402224 Jul 29 17:06:10.497867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81711e0e-1a2f-44ea-a05e-270918b66ed6 req-dc2bd675-52ac-4b47-a62f-162f4d3d5e1e tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:10.499340 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-81711e0e-1a2f-44ea-a05e-270918b66ed6 req-dc2bd675-52ac-4b47-a62f-162f4d3d5e1e tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0865922 Jul 29 17:06:10.547063 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-81711e0e-1a2f-44ea-a05e-270918b66ed6 req-3ea42073-2834-4b23-b19c-501441646ed6 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414634 Jul 29 17:06:11.740120 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613b805-8ebd-4c00-9b90-a1bc10d60c04 req-b1c7a26c-1457-4554-a164-9ec29d5297f9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:11.741625 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2613b805-8ebd-4c00-9b90-a1bc10d60c04 req-b1c7a26c-1457-4554-a164-9ec29d5297f9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0870414 Jul 29 17:06:11.784144 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2613b805-8ebd-4c00-9b90-a1bc10d60c04 req-fdf27361-b6ab-4793-9dd8-5f5a0b4286e5 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369749 Jul 29 17:06:13.081410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaa867-305e-4d2e-935a-1c08d9d379fe req-5614584f-104f-4a96-8435-48dc5aa333e7 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:13.082813 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-13eaa867-305e-4d2e-935a-1c08d9d379fe req-5614584f-104f-4a96-8435-48dc5aa333e7 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.1905730 Jul 29 17:06:13.126952 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-13eaa867-305e-4d2e-935a-1c08d9d379fe req-46268a62-3304-4af8-a038-d8643b59a4d7 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385344 Jul 29 17:06:14.317782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6c8f8-5ec5-4ba5-9ed2-0e959138c9d3 req-179d8da9-c6b0-4eeb-b476-f62049f7e1fb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:14.319226 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-24b6c8f8-5ec5-4ba5-9ed2-0e959138c9d3 req-179d8da9-c6b0-4eeb-b476-f62049f7e1fb tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0869050 Jul 29 17:06:14.365376 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-24b6c8f8-5ec5-4ba5-9ed2-0e959138c9d3 req-693e34a8-1769-472f-8ec8-6e38b47ec17b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404818 Jul 29 17:06:15.117333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b48ed665-247b-4ba2-9c0b-83208d783372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:15.566056 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7c8dd-b197-46f8-bdea-651955979da5 req-939a6df5-e228-440b-808c-ebaf787f71f2 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:15.569261 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dbf7c8dd-b197-46f8-bdea-651955979da5 req-939a6df5-e228-440b-808c-ebaf787f71f2 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0884206 Jul 29 17:06:15.611820 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dbf7c8dd-b197-46f8-bdea-651955979da5 req-e2b80139-186a-4fa6-b2f6-ef72590465c9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368075 Jul 29 17:06:16.810487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f078bfc-0b7c-484a-b607-eaab09e5ec17 req-511d6f7e-2cd2-4fd6-a4df-81e34c128a6f tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:16.811833 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8f078bfc-0b7c-484a-b607-eaab09e5ec17 req-511d6f7e-2cd2-4fd6-a4df-81e34c128a6f tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0899379 Jul 29 17:06:16.854634 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8f078bfc-0b7c-484a-b607-eaab09e5ec17 req-150aa55b-c14f-497d-a6d9-417a4653ac26 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371041 Jul 29 17:06:17.669370 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-96f2fca8-9566-44c5-9ed8-67a31ab4e252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:18.049185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46085a-560c-4fba-b76f-f29aaf28a283 req-ce7a9643-4259-446f-b836-19a713080b9c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:18.050627 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3b46085a-560c-4fba-b76f-f29aaf28a283 req-ce7a9643-4259-446f-b836-19a713080b9c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0858076 Jul 29 17:06:18.097132 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3b46085a-560c-4fba-b76f-f29aaf28a283 req-405ab94c-61c1-42ab-aaf6-11780958353f tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Jul 29 17:06:18.340849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:18.468865 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:19.288898 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a3e60-7d11-48a4-9fb1-1b263e55bad2 req-6edd623b-73a3-401c-aad9-2610a15d133e tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:19.290538 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9e0a3e60-7d11-48a4-9fb1-1b263e55bad2 req-6edd623b-73a3-401c-aad9-2610a15d133e tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0868652 Jul 29 17:06:19.333060 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9e0a3e60-7d11-48a4-9fb1-1b263e55bad2 req-c1277634-d534-4a46-a8b9-933717403128 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363028 Jul 29 17:06:19.968864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:20.531618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffeecbc-4eb6-471e-9b24-71036d4df9df req-214cc881-18ff-4887-bbca-3cde941aa92d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:20.533113 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0ffeecbc-4eb6-471e-9b24-71036d4df9df req-214cc881-18ff-4887-bbca-3cde941aa92d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0916004 Jul 29 17:06:20.578494 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0ffeecbc-4eb6-471e-9b24-71036d4df9df req-3f4a897c-f0a0-439f-8dad-86a644cefee9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388610 Jul 29 17:06:20.695497 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:21.543312 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-75e008fb-3621-47cc-91f7-a3d65d697040 service neutron] 10.222.0.69 "GET /v2.0/ports/7bef2344-5f86-4a6b-ac96-4a5f2bd316a1/bindings/hv-neutron-8515 HTTP/1.1" status: 200 len: 384 time: 0.0744586 Jul 29 17:06:21.776041 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b9566-a481-438a-baaa-4c22eb9ca832 req-dcffffed-12ac-49ce-a542-6ebd772592f1 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:21.777560 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b15b9566-a481-438a-baaa-4c22eb9ca832 req-dcffffed-12ac-49ce-a542-6ebd772592f1 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0896862 Jul 29 17:06:21.819053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-eb640f8b-58fc-4f96-8917-5bc508c0559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:21.820447 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-eb640f8b-58fc-4f96-8917-5bc508c0559a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3&tenant_id=a2f91a4633b84305849645885b089268 HTTP/1.1" status: 200 len: 1099 time: 0.0822792 Jul 29 17:06:21.826924 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b15b9566-a481-438a-baaa-4c22eb9ca832 req-b071558c-fd43-4982-b1bd-b28674230494 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436459 Jul 29 17:06:21.916538 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-cb2f556a-17b3-42ad-9275-bde1f8b1ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:21.918024 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-cb2f556a-17b3-42ad-9275-bde1f8b1ee65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2f91a4633b84305849645885b089268&device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 1099 time: 0.0773914 Jul 29 17:06:22.045423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-628128af-575c-47e2-a549-0d5b50f77aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:22.046870 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-628128af-575c-47e2-a549-0d5b50f77aaa service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d972638-9121-4830-8843-34fd64d6fd91 HTTP/1.1" status: 200 len: 916 time: 0.1231999 Jul 29 17:06:22.115900 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-c5d0982c-966d-4d8b-a750-9c389130bcd1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 HTTP/1.1" status: 200 len: 217 time: 0.0633023 Jul 29 17:06:22.177999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-21d72822-56e8-472b-bd2c-d111aac74139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:22.179395 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-21d72822-56e8-472b-bd2c-d111aac74139 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21101564-1f25-4597-b5ec-3e6a216f6792 HTTP/1.1" status: 200 len: 854 time: 0.0579612 Jul 29 17:06:22.256976 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:06:22.262913 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-c497cb4a-4e39-46b5-bf92-1ec2da14e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:22.264393 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-c497cb4a-4e39-46b5-bf92-1ec2da14e9d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d972638-9121-4830-8843-34fd64d6fd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793777 Jul 29 17:06:22.394374 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-77220717-cfa9-4ee4-a9b2-3dc2b906f0e1 service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235845 Jul 29 17:06:22.524461 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d153b3d-b72a-44cf-a421-e926dfaa62c6 req-313b6d87-8683-42ad-a241-6f9669bfa035 service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237967 Jul 29 17:06:23.018751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b7e8a-2ad0-4328-9717-3e654e7c5f2d req-c43b828b-087a-4796-95b7-b4160e549eb7 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:23.020710 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-756b7e8a-2ad0-4328-9717-3e654e7c5f2d req-c43b828b-087a-4796-95b7-b4160e549eb7 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0859993 Jul 29 17:06:23.063754 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-756b7e8a-2ad0-4328-9717-3e654e7c5f2d req-d147ecc0-806f-4aa1-be26-9e0d6eee6f1d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373328 Jul 29 17:06:23.796388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:06:23.906011 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:06:23.906302 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:23.932792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bef2344-5f86-4a6b-ac96-4a5f2bd316a1'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:06:23.943087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:06:23.947213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:23.989039 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988a4b21-3ede-4ef5-b6ba-d9788bcc5202'] response: {'server_uuid': '8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bef2344-5f86-4a6b-ac96-4a5f2bd316a1', 'code': 200} Jul 29 17:06:24.013276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:24.263117 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a264b-138e-47d5-abf1-f720f90c3bef req-355481a4-0165-4678-a260-e662fee7e440 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:24.264580 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-531a264b-138e-47d5-abf1-f720f90c3bef req-355481a4-0165-4678-a260-e662fee7e440 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 944 time: 0.0911570 Jul 29 17:06:24.308636 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-531a264b-138e-47d5-abf1-f720f90c3bef req-4bc2697d-a304-4c49-bb0f-2fc892b89552 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383761 Jul 29 17:06:25.505154 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4356148-47db-4d17-b557-72955239f236 req-0da7ca4d-0912-4481-a84a-8252d572424b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:25.506662 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e4356148-47db-4d17-b557-72955239f236 req-0da7ca4d-0912-4481-a84a-8252d572424b tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 944 time: 0.0878282 Jul 29 17:06:25.554300 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e4356148-47db-4d17-b557-72955239f236 req-778ee8e5-a9c4-4b69-b259-d3ce61c3132d tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417972 Jul 29 17:06:25.791057 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:06:25.926944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:06:25.940519 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '7bef2344-5f86-4a6b-ac96-4a5f2bd316a1', 'network_id': '0d972638-9121-4830-8843-34fd64d6fd91', 'port_id': '7bef2344-5f86-4a6b-ac96-4a5f2bd316a1', 'mac_address': 'fa:16:3e:b1:15:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21101564-1f25-4597-b5ec-3e6a216f6792', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:06:26.003803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:06:26.004268 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:26.006564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae04895-1583-47d6-8f14-f8b09230897e req-23e22eaa-9103-475d-940c-48c594e2452f tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:26.008047 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2ae04895-1583-47d6-8f14-f8b09230897e req-23e22eaa-9103-475d-940c-48c594e2452f tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 944 time: 0.0896213 Jul 29 17:06:26.022507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:06:26.024131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df775dc7-ffe6-4b93-b38b-4662fa2f983a req-e9e104c6-2c59-4a6c-9986-a8f0d19e2817 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:26.024903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-df775dc7-ffe6-4b93-b38b-4662fa2f983a req-e9e104c6-2c59-4a6c-9986-a8f0d19e2817 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Synchronizing usage tracker for tenant:a2f91a4633b84305849645885b089268 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:06:26.037154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-df775dc7-ffe6-4b93-b38b-4662fa2f983a req-e9e104c6-2c59-4a6c-9986-a8f0d19e2817 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Unset dirty status for tenant:a2f91a4633b84305849645885b089268 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:06:26.038393 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-df775dc7-ffe6-4b93-b38b-4662fa2f983a req-e9e104c6-2c59-4a6c-9986-a8f0d19e2817 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.69 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3&tenant_id=a2f91a4633b84305849645885b089268&binding%3Ahost_id=hv-neutron-8515 HTTP/1.1" status: 200 len: 944 time: 0.1112196 Jul 29 17:06:26.038979 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:06:26.043476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:26.054255 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2ae04895-1583-47d6-8f14-f8b09230897e req-c82aeb3d-7844-4c96-991d-12eb45ad4584 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405657 Jul 29 17:06:26.110443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['7bef2344-5f86-4a6b-ac96-4a5f2bd316a1'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:06:26.141874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:26.199689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df775dc7-ffe6-4b93-b38b-4662fa2f983a req-3628179e-b271-49da-ac85-702dcc1baf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:26.201202 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-df775dc7-ffe6-4b93-b38b-4662fa2f983a req-3628179e-b271-49da-ac85-702dcc1baf42 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2f91a4633b84305849645885b089268&device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 1098 time: 0.0832007 Jul 29 17:06:26.330129 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df775dc7-ffe6-4b93-b38b-4662fa2f983a req-289f82f3-6704-449e-8a5c-af1a5a1c5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:26.331569 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-df775dc7-ffe6-4b93-b38b-4662fa2f983a req-289f82f3-6704-449e-8a5c-af1a5a1c5305 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d972638-9121-4830-8843-34fd64d6fd91 HTTP/1.1" status: 200 len: 916 time: 0.1251459 Jul 29 17:06:26.396672 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-df775dc7-ffe6-4b93-b38b-4662fa2f983a req-38d238c0-b032-49af-9a05-cfbac7638eb8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 HTTP/1.1" status: 200 len: 217 time: 0.0589259 Jul 29 17:06:26.461783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df775dc7-ffe6-4b93-b38b-4662fa2f983a req-ae4740d9-9686-4f04-ae96-fb87244cd79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:26.463212 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-df775dc7-ffe6-4b93-b38b-4662fa2f983a req-ae4740d9-9686-4f04-ae96-fb87244cd79e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21101564-1f25-4597-b5ec-3e6a216f6792 HTTP/1.1" status: 200 len: 854 time: 0.0609906 Jul 29 17:06:26.543932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df775dc7-ffe6-4b93-b38b-4662fa2f983a req-c3441abc-a52f-403f-8860-2df796393b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:26.545432 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-df775dc7-ffe6-4b93-b38b-4662fa2f983a req-c3441abc-a52f-403f-8860-2df796393b2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d972638-9121-4830-8843-34fd64d6fd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763497 Jul 29 17:06:26.777031 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-df775dc7-ffe6-4b93-b38b-4662fa2f983a req-4838ac0d-56d1-429a-8742-92a95bd53757 service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259483 Jul 29 17:06:26.904557 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-df775dc7-ffe6-4b93-b38b-4662fa2f983a req-e7674775-c7dc-47dc-b601-34c89b773d80 service neutron] 10.222.0.69 "GET /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218247 Jul 29 17:06:27.254825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064124c5-515e-4ea3-ae7a-3efb28106e9f req-90dfdaca-41d4-4f18-94fc-588135de309a tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:27.256292 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-064124c5-515e-4ea3-ae7a-3efb28106e9f req-90dfdaca-41d4-4f18-94fc-588135de309a tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 945 time: 0.0925422 Jul 29 17:06:27.300623 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-064124c5-515e-4ea3-ae7a-3efb28106e9f req-85c3b9fc-255f-44a7-b1c6-8b2f5c7522d6 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384097 Jul 29 17:06:27.821374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:06:27.887658 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:06:27.888028 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:28.000462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:06:28.000836 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:28.027412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bef2344-5f86-4a6b-ac96-4a5f2bd316a1'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:06:28.036753 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:06:28.041559 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:28.079379 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99054927-1ea9-477f-afc4-06b1798987bc'] response: {'server_uuid': '8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bef2344-5f86-4a6b-ac96-4a5f2bd316a1', 'code': 200} Jul 29 17:06:28.110672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,revision_number=8']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:28.493937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470e87d-ce92-480e-ba46-06a6f3d03df4 req-33385508-b462-4a6b-9951-0dfd9ccc0319 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:28.495365 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0470e87d-ce92-480e-ba46-06a6f3d03df4 req-33385508-b462-4a6b-9951-0dfd9ccc0319 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0873621 Jul 29 17:06:28.541810 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0470e87d-ce92-480e-ba46-06a6f3d03df4 req-c3e6e576-9c19-46e8-b80b-835915f3ecf9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 Jul 29 17:06:28.736519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459703c-919c-4998-8161-0321eb4c7f68 req-f3a0c5ef-45c1-49ef-9bbe-36d5ede08659 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:28.738004 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1459703c-919c-4998-8161-0321eb4c7f68 req-f3a0c5ef-45c1-49ef-9bbe-36d5ede08659 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0860929 Jul 29 17:06:28.781109 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1459703c-919c-4998-8161-0321eb4c7f68 req-2579bc84-6c53-4c69-bd3f-fe69fcb731e3 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374341 Jul 29 17:06:28.974976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de201676-040e-4b36-95f1-ff6fdc5906c7 req-a5352ba9-9f91-40b1-8fa8-52e5b3edfb19 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:28.976455 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-de201676-040e-4b36-95f1-ff6fdc5906c7 req-a5352ba9-9f91-40b1-8fa8-52e5b3edfb19 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0910089 Jul 29 17:06:29.020776 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-de201676-040e-4b36-95f1-ff6fdc5906c7 req-ff7c99ea-3f68-4578-ad48-6b00b5e75496 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386810 Jul 29 17:06:29.565434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215ce15-3890-4555-82f5-1043782c210e req-ca4a9961-6448-44b2-89a7-ec3e8c254557 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:29.566883 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3215ce15-3890-4555-82f5-1043782c210e req-ca4a9961-6448-44b2-89a7-ec3e8c254557 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0879300 Jul 29 17:06:29.614872 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3215ce15-3890-4555-82f5-1043782c210e req-5004bcb6-d14c-4d15-9492-d56b55e5c5c6 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420897 Jul 29 17:06:30.806896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a87f80-986e-464b-8f7e-e76e60eeb712 req-aba658cd-478d-47bb-90df-6e4b5754377c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:30.808274 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c6a87f80-986e-464b-8f7e-e76e60eeb712 req-aba658cd-478d-47bb-90df-6e4b5754377c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0872567 Jul 29 17:06:30.852380 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c6a87f80-986e-464b-8f7e-e76e60eeb712 req-03a96d43-6fb7-48a2-a4a5-de6f83a4d77c tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups?id=1d4ab640-12e2-4d98-acd6-8739011c9d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382040 Jul 29 17:06:31.232162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209ead-76bd-4f62-8678-c50a17d0faaf req-28db7a6c-c058-466e-aaae-3a8bee6f255a tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:31.233647 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e2209ead-76bd-4f62-8678-c50a17d0faaf req-28db7a6c-c058-466e-aaae-3a8bee6f255a tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.69 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 946 time: 0.0903456 Jul 29 17:06:31.302168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-e2209ead-76bd-4f62-8678-c50a17d0faaf req-eaa7b5f8-ead6-4c88-b906-1b4c65944096 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Deleting port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:06:31.302513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e2209ead-76bd-4f62-8678-c50a17d0faaf req-eaa7b5f8-ead6-4c88-b906-1b4c65944096 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:31.544403 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-e2209ead-76bd-4f62-8678-c50a17d0faaf req-eaa7b5f8-ead6-4c88-b906-1b4c65944096 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] For port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:06:31.544669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e2209ead-76bd-4f62-8678-c50a17d0faaf req-eaa7b5f8-ead6-4c88-b906-1b4c65944096 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:31.670544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-e2209ead-76bd-4f62-8678-c50a17d0faaf req-eaa7b5f8-ead6-4c88-b906-1b4c65944096 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Calling delete_port for 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:06:31.809851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e2209ead-76bd-4f62-8678-c50a17d0faaf req-eaa7b5f8-ead6-4c88-b906-1b4c65944096 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:31.820790 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['7bef2344-5f86-4a6b-ac96-4a5f2bd316a1'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:06:31.860587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7b5f8-ead6-4c88-b906-1b4c65944096 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Pushing event deleted for resources: {'Port': ['ID=7bef2344-5f86-4a6b-ac96-4a5f2bd316a1,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:31.950695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2209ead-76bd-4f62-8678-c50a17d0faaf req-eaa7b5f8-ead6-4c88-b906-1b4c65944096 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] No DVR routers for this DVR port 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:06:31.953329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e2209ead-76bd-4f62-8678-c50a17d0faaf req-eaa7b5f8-ead6-4c88-b906-1b4c65944096 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:31.956167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3', 'name': 'network-vif-deleted', 'tag': '7bef2344-5f86-4a6b-ac96-4a5f2bd316a1'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:06:31.975346 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e2209ead-76bd-4f62-8678-c50a17d0faaf req-eaa7b5f8-ead6-4c88-b906-1b4c65944096 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.69 "DELETE /v2.0/ports/7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 HTTP/1.1" status: 204 len: 173 time: 0.7367289 Jul 29 17:06:32.012412 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e6ade5-61a9-4d5b-bbb8-975b0c46a43b'] response: {'server_uuid': '8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3', 'name': 'network-vif-deleted', 'tag': '7bef2344-5f86-4a6b-ac96-4a5f2bd316a1', 'status': 'completed', 'code': 200} Jul 29 17:06:32.035569 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-66e5fbbb-6e8d-45e5-9f96-7c0d72285b6c req-225b98a8-c719-45ae-a558-aa5fc6897489 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fe8c48d-93bd-40d0-80e3-6c4ef41a58b3 HTTP/1.1" status: 200 len: 210 time: 0.0581198 Jul 29 17:06:33.157850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58538) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:33.221778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c7b3-d281-4cd1-a2a7-9e2293035c50 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:33.248791 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c7b3-d281-4cd1-a2a7-9e2293035c50 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:33.301551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c7b3-d281-4cd1-a2a7-9e2293035c50 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:33.320026 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9c7b3-d281-4cd1-a2a7-9e2293035c50 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74085ba-b95b-4b3c-9b59-fc3ef010cd23,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:33.331064 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c7b3-d281-4cd1-a2a7-9e2293035c50 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:33.332770 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d7c9c7b3-d281-4cd1-a2a7-9e2293035c50 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "DELETE /v2.0/security-groups/e74085ba-b95b-4b3c-9b59-fc3ef010cd23 HTTP/1.1" status: 204 len: 168 time: 0.1732810 Jul 29 17:06:33.335370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58542) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:33.350669 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-626753f8-0124-4919-bf9f-edabc9ee4a14 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] show failed (client error): The resource could not be found. Jul 29 17:06:33.351621 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-626753f8-0124-4919-bf9f-edabc9ee4a14 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "GET /v2.0/security-groups/e74085ba-b95b-4b3c-9b59-fc3ef010cd23 HTTP/1.1" status: 404 len: 347 time: 0.0153759 Jul 29 17:06:33.354134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58546) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:33.508403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-cc15fb73-5c08-4197-ad9a-66ac8d18bbc9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Deleting port 90ee4d32-782d-46ff-a01f-846bdc448375 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:06:33.508733 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc15fb73-5c08-4197-ad9a-66ac8d18bbc9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:33.679034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc15fb73-5c08-4197-ad9a-66ac8d18bbc9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:33.679283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc15fb73-5c08-4197-ad9a-66ac8d18bbc9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:33.800741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-cc15fb73-5c08-4197-ad9a-66ac8d18bbc9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Calling delete_port for 90ee4d32-782d-46ff-a01f-846bdc448375 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:06:33.821214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:06:33.854653 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:06:33.854997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 7bef2344-5f86-4a6b-ac96-4a5f2bd316a1 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:06:33.940937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc15fb73-5c08-4197-ad9a-66ac8d18bbc9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:34.123825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15fb73-5c08-4197-ad9a-66ac8d18bbc9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Pushing event deleted for resources: {'Port': ['ID=90ee4d32-782d-46ff-a01f-846bdc448375,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:34.188632 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc15fb73-5c08-4197-ad9a-66ac8d18bbc9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:34.202296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cc15fb73-5c08-4197-ad9a-66ac8d18bbc9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:34.203368 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cc15fb73-5c08-4197-ad9a-66ac8d18bbc9 tempest-ServerDiskConfigTestJSON-1528678614 tempest-ServerDiskConfigTestJSON-1528678614-project] 10.222.0.58 "DELETE /v2.0/floatingips/8400c8d3-3bad-4cc4-ab15-a5e9741a786a HTTP/1.1" status: 204 len: 168 time: 0.8483832 Jul 29 17:06:34.342175 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58554) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:34.871031 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22a42fb8-0065-436d-85ea-f0b1b714ae87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:35.212900 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-22a42fb8-0065-436d-85ea-f0b1b714ae87 admin admin] Deleting port c2091519-6cbd-4440-a67b-409cf98792d7 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:06:35.213611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22a42fb8-0065-436d-85ea-f0b1b714ae87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:35.379857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-22a42fb8-0065-436d-85ea-f0b1b714ae87 admin admin] For port c2091519-6cbd-4440-a67b-409cf98792d7, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c2091519-6cbd-4440-a67b-409cf98792d7,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:06:35.380232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22a42fb8-0065-436d-85ea-f0b1b714ae87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:35.502621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-22a42fb8-0065-436d-85ea-f0b1b714ae87 admin admin] Calling delete_port for c2091519-6cbd-4440-a67b-409cf98792d7 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:06:35.770135 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22a42fb8-0065-436d-85ea-f0b1b714ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:35.814995 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a42fb8-0065-436d-85ea-f0b1b714ae87 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2091519-6cbd-4440-a67b-409cf98792d7,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:36.084468 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-22a42fb8-0065-436d-85ea-f0b1b714ae87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:36.436429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a42fb8-0065-436d-85ea-f0b1b714ae87 admin admin] Router 8af0b5bf-4f3e-4ada-992b-4c9cb1468ada has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:06:36.611777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a42fb8-0065-436d-85ea-f0b1b714ae87 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:06:36.620596 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b589933-d803-47c8-aaa1-cd03d346ee43 None None] Sync routers for ids ['8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:06:36.624134 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-22a42fb8-0065-436d-85ea-f0b1b714ae87 admin admin] 10.222.0.58 "PUT /v2.0/routers/8af0b5bf-4f3e-4ada-992b-4c9cb1468ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2809219 Jul 29 17:06:36.626758 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 58558) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:36.629844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b589933-d803-47c8-aaa1-cd03d346ee43 None None] Routers {'8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:06:36.630458 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8b589933-d803-47c8-aaa1-cd03d346ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:06:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:06:36.803357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:36.840577 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-8b589933-d803-47c8-aaa1-cd03d346ee43 None None] Set router 8af0b5bf-4f3e-4ada-992b-4c9cb1468ada gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:06:37.083439 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:37.093679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] Deleting port 9e9e1148-603c-449d-8c99-698126205ee5 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:06:37.094375 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:37.132791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8b589933-d803-47c8-aaa1-cd03d346ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'name': 'tempest-ServerDiskConfigTestJSON-1037914780-router', 'tenant_id': 'a2f91a4633b84305849645885b089268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '9e9e1148-603c-449d-8c99-698126205ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:06:35Z', 'revision_number': 5, 'project_id': 'a2f91a4633b84305849645885b089268', 'gw_port': {'id': '9e9e1148-603c-449d-8c99-698126205ee5', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:06:37.136684 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b589933-d803-47c8-aaa1-cd03d346ee43 None None] Checking router: 8af0b5bf-4f3e-4ada-992b-4c9cb1468ada for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:06:37.145963 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b589933-d803-47c8-aaa1-cd03d346ee43 None None] Routers {'8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:06:37.147001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8b589933-d803-47c8-aaa1-cd03d346ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:06:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:06:37.268428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] For port 9e9e1148-603c-449d-8c99-698126205ee5, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9e9e1148-603c-449d-8c99-698126205ee5,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:06:37.268783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:37.295492 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-8b589933-d803-47c8-aaa1-cd03d346ee43 None None] Set router 8af0b5bf-4f3e-4ada-992b-4c9cb1468ada gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:06:37.391516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] Calling delete_port for 9e9e1148-603c-449d-8c99-698126205ee5 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:06:37.398891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8b589933-d803-47c8-aaa1-cd03d346ee43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'name': 'tempest-ServerDiskConfigTestJSON-1037914780-router', 'tenant_id': 'a2f91a4633b84305849645885b089268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:06:37Z', 'revision_number': 6, 'project_id': 'a2f91a4633b84305849645885b089268', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:06:37.402857 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b589933-d803-47c8-aaa1-cd03d346ee43 None None] The sync data for ids ['8af0b5bf-4f3e-4ada-992b-4c9cb1468ada'] in dv-neutron-851534-1-hyperv is: [{'id': '8af0b5bf-4f3e-4ada-992b-4c9cb1468ada', 'name': 'tempest-ServerDiskConfigTestJSON-1037914780-router', 'tenant_id': 'a2f91a4633b84305849645885b089268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:04:41Z', 'updated_at': '2022-07-29T17:06:37Z', 'revision_number': 6, 'project_id': 'a2f91a4633b84305849645885b089268', 'gw_port_host': None}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:06:37.556701 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:37.604577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9e1148-603c-449d-8c99-698126205ee5,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:37.698572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:37.871107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:37.873270 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:37.895829 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:37.896360 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8af0b5bf-4f3e-4ada-992b-4c9cb1468ada {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:06:37.908547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:37.909690 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cf05e586-548f-455c-bcf4-9754e0dd66ca admin admin] 10.222.0.58 "DELETE /v2.0/routers/8af0b5bf-4f3e-4ada-992b-4c9cb1468ada HTTP/1.1" status: 204 len: 168 time: 1.2819602 Jul 29 17:06:37.912667 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 58562) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:37.972024 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d408d27-cd8a-4fcf-807a-7dfb4f4336bc admin admin] Deleting subnet 21101564-1f25-4597-b5ec-3e6a216f6792 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:06:37.975347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6d408d27-cd8a-4fcf-807a-7dfb4f4336bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:38.023377 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6d408d27-cd8a-4fcf-807a-7dfb4f4336bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:38.098912 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6d408d27-cd8a-4fcf-807a-7dfb4f4336bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:38.170021 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6d408d27-cd8a-4fcf-807a-7dfb4f4336bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:38.206566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d408d27-cd8a-4fcf-807a-7dfb4f4336bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21101564-1f25-4597-b5ec-3e6a216f6792,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:38.210947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6d408d27-cd8a-4fcf-807a-7dfb4f4336bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:38.216051 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e73c00d-1227-4456-9001-1556877cdb72 None None] Network 0d972638-9121-4830-8843-34fd64d6fd91 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:06:38.217259 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6d408d27-cd8a-4fcf-807a-7dfb4f4336bc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/21101564-1f25-4597-b5ec-3e6a216f6792 HTTP/1.1" status: 204 len: 168 time: 0.3036022 Jul 29 17:06:38.219778 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 58566) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:38.329497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:38.340936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] Deleting port 0001234e-0632-4e62-963c-60d569fc071d {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:06:38.341247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:38.495799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9cbf21-43a7-4975-90dc-63df5ad434e1 None None] DHCP port deletion for 0d972638-9121-4830-8843-34fd64d6fd91 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:06:38.500302 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8b9cbf21-43a7-4975-90dc-63df5ad434e1 None None] Deleting port 0001234e-0632-4e62-963c-60d569fc071d {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:06:38.500915 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8b9cbf21-43a7-4975-90dc-63df5ad434e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:38.561889 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] For port 0001234e-0632-4e62-963c-60d569fc071d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0001234e-0632-4e62-963c-60d569fc071d,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:06:38.562242 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:38.711303 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-8b9cbf21-43a7-4975-90dc-63df5ad434e1 None None] For port 0001234e-0632-4e62-963c-60d569fc071d, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0001234e-0632-4e62-963c-60d569fc071d,segment=NetworkSegment(f01b35fa-098c-441d-a80f-3c4c14a41465),segment_id=f01b35fa-098c-441d-a80f-3c4c14a41465)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:06:38.711578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8b9cbf21-43a7-4975-90dc-63df5ad434e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:38.788160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] Calling delete_port for 0001234e-0632-4e62-963c-60d569fc071d owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:06:38.830749 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8b9cbf21-43a7-4975-90dc-63df5ad434e1 None None] Calling delete_port for 0001234e-0632-4e62-963c-60d569fc071d owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:06:38.862259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:38.905539 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-8b9cbf21-43a7-4975-90dc-63df5ad434e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:06:38.905891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-8b9cbf21-43a7-4975-90dc-63df5ad434e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:06:38.911946 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] Pushing event deleted for resources: {'Port': ['ID=0001234e-0632-4e62-963c-60d569fc071d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:38.916347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] No DVR routers for this DVR port 0001234e-0632-4e62-963c-60d569fc071d on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:06:39.029531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:39.054541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d972638-9121-4830-8843-34fd64d6fd91']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:06:39.066494 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01b35fa-098c-441d-a80f-3c4c14a41465') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:06:39.066790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01b35fa-098c-441d-a80f-3c4c14a41465') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:06:39.078223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:39.094200 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:39.101574 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:06:39.101982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:39.102458 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0001234e-0632-4e62-963c-60d569fc071d no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:06:39.136414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 0001234e-0632-4e62-963c-60d569fc071d {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:06:39.136876 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0001234e-0632-4e62-963c-60d569fc071d not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:06:39.137197 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c2091519-6cbd-4440-a67b-409cf98792d7 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:06:39.173690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: c2091519-6cbd-4440-a67b-409cf98792d7 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:06:39.174042 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c2091519-6cbd-4440-a67b-409cf98792d7 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:06:39.174480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9e9e1148-603c-449d-8c99-698126205ee5 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:06:39.185583 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment f01b35fa-098c-441d-a80f-3c4c14a41465 resource provider aggregate not found Jul 29 17:06:39.203451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:39.206524 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment f01b35fa-098c-441d-a80f-3c4c14a41465 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f01b35fa-098c-441d-a80f-3c4c14a41465 found for delete ", "request_id": "req-5234bfba-e33a-4305-91cd-c1e0aa7e6bd7"}]} Jul 29 17:06:39.222296 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:39.232708 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d972638-9121-4830-8843-34fd64d6fd91,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:39.248989 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a4370296-1995-4000-a8b8-63f66cc54704 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0d972638-9121-4830-8843-34fd64d6fd91 HTTP/1.1" status: 204 len: 168 time: 1.0256822 Jul 29 17:06:39.249216 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 9e9e1148-603c-449d-8c99-698126205ee5 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:06:39.249642 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9e9e1148-603c-449d-8c99-698126205ee5 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:06:39.357642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 58578) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:39.405827 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-336c01fc-3efb-423e-920d-088daa381cf5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a2f91a4633b84305849645885b089268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470133 Jul 29 17:06:39.406945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8b9cbf21-43a7-4975-90dc-63df5ad434e1 None None] Deleting port 0001234e-0632-4e62-963c-60d569fc071d {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:06:39.407335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8b9cbf21-43a7-4975-90dc-63df5ad434e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:39.408432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 58582) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:39.465829 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0672-03c6-40ea-af38-01e2a6c8d051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:39.473627 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8b9cbf21-43a7-4975-90dc-63df5ad434e1 None None] The port '0001234e-0632-4e62-963c-60d569fc071d' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 17:06:39.500503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0672-03c6-40ea-af38-01e2a6c8d051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:39.553197 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0672-03c6-40ea-af38-01e2a6c8d051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:39.572104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f0672-03c6-40ea-af38-01e2a6c8d051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4ab640-12e2-4d98-acd6-8739011c9d8e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:39.580072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0672-03c6-40ea-af38-01e2a6c8d051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:39.581243 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bd9f0672-03c6-40ea-af38-01e2a6c8d051 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d4ab640-12e2-4d98-acd6-8739011c9d8e HTTP/1.1" status: 204 len: 168 time: 0.1717629 Jul 29 17:06:40.266900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 58606) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:40.368199 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1382581285-network', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:06:40.372933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:06:40.376939 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Usage tracker for resource:network and tenant:4c6c6dfbff4d472aa87d274cad5fc1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:06:40.379788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:06:40.385421 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:06:40.395729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Made reservation on behalf of 4c6c6dfbff4d472aa87d274cad5fc1ad for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:06:40.398020 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:40.409738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:40.424552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:06:40.428302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Usage tracker for resource:security_group_rule and tenant:4c6c6dfbff4d472aa87d274cad5fc1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:06:40.431087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:06:40.436604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:06:40.517950 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:40.522986 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:40.559279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7bd8c4-f621-4246-88c5-d9788572ee20,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:40.561845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:06:40.571404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:40.571766 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Added segment d0eca82f-7860-4327-8f6c-d4fdcd00183b of type vlan for network 22179490-840b-4c93-a3bd-a660e7c98fab Jul 29 17:06:40.598749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:40.629685 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:40.630584 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:40.631150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:40.729408 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] Pushing event updated for resources: {'Network': ['ID=22179490-840b-4c93-a3bd-a660e7c98fab,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:40.732349 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bddb69e1-aa38-4164-b06a-dba372a29675 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4644375 Jul 29 17:06:40.735260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 58612) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:40.738998 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 22179490-840b-4c93-a3bd-a660e7c98fab details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:06:40.740594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] Request body: {'subnet': {'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1382581285-subnet', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:06:40.745545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:06:40.749497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] Usage tracker for resource:subnet and tenant:4c6c6dfbff4d472aa87d274cad5fc1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:06:40.752365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:06:40.758743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:06:40.770318 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] Made reservation on behalf of 4c6c6dfbff4d472aa87d274cad5fc1ad for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:06:40.772577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:40.974490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:41.045092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=738a36bd-9c5c-4ece-bf05-f20fd9a09a21,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:41.052743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] Checking segment: {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:06:41.053120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] Network hostable DHCP agents. Network: 22179490-840b-4c93-a3bd-a660e7c98fab, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:06:41.071867 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] Network 22179490-840b-4c93-a3bd-a660e7c98fab is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:06:41.080613 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 22179490-840b-4c93-a3bd-a660e7c98fab) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:06:41.084549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:41.085163 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:41.091006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5d0408-c2d9-4f77-bed7-dd759d4c8e00 None None] Network 22179490-840b-4c93-a3bd-a660e7c98fab requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:06:41.105401 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bd29ba65-1e20-4a3b-a68f-eff024ffee05 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3691025 Jul 29 17:06:41.108072 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 58616) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:41.113120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:06:41.118164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:06:41.122106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Usage tracker for resource:router and tenant:4c6c6dfbff4d472aa87d274cad5fc1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:06:41.125004 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:06:41.131391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:06:41.142035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:41.143026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:41.159665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:41.309817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-22179490-840b-4c93-a3bd-a660e7c98fab', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:06:41.310657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:41.470302 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Allocated IP 172.20.0.2 (22179490-840b-4c93-a3bd-a660e7c98fab/738a36bd-9c5c-4ece-bf05-f20fd9a09a21/bd62f78f-df91-4c88-baa1-ed18d98d5f81) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:06:41.529013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:41.679440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:41.689532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Transition to ACTIVE for port object bd62f78f-df91-4c88-baa1-ed18d98d5f81 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:06:41.706873 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Transition to ACTIVE for port object bd62f78f-df91-4c88-baa1-ed18d98d5f81 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:06:41.713259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:41.778588 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Network 22179490-840b-4c93-a3bd-a660e7c98fab is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:06:41.781382 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:06:41.785035 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:06:41.791869 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Pushing event updated for resources: {'Port': ['ID=bd62f78f-df91-4c88-baa1-ed18d98d5f81,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:41.837089 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:41.837351 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:41.837691 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:41.838023 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:41.838352 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:41.838681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:41.839006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:41.839329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:41.839653 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:41.839969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:41.840290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:41.840609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:41.844055 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:41.877342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:41.901186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Attempting to bind port bd62f78f-df91-4c88-baa1-ed18d98d5f81 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:06:41.901564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Attempting to bind port bd62f78f-df91-4c88-baa1-ed18d98d5f81 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:06:41.901929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Attempting to bind port bd62f78f-df91-4c88-baa1-ed18d98d5f81 on network 22179490-840b-4c93-a3bd-a660e7c98fab {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:06:41.907059 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:06:41.907433 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Checking segment: {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:06:41.907834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:41.908225 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Bound using segment: {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:06:41.908680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Bound port: bd62f78f-df91-4c88-baa1-ed18d98d5f81, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:06:41.909078 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:41.994429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] For port bd62f78f-df91-4c88-baa1-ed18d98d5f81, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:06:41.997368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] For port bd62f78f-df91-4c88-baa1-ed18d98d5f81, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=bd62f78f-df91-4c88-baa1-ed18d98d5f81,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:06:42.001317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:42.009789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Allocated IP 172.26.1.158 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/b9877438-bb1e-411f-9b00-46b44212cc90) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:06:42.084310 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711034e7-9e5e-4b5d-812d-4885d0f9aa86 None None] Pushing event updated for resources: {'Port': ['ID=bd62f78f-df91-4c88-baa1-ed18d98d5f81,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:42.164872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:42.193960 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:42.263534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:06:42.267202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:06:42.270358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:06:42.318783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Pushing event updated for resources: {'Port': ['ID=b9877438-bb1e-411f-9b00-46b44212cc90,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:42.330814 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:42.331163 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:42.331504 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:42.331838 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:42.332749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:42.333110 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:42.333441 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:42.333769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:42.334097 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:42.334417 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:42.334739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:42.335056 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:42.705362 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:43.022015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c34623-9a7a-4655-a4ea-b11b7357b287 None None] Network 22179490-840b-4c93-a3bd-a660e7c98fab requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:06:43.119348 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dff65674-5027-43fb-9eea-51f47e27d30d None None] Provisioning for port bd62f78f-df91-4c88-baa1-ed18d98d5f81 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:06:43.143154 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device bd62f78f-df91-4c88-baa1-ed18d98d5f81 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:06:43.170439 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:43.309791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port bd62f78f-df91-4c88-baa1-ed18d98d5f81 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:06:43.321143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port bd62f78f-df91-4c88-baa1-ed18d98d5f81 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:06:43.321521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:43.375812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Router 91a201c0-c172-4659-a0f6-feca6c9f0111 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:06:43.491565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port bd62f78f-df91-4c88-baa1-ed18d98d5f81 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:06:43.492485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:43.530803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port bd62f78f-df91-4c88-baa1-ed18d98d5f81, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=bd62f78f-df91-4c88-baa1-ed18d98d5f81,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:06:43.537015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:43.570700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:06:43.583828 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Sync routers for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:06:43.595944 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:06:43.596561 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:06:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:06:43.606595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:43.609541 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-24252b82-fe34-45b7-bbde-c6d02637f60e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5004323 Jul 29 17:06:43.610549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 58620) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:43.619669 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=bd62f78f-df91-4c88-baa1-ed18d98d5f81,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:43.648318 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-94478575-9ab2-49cf-a74d-fe6db8ed251c None None] Provisioning complete for port bd62f78f-df91-4c88-baa1-ed18d98d5f81 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:06:43.648671 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-94478575-9ab2-49cf-a74d-fe6db8ed251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:43.778843 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-94478575-9ab2-49cf-a74d-fe6db8ed251c None None] Current status of the port bd62f78f-df91-4c88-baa1-ed18d98d5f81 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:06:43.810422 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:06:44.093417 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:42Z', 'revision_number': 3, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:06:44.097432 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Checking router: 91a201c0-c172-4659-a0f6-feca6c9f0111 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:06:44.097854 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Updating router 91a201c0-c172-4659-a0f6-feca6c9f0111 port b9877438-bb1e-411f-9b00-46b44212cc90 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:06:44.149713 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:44.284029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:44.473871 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:44.485918 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Transition to ACTIVE for port object b9877438-bb1e-411f-9b00-46b44212cc90 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:06:44.493380 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:44.583313 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Attempting to bind port b9877438-bb1e-411f-9b00-46b44212cc90 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:06:44.583675 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Attempting to bind port b9877438-bb1e-411f-9b00-46b44212cc90 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:06:44.584031 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Attempting to bind port b9877438-bb1e-411f-9b00-46b44212cc90 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:06:44.593039 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:06:44.593447 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:06:44.593841 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:44.594234 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:06:44.594747 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Bound port: b9877438-bb1e-411f-9b00-46b44212cc90, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:06:44.595402 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:44.620569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Allocated IP 172.20.0.1 (22179490-840b-4c93-a3bd-a660e7c98fab/738a36bd-9c5c-4ece-bf05-f20fd9a09a21/df200d41-3b2e-41fb-b4d0-45f9823b7f3e) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:06:44.661009 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba18b5-088a-4325-bcf1-d69e756a95d0 None None] Pushing event updated for resources: {'Port': ['ID=b9877438-bb1e-411f-9b00-46b44212cc90,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:44.674083 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba18b5-088a-4325-bcf1-d69e756a95d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:44.674648 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba18b5-088a-4325-bcf1-d69e756a95d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:44.675173 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba18b5-088a-4325-bcf1-d69e756a95d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:44.675654 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba18b5-088a-4325-bcf1-d69e756a95d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:44.676710 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba18b5-088a-4325-bcf1-d69e756a95d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:44.677235 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba18b5-088a-4325-bcf1-d69e756a95d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:44.677725 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba18b5-088a-4325-bcf1-d69e756a95d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:44.678188 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba18b5-088a-4325-bcf1-d69e756a95d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:44.678674 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba18b5-088a-4325-bcf1-d69e756a95d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:44.679152 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba18b5-088a-4325-bcf1-d69e756a95d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:44.679623 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba18b5-088a-4325-bcf1-d69e756a95d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:44.683000 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ba18b5-088a-4325-bcf1-d69e756a95d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:44.689704 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] For port b9877438-bb1e-411f-9b00-46b44212cc90, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:06:44.693184 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] For port b9877438-bb1e-411f-9b00-46b44212cc90, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b9877438-bb1e-411f-9b00-46b44212cc90,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:06:44.698475 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:44.777098 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:06:44.777791 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:06:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:06:44.784216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:44.800764 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Transition to ACTIVE for port object df200d41-3b2e-41fb-b4d0-45f9823b7f3e will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:06:44.825726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:44.892643 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Network 22179490-840b-4c93-a3bd-a660e7c98fab is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:06:44.896468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:06:44.900034 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba18b5-088a-4325-bcf1-d69e756a95d0 None None] Pushing event updated for resources: {'Port': ['ID=b9877438-bb1e-411f-9b00-46b44212cc90,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:44.906533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:06:44.958261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Pushing event updated for resources: {'Port': ['ID=df200d41-3b2e-41fb-b4d0-45f9823b7f3e,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:44.961421 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:06:44.974931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:45.090659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:45.135566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device bd62f78f-df91-4c88-baa1-ed18d98d5f81 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:06:45.169311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-adfe8882-fd2b-4f6f-bf2d-ec094a4700c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:45.219091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-26a99445-6510-4862-a11f-f5675a5ed0f1 None None] Provisioning for port df200d41-3b2e-41fb-b4d0-45f9823b7f3e completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:06:45.223207 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port bd62f78f-df91-4c88-baa1-ed18d98d5f81 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:06:45.223574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:45.251389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-26a99445-6510-4862-a11f-f5675a5ed0f1 None None] Provisioning complete for port df200d41-3b2e-41fb-b4d0-45f9823b7f3e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:06:45.251648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-26a99445-6510-4862-a11f-f5675a5ed0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:45.277883 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:42Z', 'revision_number': 3, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:06:45.282182 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7217d81e-1aec-4fdf-9739-1615149ab32e None None] The sync data for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv is: [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:42Z', 'revision_number': 3, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:06:45.335050 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-26a99445-6510-4862-a11f-f5675a5ed0f1 None None] Port df200d41-3b2e-41fb-b4d0-45f9823b7f3e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:06:45.344731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:45.349643 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:45.398320 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port bd62f78f-df91-4c88-baa1-ed18d98d5f81 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:06:45.458898 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Pushing event updated for resources: {'Port': ['ID=df200d41-3b2e-41fb-b4d0-45f9823b7f3e,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:45.461309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:45.610669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Network 22179490-840b-4c93-a3bd-a660e7c98fab is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:06:45.611861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:06:45.806748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Router 91a201c0-c172-4659-a0f6-feca6c9f0111 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:06:45.861035 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8ff9a54d-dfe3-40dd-88d3-275509cd4e5d None None] Provisioning complete for port df200d41-3b2e-41fb-b4d0-45f9823b7f3e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:06:45.861519 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a54d-dfe3-40dd-88d3-275509cd4e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:45.920750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9a54d-dfe3-40dd-88d3-275509cd4e5d None None] Port df200d41-3b2e-41fb-b4d0-45f9823b7f3e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:06:45.996871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:06:46.008252 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7c5be4a3-3184-4d0a-a650-bb0d41a2dd16 admin admin] 10.222.0.58 "PUT /v2.0/routers/91a201c0-c172-4659-a0f6-feca6c9f0111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3940241 Jul 29 17:06:46.315738 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58630) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:46.320833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1931270691', 'description': 'tempest-description--1875173669'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:06:46.327110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:06:46.331191 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Usage tracker for resource:security_group and tenant:4c6c6dfbff4d472aa87d274cad5fc1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:06:46.334709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:06:46.341321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:06:46.352373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:46.371373 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:06:46.375157 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Usage tracker for resource:security_group_rule and tenant:4c6c6dfbff4d472aa87d274cad5fc1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:06:46.377948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:06:46.383804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:06:46.455454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:46.459690 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:46.500156 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2ec55d-2678-4ab4-9f23-229d89c8580c,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:46.503937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:46.505176 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1883905 Jul 29 17:06:46.508191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 58634) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:46.509568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:46.509923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:46.510268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:46.510608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:46.510976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:46.511281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:46.511612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:46.511943 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:46.512276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:46.512604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:46.512928 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:46.513280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3720c15f-9d96-4b14-b378-781550f45039 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:06:46.518600 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a9d1cc52-3515-4a60-bec4-c0af3d131183 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Request body: {'security_group_rule': {'security_group_id': '7c2ec55d-2678-4ab4-9f23-229d89c8580c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:06:46.526196 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a9d1cc52-3515-4a60-bec4-c0af3d131183 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:06:46.530316 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a9d1cc52-3515-4a60-bec4-c0af3d131183 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Usage tracker for resource:security_group_rule and tenant:4c6c6dfbff4d472aa87d274cad5fc1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:06:46.533326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a9d1cc52-3515-4a60-bec4-c0af3d131183 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:06:46.540267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a9d1cc52-3515-4a60-bec4-c0af3d131183 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:06:46.563001 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cc52-3515-4a60-bec4-c0af3d131183 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:46.626034 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cc52-3515-4a60-bec4-c0af3d131183 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:46.629886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cc52-3515-4a60-bec4-c0af3d131183 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:46.656369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1cc52-3515-4a60-bec4-c0af3d131183 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51526594-99be-4b8a-a730-991df4710f09,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:46.666095 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cc52-3515-4a60-bec4-c0af3d131183 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:46.667290 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a9d1cc52-3515-4a60-bec4-c0af3d131183 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1574702 Jul 29 17:06:46.670088 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 58638) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:46.675235 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9e70b5e6-9da5-4556-acda-2a038f779cea tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Request body: {'security_group_rule': {'security_group_id': '7c2ec55d-2678-4ab4-9f23-229d89c8580c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:06:46.682114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9e70b5e6-9da5-4556-acda-2a038f779cea tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:06:46.686028 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9e70b5e6-9da5-4556-acda-2a038f779cea tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Usage tracker for resource:security_group_rule and tenant:4c6c6dfbff4d472aa87d274cad5fc1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:06:46.689186 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9e70b5e6-9da5-4556-acda-2a038f779cea tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:06:46.695428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9e70b5e6-9da5-4556-acda-2a038f779cea tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:06:46.816927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e70b5e6-9da5-4556-acda-2a038f779cea tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:46.839933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Sync routers for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:06:46.849308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:06:46.849930 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:06:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:06:46.877285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e70b5e6-9da5-4556-acda-2a038f779cea tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:46.881280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e70b5e6-9da5-4556-acda-2a038f779cea tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:46.909980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70b5e6-9da5-4556-acda-2a038f779cea tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1013ca-043c-44c9-9c16-085141c03f3d,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:46.917625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e70b5e6-9da5-4556-acda-2a038f779cea tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:46.918921 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9e70b5e6-9da5-4556-acda-2a038f779cea tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2477651 Jul 29 17:06:46.921935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58642) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:06:46.927162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:06:46.933566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:06:46.937572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Usage tracker for resource:floatingip and tenant:4c6c6dfbff4d472aa87d274cad5fc1ad is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:06:46.940492 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:06:46.947551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:06:46.959498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:47.031792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:06:47.102339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:47.158573 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b9877438-bb1e-411f-9b00-46b44212cc90 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:06:47.243670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Allocated IP 172.26.1.3 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/f87d07e1-eed7-4291-b30b-aac279ddb78c) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:06:47.338423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port b9877438-bb1e-411f-9b00-46b44212cc90 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:06:47.349454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b9877438-bb1e-411f-9b00-46b44212cc90 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:06:47.349829 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:47.507117 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:47.511213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 2, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:06:47.519437 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Checking router: 91a201c0-c172-4659-a0f6-feca6c9f0111 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:06:47.519800 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Updating router 91a201c0-c172-4659-a0f6-feca6c9f0111 port df200d41-3b2e-41fb-b4d0-45f9823b7f3e binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:06:47.538242 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:47.547722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b9877438-bb1e-411f-9b00-46b44212cc90 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:06:47.547722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:47.580937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port b9877438-bb1e-411f-9b00-46b44212cc90, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b9877438-bb1e-411f-9b00-46b44212cc90,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:06:47.586157 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:47.597365 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:47.605448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:06:47.608210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:06:47.611884 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:06:47.640924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Pushing event updated for resources: {'Port': ['ID=f87d07e1-eed7-4291-b30b-aac279ddb78c,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:47.698404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:47.724970 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aa455767-5bde-4416-830e-987213ba7345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:47.728843 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=b9877438-bb1e-411f-9b00-46b44212cc90,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:47.763172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:47.967527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:47.973720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:48.041971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:48.053441 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Transition to ACTIVE for port object df200d41-3b2e-41fb-b4d0-45f9823b7f3e will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:06:48.059496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:48.081536 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Pushing event updated for resources: {'Port': ['ID=f87d07e1-eed7-4291-b30b-aac279ddb78c,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:48.094329 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:48.123203 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:48.124500 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ea021a66-b900-42f8-87e0-135a2b8d99ed tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2015471 Jul 29 17:06:48.233615 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb8c2f-196c-4922-8449-91d74a47a074 None None] Pushing event updated for resources: {'Port': ['ID=df200d41-3b2e-41fb-b4d0-45f9823b7f3e,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:48.302678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Attempting to bind port df200d41-3b2e-41fb-b4d0-45f9823b7f3e on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:06:48.303154 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Attempting to bind port df200d41-3b2e-41fb-b4d0-45f9823b7f3e by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:06:48.303591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Attempting to bind port df200d41-3b2e-41fb-b4d0-45f9823b7f3e on network 22179490-840b-4c93-a3bd-a660e7c98fab {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:06:48.307277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-db875e8f-8e86-44a4-9f01-d2c4e40cecf2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Synchronizing usage tracker for tenant:4c6c6dfbff4d472aa87d274cad5fc1ad on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:06:48.309720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:06:48.310101 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Checking segment: {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:06:48.310638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:48.310884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Bound using segment: {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:06:48.311432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Bound port: df200d41-3b2e-41fb-b4d0-45f9823b7f3e, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:06:48.312480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:48.328447 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-db875e8f-8e86-44a4-9f01-d2c4e40cecf2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Unset dirty status for tenant:4c6c6dfbff4d472aa87d274cad5fc1ad on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:06:48.329671 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-db875e8f-8e86-44a4-9f01-d2c4e40cecf2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1931270691&fields=id&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 267 time: 0.0733416 Jul 29 17:06:48.392584 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:48.436915 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] For port df200d41-3b2e-41fb-b4d0-45f9823b7f3e, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:06:48.440881 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] For port df200d41-3b2e-41fb-b4d0-45f9823b7f3e, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=df200d41-3b2e-41fb-b4d0-45f9823b7f3e,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:06:48.446021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:48.487006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-92506db4-dd1d-4776-a923-68b64622ec23 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:48.488853 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-92506db4-dd1d-4776-a923-68b64622ec23 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 812 time: 0.1511757 Jul 29 17:06:48.505619 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-83db761a-04e6-403e-ade7-aeefd772e121 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/quotas/4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 375 time: 0.0107508 Jul 29 17:06:48.541629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:48.544900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:06:48.545565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:06:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:06:48.632730 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-80aa198b-a01d-426b-926d-3d9b8106d221 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1186225 Jul 29 17:06:48.667066 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb8c2f-196c-4922-8449-91d74a47a074 None None] Pushing event updated for resources: {'Port': ['ID=df200d41-3b2e-41fb-b4d0-45f9823b7f3e,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:48.747155 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:06:48.779181 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-a62c66a2-e28a-44c4-b206-d1f6e0cbbb2a service neutron] 10.222.0.58 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319880 Jul 29 17:06:48.911958 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-1bbf0d04-cdda-495f-9b15-23c78f5ba0dc service neutron] 10.222.0.58 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271205 Jul 29 17:06:49.086361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:48Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:06:49.096771 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a21c4-edbf-4eb7-b08c-4f8bd0b2b92f None None] The sync data for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv is: [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:48Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:06:49.122703 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e76cad01-34bf-4f3d-8da7-41b5e4261fc3 req-07579bdd-8c38-4c63-8818-8456f7adf492 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 210 time: 0.0759697 Jul 29 17:06:49.130073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b9877438-bb1e-411f-9b00-46b44212cc90 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:06:49.234248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b9877438-bb1e-411f-9b00-46b44212cc90 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:06:49.234629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:49.371183 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b9877438-bb1e-411f-9b00-46b44212cc90 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:06:49.963443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:50.188162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-67e798ac-dffd-4328-8c61-9e0775b0cdc6 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:50.188162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-67e798ac-dffd-4328-8c61-9e0775b0cdc6 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Synchronizing usage tracker for tenant:4c6c6dfbff4d472aa87d274cad5fc1ad on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:06:50.207535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-67e798ac-dffd-4328-8c61-9e0775b0cdc6 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Unset dirty status for tenant:4c6c6dfbff4d472aa87d274cad5fc1ad on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:06:50.208707 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-67e798ac-dffd-4328-8c61-9e0775b0cdc6 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 812 time: 0.1780651 Jul 29 17:06:50.258599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c41bfb62-2c8f-4915-a045-7499a212d796 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Synchronizing usage tracker for tenant:4c6c6dfbff4d472aa87d274cad5fc1ad on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:06:50.271438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c41bfb62-2c8f-4915-a045-7499a212d796 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Unset dirty status for tenant:4c6c6dfbff4d472aa87d274cad5fc1ad on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:06:50.272606 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c41bfb62-2c8f-4915-a045-7499a212d796 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 380 time: 0.0563152 Jul 29 17:06:50.285522 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Request body: {'port': {'device_id': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'admin_state_up': True, 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'security_groups': ['7c2ec55d-2678-4ab4-9f23-229d89c8580c']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:06:50.332133 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-35092fd1-1885-486c-a5b7-1e253ba7fbb1 req-7a0fa4a8-0342-4e95-a809-2785f8afd589 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 210 time: 0.0499060 Jul 29 17:06:50.420085 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:06:50.423909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Usage tracker for resource:port and tenant:4c6c6dfbff4d472aa87d274cad5fc1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:06:50.427428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:06:50.433120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:06:50.442779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Made reservation on behalf of 4c6c6dfbff4d472aa87d274cad5fc1ad for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:06:50.446209 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:50.608462 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Allocated IP 172.20.0.13 (22179490-840b-4c93-a3bd-a660e7c98fab/738a36bd-9c5c-4ece-bf05-f20fd9a09a21/9bf60d7b-ad32-4cf4-8cae-d9b9118a572e) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:06:50.717927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:50.793133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:50.808963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Transition to ACTIVE for port object 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:06:50.831765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:50.903084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Network 22179490-840b-4c93-a3bd-a660e7c98fab is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:06:50.906003 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:06:50.909790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:06:50.940430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Pushing event updated for resources: {'Port': ['ID=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:50.977457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:50.978066 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:50.999408 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-c3adff66-8540-4b23-8a82-9e73ef96ff96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7186496 Jul 29 17:06:51.012899 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Request body: {'port': {'device_id': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:06:51.098679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-97ce6ecb-1d56-4e8c-b384-b3112e4b19ce None None] Provisioning for port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:06:51.104243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-97ce6ecb-1d56-4e8c-b384-b3112e4b19ce None None] Provisioning complete for port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:06:51.104614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-97ce6ecb-1d56-4e8c-b384-b3112e4b19ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:51.133414 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:51.188399 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device df200d41-3b2e-41fb-b4d0-45f9823b7f3e up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:06:51.240660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-97ce6ecb-1d56-4e8c-b384-b3112e4b19ce None None] Port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:06:51.262699 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port df200d41-3b2e-41fb-b4d0-45f9823b7f3e completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:06:51.267457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port df200d41-3b2e-41fb-b4d0-45f9823b7f3e triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:06:51.267828 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:51.384177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port df200d41-3b2e-41fb-b4d0-45f9823b7f3e is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:06:51.384562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:51.417282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port df200d41-3b2e-41fb-b4d0-45f9823b7f3e, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=df200d41-3b2e-41fb-b4d0-45f9823b7f3e,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:06:51.421248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:51.483355 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:06:51.495833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:51.499761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=df200d41-3b2e-41fb-b4d0-45f9823b7f3e,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:51.519841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Transition to ACTIVE for port object 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:06:51.523993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:51.532756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b2c0d-2e0f-4cbd-b9bf-69f0ce392163 req-558dc7df-02e4-4da0-844a-f0c96ef1a200 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:51.537583 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-204b2c0d-2e0f-4cbd-b9bf-69f0ce392163 req-558dc7df-02e4-4da0-844a-f0c96ef1a200 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 932 time: 0.0948520 Jul 29 17:06:51.585996 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-204b2c0d-2e0f-4cbd-b9bf-69f0ce392163 req-39c8840f-3445-493c-bf5e-6e293b00a639 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455196 Jul 29 17:06:51.695781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Pushing event updated for resources: {'Port': ['ID=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:51.764092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Attempting to bind port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:06:51.764388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Attempting to bind port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:06:51.764711 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Attempting to bind port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e on network 22179490-840b-4c93-a3bd-a660e7c98fab {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:06:51.769239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e on network 22179490-840b-4c93-a3bd-a660e7c98fab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:06:51.769620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Attempting to bind port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e on network 22179490-840b-4c93-a3bd-a660e7c98fab {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:06:51.774567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:06:51.774900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Checking segment: {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:06:51.775279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Bound using segment: {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:06:51.775700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Bound port: 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:06:51.776042 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:51.958069 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] For port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:06:51.960907 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] For port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:06:51.965483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:52.017895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:52.018390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:52.020093 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] 10.222.0.69 "PUT /v2.0/ports/9bf60d7b-ad32-4cf4-8cae-d9b9118a572e HTTP/1.1" status: 200 len: 1094 time: 1.0114090 Jul 29 17:06:52.027968 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'tag': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:06:52.055551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d885859-d7b7-4f41-afdd-1e3b92286e3b service neutron] Pushing event updated for resources: {'Port': ['ID=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:52.100710 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e839ed-be18-4937-809b-74a6878ddf90'] response: {'name': 'network-changed', 'server_uuid': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'tag': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e', 'status': 'completed', 'code': 200} Jul 29 17:06:52.145170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-6e3b9500-ef14-480c-9012-d2bf705ee91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:52.146666 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-6e3b9500-ef14-480c-9012-d2bf705ee91e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 1097 time: 0.0870602 Jul 29 17:06:52.214829 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-980e466e-d697-4837-985a-b3d2a934958d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e HTTP/1.1" status: 200 len: 217 time: 0.0612955 Jul 29 17:06:52.279221 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-62b485ed-7e84-4b28-a215-c84bb0f43611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:52.280645 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-62b485ed-7e84-4b28-a215-c84bb0f43611 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0601504 Jul 29 17:06:52.361506 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-339a23a8-48b8-41e6-b2ea-18e670744e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:52.362982 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-339a23a8-48b8-41e6-b2ea-18e670744e43 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764635 Jul 29 17:06:52.493576 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-25247abf-5781-459b-bb60-eab625b0fdca service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243842 Jul 29 17:06:52.623685 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-740e8322-d1ac-4276-a3a1-14d31b60f460 req-b80b68ac-919d-4a18-a1f9-f829efdc3bcb service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249018 Jul 29 17:06:52.746526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68dff1-9acc-4167-bf1d-73f51d3c28ce req-636b13e3-c4ee-42fb-b45f-280eb2424603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:52.748034 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d68dff1-9acc-4167-bf1d-73f51d3c28ce req-636b13e3-c4ee-42fb-b45f-280eb2424603 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 1097 time: 0.0837739 Jul 29 17:06:52.780641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46177157-da49-4f28-b8f1-5eb6bd9f18e4 req-2c5e40d4-af8e-4e7e-b440-14149f8e5cee tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:52.782124 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-46177157-da49-4f28-b8f1-5eb6bd9f18e4 req-2c5e40d4-af8e-4e7e-b440-14149f8e5cee tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 944 time: 0.0881362 Jul 29 17:06:52.825865 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-46177157-da49-4f28-b8f1-5eb6bd9f18e4 req-4e5bfd5d-5dea-4226-8a26-16e6b166eb1c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379930 Jul 29 17:06:52.879872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68dff1-9acc-4167-bf1d-73f51d3c28ce req-5e2e5569-df96-4de9-8ae0-272dcf4bc93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:52.881350 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d68dff1-9acc-4167-bf1d-73f51d3c28ce req-5e2e5569-df96-4de9-8ae0-272dcf4bc93a service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1275730 Jul 29 17:06:52.946416 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d68dff1-9acc-4167-bf1d-73f51d3c28ce req-b7442201-03ed-480b-93b7-96d439f84518 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e HTTP/1.1" status: 200 len: 217 time: 0.0594850 Jul 29 17:06:53.010769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68dff1-9acc-4167-bf1d-73f51d3c28ce req-2da219fe-83ac-41db-8473-16392ad7eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:53.012062 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d68dff1-9acc-4167-bf1d-73f51d3c28ce req-2da219fe-83ac-41db-8473-16392ad7eb55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0600317 Jul 29 17:06:53.093978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68dff1-9acc-4167-bf1d-73f51d3c28ce req-0b5ab0a9-44ea-4913-b88d-40210c3db550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:53.095493 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d68dff1-9acc-4167-bf1d-73f51d3c28ce req-0b5ab0a9-44ea-4913-b88d-40210c3db550 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781276 Jul 29 17:06:53.113761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device df200d41-3b2e-41fb-b4d0-45f9823b7f3e up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:06:53.179422 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port df200d41-3b2e-41fb-b4d0-45f9823b7f3e triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:06:53.179785 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:53.226670 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d68dff1-9acc-4167-bf1d-73f51d3c28ce req-01b0a30c-ba59-4b17-908c-362b83fd7e6a service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237872 Jul 29 17:06:53.292566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port df200d41-3b2e-41fb-b4d0-45f9823b7f3e is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:06:53.356168 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1d68dff1-9acc-4167-bf1d-73f51d3c28ce req-c89d61e5-3f0d-4c08-b3b7-fc3f6400a814 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235862 Jul 29 17:06:54.026338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03229a7e-28b7-4166-be0e-912c4601b4eb req-d8bf172f-0887-4043-822a-25114bb0d602 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:54.027792 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-03229a7e-28b7-4166-be0e-912c4601b4eb req-d8bf172f-0887-4043-822a-25114bb0d602 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 944 time: 0.0906596 Jul 29 17:06:54.071499 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-03229a7e-28b7-4166-be0e-912c4601b4eb req-efbe8e17-e54f-44de-babf-e80f447f92b3 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377283 Jul 29 17:06:55.266873 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb997e-cc9f-4078-b95a-9132cfa763b9 req-c805205a-f1b4-42eb-ad92-a37e541b8e76 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:55.268337 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ceeb997e-cc9f-4078-b95a-9132cfa763b9 req-c805205a-f1b4-42eb-ad92-a37e541b8e76 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 944 time: 0.0865076 Jul 29 17:06:55.316743 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ceeb997e-cc9f-4078-b95a-9132cfa763b9 req-0d528477-71e4-4a2c-86e6-2e53db5f9611 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421052 Jul 29 17:06:55.898708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:06:56.029246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:06:56.042355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'port_id': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e', 'mac_address': 'fa:16:3e:d1:61:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:06:56.096220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:06:56.096600 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:56.112745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:06:56.128141 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:06:56.132604 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:56.201371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:56.423892 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['9bf60d7b-ad32-4cf4-8cae-d9b9118a572e'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:06:56.508706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d813a-cbc9-46a1-af91-46cd6db7dbfe req-1191e916-2270-4f39-9b64-bd9ea2437831 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:56.510306 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-194d813a-cbc9-46a1-af91-46cd6db7dbfe req-1191e916-2270-4f39-9b64-bd9ea2437831 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 945 time: 0.0870497 Jul 29 17:06:56.555914 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-194d813a-cbc9-46a1-af91-46cd6db7dbfe req-6e71acd4-afbe-460d-b2b4-38f2fe12811d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392728 Jul 29 17:06:57.749119 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f6aed-9659-43a4-b6ea-b3f184d03827 req-ba93edfa-ed9d-4264-afc2-878ad3a3546d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:57.750567 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-619f6aed-9659-43a4-b6ea-b3f184d03827 req-ba93edfa-ed9d-4264-afc2-878ad3a3546d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 945 time: 0.0893388 Jul 29 17:06:57.793893 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-619f6aed-9659-43a4-b6ea-b3f184d03827 req-24f66e52-cec9-41c3-bb34-67339fa7177a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370815 Jul 29 17:06:57.899473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:06:57.966371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:06:57.971223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:06:57.971592 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:58.089245 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:06:58.089540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:58.116318 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:06:58.126117 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:06:58.130142 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:58.166479 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56bcdd55-771f-4a65-9d11-68bfbf08c3aa'] response: {'server_uuid': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e', 'code': 200} Jul 29 17:06:58.198844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:58.390463 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdf6ad-adde-4ef1-963a-dfdc6c5b2dd0 req-9385d47e-5e38-45fd-8b05-f4474a9309d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:58.391851 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c0bdf6ad-adde-4ef1-963a-dfdc6c5b2dd0 req-9385d47e-5e38-45fd-8b05-f4474a9309d0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 1099 time: 0.0792592 Jul 29 17:06:58.431926 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c0bdf6ad-adde-4ef1-963a-dfdc6c5b2dd0 req-c4df1820-9cd1-47ad-bdb8-c35cd240d241 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337594 Jul 29 17:06:58.985795 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7803cea-2dc7-41fe-936c-77ef7d2deb45 req-6a878c40-8ede-4c03-a289-6cf8bd58c96a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:06:58.987256 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d7803cea-2dc7-41fe-936c-77ef7d2deb45 req-6a878c40-8ede-4c03-a289-6cf8bd58c96a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0868676 Jul 29 17:06:59.132619 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d7803cea-2dc7-41fe-936c-77ef7d2deb45 req-85e555b8-7505-4c89-b649-24affb42f3b5 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387856 Jul 29 17:06:59.255436 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:07:00.326104 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfbecf-032a-41bd-9324-eae2259af7ff req-8c177ce4-794e-4d39-a4b8-9cc4616b26e2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:07:00.327561 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-94cfbecf-032a-41bd-9324-eae2259af7ff req-8c177ce4-794e-4d39-a4b8-9cc4616b26e2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0868664 Jul 29 17:07:00.371264 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-94cfbecf-032a-41bd-9324-eae2259af7ff req-1c5f7080-99c8-4e46-8522-252816cfabc7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381815 Jul 29 17:07:00.562146 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903bc67-c064-4c65-8157-b7f5071f13e0 req-791b4cf3-9df6-4d2b-8ce0-17c47012b088 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:07:00.563615 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f903bc67-c064-4c65-8157-b7f5071f13e0 req-791b4cf3-9df6-4d2b-8ce0-17c47012b088 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0919628 Jul 29 17:07:00.573156 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58696) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:07:00.578059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ee9705c2-fad8-4a51-a843-b1ee18806a3d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Request body: {'floatingip': {'port_id': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:07:00.656469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ee9705c2-fad8-4a51-a843-b1ee18806a3d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:01.227283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ee9705c2-fad8-4a51-a843-b1ee18806a3d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:01.230950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ee9705c2-fad8-4a51-a843-b1ee18806a3d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:01.402854 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-ee9705c2-fad8-4a51-a843-b1ee18806a3d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Floating IP 4e5169fc-59d3-43f3-8070-878b119f3768 associated. External IP: 172.26.1.3, port: 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e. Jul 29 17:07:01.852487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9705c2-fad8-4a51-a843-b1ee18806a3d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Router 91a201c0-c172-4659-a0f6-feca6c9f0111 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:07:02.029671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9705c2-fad8-4a51-a843-b1ee18806a3d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:07:02.034485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ee9705c2-fad8-4a51-a843-b1ee18806a3d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:02.039655 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0af2d-6871-4f30-a012-8c80a8ac7795 None None] Sync routers for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:07:02.049334 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0af2d-6871-4f30-a012-8c80a8ac7795 None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:07:02.050048 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f9a0af2d-6871-4f30-a012-8c80a8ac7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:06:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:07:02.088503 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ee9705c2-fad8-4a51-a843-b1ee18806a3d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "PUT /v2.0/floatingips/4e5169fc-59d3-43f3-8070-878b119f3768 HTTP/1.1" status: 200 len: 990 time: 1.5142794 Jul 29 17:07:02.089111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'tag': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:07:02.134579 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7f8f91-8a7e-4bbe-a3b6-4660371a2e2a'] response: {'name': 'network-changed', 'server_uuid': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'tag': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e', 'status': 'completed', 'code': 200} Jul 29 17:07:02.230616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54a75d-477f-43a2-8cf1-969cd1281a0b req-33a608ac-f79a-4b36-bba4-cabad06ba9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:07:02.232122 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ff54a75d-477f-43a2-8cf1-969cd1281a0b req-33a608ac-f79a-4b36-bba4-cabad06ba9bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 1099 time: 0.0775867 Jul 29 17:07:02.253717 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-f9a0af2d-6871-4f30-a012-8c80a8ac7795 None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:07:02.364031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54a75d-477f-43a2-8cf1-969cd1281a0b req-6115618e-0677-4893-ab21-9e735875d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:07:02.365421 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ff54a75d-477f-43a2-8cf1-969cd1281a0b req-6115618e-0677-4893-ab21-9e735875d95e service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1262224 Jul 29 17:07:02.466917 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ff54a75d-477f-43a2-8cf1-969cd1281a0b req-619c9c74-9312-401c-a0bc-af554e3843bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e HTTP/1.1" status: 200 len: 998 time: 0.0961988 Jul 29 17:07:02.533254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54a75d-477f-43a2-8cf1-969cd1281a0b req-6f1cf6ab-5c02-46ad-9947-c7a932f8ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:07:02.534690 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ff54a75d-477f-43a2-8cf1-969cd1281a0b req-6f1cf6ab-5c02-46ad-9947-c7a932f8ddb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0611629 Jul 29 17:07:02.596424 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f9a0af2d-6871-4f30-a012-8c80a8ac7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '4e5169fc-59d3-43f3-8070-878b119f3768', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'floating_ip_address': '172.26.1.3', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'port_id': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'mac_address': 'fa:16:3e:d1:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:06:47Z', 'updated_at': '2022-07-29T17:07:01Z', 'revision_number': 1, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:07:02.600814 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0af2d-6871-4f30-a012-8c80a8ac7795 None None] Checking router: 91a201c0-c172-4659-a0f6-feca6c9f0111 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:07:02.609180 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0af2d-6871-4f30-a012-8c80a8ac7795 None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:07:02.609774 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f9a0af2d-6871-4f30-a012-8c80a8ac7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:06:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:07:02.616887 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54a75d-477f-43a2-8cf1-969cd1281a0b req-f7009689-680a-4060-a8d3-3549719a451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:07:02.618372 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ff54a75d-477f-43a2-8cf1-969cd1281a0b req-f7009689-680a-4060-a8d3-3549719a451f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775416 Jul 29 17:07:02.750397 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ff54a75d-477f-43a2-8cf1-969cd1281a0b req-5142820c-d3f7-46a5-a2c0-96a1a45f0655 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265073 Jul 29 17:07:02.792033 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-f9a0af2d-6871-4f30-a012-8c80a8ac7795 None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:07:02.976386 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ff54a75d-477f-43a2-8cf1-969cd1281a0b req-e4773ac3-4ff8-4792-a42a-4dd22e79ae68 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203004 Jul 29 17:07:03.134599 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f9a0af2d-6871-4f30-a012-8c80a8ac7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '4e5169fc-59d3-43f3-8070-878b119f3768', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'floating_ip_address': '172.26.1.3', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'port_id': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'mac_address': 'fa:16:3e:d1:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:06:47Z', 'updated_at': '2022-07-29T17:07:01Z', 'revision_number': 1, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:07:03.138407 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0af2d-6871-4f30-a012-8c80a8ac7795 None None] The sync data for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv is: [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '4e5169fc-59d3-43f3-8070-878b119f3768', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'floating_ip_address': '172.26.1.3', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'port_id': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'mac_address': 'fa:16:3e:d1:61:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:06:47Z', 'updated_at': '2022-07-29T17:07:01Z', 'revision_number': 1, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:07:03.310025 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e8b98-0fb9-4701-9487-b7749a98ef70 None None] New status for floating IP 4e5169fc-59d3-43f3-8070-878b119f3768: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:07:15.123699 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-128cc7bc-5291-4631-a8cc-1228444f6415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:17.677536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dcbcdf00-be88-4b38-804a-f6105633bcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:18.344122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:18.473236 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:19.965100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:20.711360 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:36.255174 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:07:45.123487 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-84cc351e-93d6-4ee9-b492-e6d21c985274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:47.679465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4bfcb144-b7d3-4fbd-bea2-8468628072de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:48.347491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:48.394479 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41c42e84-0de3-4bfb-b40a-de3e3215455c req-080e8058-c9ea-46c5-b4f3-ba9615f39a65 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1225972 Jul 29 17:07:48.475079 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:48.541274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42e84-0de3-4bfb-b40a-de3e3215455c req-2f7b285a-6cb9-4528-9c2a-451fca34c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:07:48.542800 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41c42e84-0de3-4bfb-b40a-de3e3215455c req-2f7b285a-6cb9-4528-9c2a-451fca34c309 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 1099 time: 0.0792851 Jul 29 17:07:48.696612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42e84-0de3-4bfb-b40a-de3e3215455c req-d3c534a0-db55-4be3-9538-2a267f248609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:07:48.698080 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41c42e84-0de3-4bfb-b40a-de3e3215455c req-d3c534a0-db55-4be3-9538-2a267f248609 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1355860 Jul 29 17:07:48.801379 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41c42e84-0de3-4bfb-b40a-de3e3215455c req-ee5aaa81-d2b9-46f7-971f-290058cdf9fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e HTTP/1.1" status: 200 len: 1000 time: 0.0962548 Jul 29 17:07:48.863963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42e84-0de3-4bfb-b40a-de3e3215455c req-2a96424c-7599-4084-86fe-47d48044e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:07:48.865372 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41c42e84-0de3-4bfb-b40a-de3e3215455c req-2a96424c-7599-4084-86fe-47d48044e297 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0582178 Jul 29 17:07:48.944922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42e84-0de3-4bfb-b40a-de3e3215455c req-a52e6ae4-1a0e-4a70-9054-481a9c1a2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:07:48.946399 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41c42e84-0de3-4bfb-b40a-de3e3215455c req-a52e6ae4-1a0e-4a70-9054-481a9c1a2b70 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757093 Jul 29 17:07:48.956400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [req-41c42e84-0de3-4bfb-b40a-de3e3215455c req-78d88960-9d23-4e84-b372-35f4d5c4e646 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:07:48.957360 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41c42e84-0de3-4bfb-b40a-de3e3215455c req-78d88960-9d23-4e84-b372-35f4d5c4e646 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047390 Jul 29 17:07:49.086987 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41c42e84-0de3-4bfb-b40a-de3e3215455c req-c91f40d5-8e76-4e24-bf2f-343959d09e2a service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239443 Jul 29 17:07:49.216114 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41c42e84-0de3-4bfb-b40a-de3e3215455c req-52c220e8-51e9-42d7-a12a-1dd7e22af461 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235228 Jul 29 17:07:49.968118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:50.724881 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:07.005771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328b2d2-c2aa-4e67-aaa8-a6efae37501b req-bb1daa77-3c8d-4ede-9ff0-4146d38c49c6 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:07.007223 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5328b2d2-c2aa-4e67-aaa8-a6efae37501b req-bb1daa77-3c8d-4ede-9ff0-4146d38c49c6 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0903611 Jul 29 17:08:07.051063 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5328b2d2-c2aa-4e67-aaa8-a6efae37501b req-bce88775-4ef2-4676-8f9c-816ba2c33cb6 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381644 Jul 29 17:08:07.244656 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810bda9-e95d-446c-af1b-6dc28b237975 req-db0f124c-998e-4aef-9e9e-e59f8772ad36 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:07.246138 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e810bda9-e95d-446c-af1b-6dc28b237975 req-db0f124c-998e-4aef-9e9e-e59f8772ad36 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0867317 Jul 29 17:08:07.289467 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e810bda9-e95d-446c-af1b-6dc28b237975 req-d571a2c8-8a57-49f9-aacc-545c0ffbe0fe tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371308 Jul 29 17:08:07.483547 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad36d9f-3a0f-4800-8bcc-568ee06150e0 req-0f2056cf-0f91-4fbe-bc9d-87df9a3bb786 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:07.485010 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fad36d9f-3a0f-4800-8bcc-568ee06150e0 req-0f2056cf-0f91-4fbe-bc9d-87df9a3bb786 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0904977 Jul 29 17:08:07.529434 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fad36d9f-3a0f-4800-8bcc-568ee06150e0 req-5776836f-774b-489e-8710-944b227f6e17 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384345 Jul 29 17:08:07.944299 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-5ae799db-c0ea-4eb7-bc70-c34ae606fc79 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1434252 Jul 29 17:08:07.956978 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2076b2-5372-4faf-99e2-b41dc50ab869 req-aa596c6f-ead1-403d-aaf0-84976ee709f1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:07.958402 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6c2076b2-5372-4faf-99e2-b41dc50ab869 req-aa596c6f-ead1-403d-aaf0-84976ee709f1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.1104345 Jul 29 17:08:08.003083 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6c2076b2-5372-4faf-99e2-b41dc50ab869 req-e0fdd05b-154c-45b8-9a5d-5284df22d7df tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388875 Jul 29 17:08:09.110502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67663958-e970-4617-acd0-c78874c63f16 req-792e4a68-ec14-4c51-a235-8dc6dfcd0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:09.112058 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-792e4a68-ec14-4c51-a235-8dc6dfcd0e23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 1099 time: 0.0923369 Jul 29 17:08:09.206430 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e92a2d-3e1c-4aa5-b841-32f946fe298f req-874d2d09-d41a-4b85-9558-fd2bfd44cb00 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:09.208012 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-99e92a2d-3e1c-4aa5-b841-32f946fe298f req-874d2d09-d41a-4b85-9558-fd2bfd44cb00 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0921650 Jul 29 17:08:09.244365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67663958-e970-4617-acd0-c78874c63f16 req-94caa7ff-26c2-40b2-860c-c5ed510d1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:09.245836 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-94caa7ff-26c2-40b2-860c-c5ed510d1d7d service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1275866 Jul 29 17:08:09.252420 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-99e92a2d-3e1c-4aa5-b841-32f946fe298f req-60e0d656-c77d-412a-908c-5f4027bbcb91 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379496 Jul 29 17:08:09.345990 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-aae0b8b4-3710-4430-b823-25fcb65b1ef5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e HTTP/1.1" status: 200 len: 1000 time: 0.0943608 Jul 29 17:08:09.409086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67663958-e970-4617-acd0-c78874c63f16 req-0aae23bd-380f-4e6c-a442-c053e19f8f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:09.410420 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-0aae23bd-380f-4e6c-a442-c053e19f8f86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0593107 Jul 29 17:08:09.490531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67663958-e970-4617-acd0-c78874c63f16 req-6e332a66-28ab-41d8-bac0-4b0d00b4c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:09.492666 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-6e332a66-28ab-41d8-bac0-4b0d00b4c070 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764072 Jul 29 17:08:09.621754 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-c405f0dc-28f9-4c61-8d8e-426d1b2da489 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234200 Jul 29 17:08:09.844405 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-496b52f9-d3d1-43d3-888e-ccccdc8ede5c service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169652 Jul 29 17:08:10.446116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40749a10-ead9-4475-b640-c7f573d364b3 req-b163270a-7667-44a8-8b85-4b3dc17960a7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:10.447556 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-40749a10-ead9-4475-b640-c7f573d364b3 req-b163270a-7667-44a8-8b85-4b3dc17960a7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0852835 Jul 29 17:08:10.491430 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-40749a10-ead9-4475-b640-c7f573d364b3 req-6fb581ef-3cd0-45a1-8e27-8c58b5e0a0a4 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381708 Jul 29 17:08:11.687471 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea21e-1bd4-4f0d-9695-d3a14ce7beb5 req-f15f82f0-a0f5-4974-9d8b-0a7f5598b9bd tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:11.688911 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b8eea21e-1bd4-4f0d-9695-d3a14ce7beb5 req-f15f82f0-a0f5-4974-9d8b-0a7f5598b9bd tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0894966 Jul 29 17:08:11.732409 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b8eea21e-1bd4-4f0d-9695-d3a14ce7beb5 req-da8e9701-b464-485b-a504-350b7a3ffa88 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379529 Jul 29 17:08:12.934277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8040292-2cb2-4658-870c-5d6dd24e1861 req-67acde5b-7774-4261-a5f2-078ce9689278 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:12.935615 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b8040292-2cb2-4658-870c-5d6dd24e1861 req-67acde5b-7774-4261-a5f2-078ce9689278 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0954030 Jul 29 17:08:12.978956 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b8040292-2cb2-4658-870c-5d6dd24e1861 req-f6bfe710-8b1d-4306-ac6b-f91022404f85 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376077 Jul 29 17:08:13.254382 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:08:14.174265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbd2cb-55d6-4065-98d3-348d94edf67e req-7fd3ed5e-3c7a-40ef-9264-ea2972323f57 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:14.175714 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2ebbd2cb-55d6-4065-98d3-348d94edf67e req-7fd3ed5e-3c7a-40ef-9264-ea2972323f57 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0855410 Jul 29 17:08:14.219088 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2ebbd2cb-55d6-4065-98d3-348d94edf67e req-247bf675-299c-49d0-9fbe-92288b9cf0e9 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371442 Jul 29 17:08:15.124609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0e036139-0a01-4796-889a-556c29daccdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:15.417333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e43044-3088-42ea-a566-9bfcea7b22e6 req-2cdf57ba-fe2a-4285-a4fa-06f4af549626 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:15.418684 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-19e43044-3088-42ea-a566-9bfcea7b22e6 req-2cdf57ba-fe2a-4285-a4fa-06f4af549626 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0902071 Jul 29 17:08:15.460892 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-19e43044-3088-42ea-a566-9bfcea7b22e6 req-f08ce7fa-4b82-4519-8206-796a567ea3f6 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367548 Jul 29 17:08:16.657181 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a18e23-09ad-43d7-bdca-edb678899d7b req-7b4d3c6b-9f3a-4293-8528-2a9353810d39 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:16.658625 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12a18e23-09ad-43d7-bdca-edb678899d7b req-7b4d3c6b-9f3a-4293-8528-2a9353810d39 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0883698 Jul 29 17:08:16.809244 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12a18e23-09ad-43d7-bdca-edb678899d7b req-61d19489-b2d5-42f3-b5d1-ececb14810d7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449206 Jul 29 17:08:17.681022 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-452e3e11-05d6-42ed-ae62-7d95dcc28a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:17.999433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde96448-dcd9-40ba-b7ab-fc72bcb9109b req-b1da3794-d8bc-48b6-9204-94a36345d86a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:18.000862 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fde96448-dcd9-40ba-b7ab-fc72bcb9109b req-b1da3794-d8bc-48b6-9204-94a36345d86a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0857484 Jul 29 17:08:18.045738 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fde96448-dcd9-40ba-b7ab-fc72bcb9109b req-756e5af3-72e6-40a8-abd8-49e60b6a8266 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392225 Jul 29 17:08:18.351560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:18.476940 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:19.238204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295c57e-8a97-4a07-ac51-1a33d77a0544 req-159a8bcc-14b1-4006-8d92-0e88dc5566d4 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:19.239647 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0295c57e-8a97-4a07-ac51-1a33d77a0544 req-159a8bcc-14b1-4006-8d92-0e88dc5566d4 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0863001 Jul 29 17:08:19.283181 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0295c57e-8a97-4a07-ac51-1a33d77a0544 req-8b1db18f-0349-4be3-a455-18a51301b91a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374627 Jul 29 17:08:19.981878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:20.479278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44401f5a-2ad2-4d58-affa-d83ab82ec6b3 req-9306f8b4-edfb-41c4-9760-4d66b29330e4 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:20.480725 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-44401f5a-2ad2-4d58-affa-d83ab82ec6b3 req-9306f8b4-edfb-41c4-9760-4d66b29330e4 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0910578 Jul 29 17:08:20.523855 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-44401f5a-2ad2-4d58-affa-d83ab82ec6b3 req-ecc5984b-8594-4eba-9688-3a0aed91532a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373914 Jul 29 17:08:20.722226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:21.590587 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-e7e83e5d-892f-4390-b540-cc82d08e7043 service neutron] 10.222.0.69 "GET /v2.0/ports/9bf60d7b-ad32-4cf4-8cae-d9b9118a572e/bindings/hv-neutron-8515 HTTP/1.1" status: 200 len: 384 time: 0.0775008 Jul 29 17:08:21.722017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b6118-d39e-4ffb-8a9e-3ba92c9c0173 req-635edc05-1c4c-4211-9859-b497c0af89ac tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:21.723492 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-647b6118-d39e-4ffb-8a9e-3ba92c9c0173 req-635edc05-1c4c-4211-9859-b497c0af89ac tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0890543 Jul 29 17:08:21.773832 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-647b6118-d39e-4ffb-8a9e-3ba92c9c0173 req-5a5736a4-47f8-4a74-aa8a-5d8102afa0d0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438688 Jul 29 17:08:21.866892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67663958-e970-4617-acd0-c78874c63f16 req-caf69d7e-5e69-48a3-942a-63e41b6d7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:21.868197 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-caf69d7e-5e69-48a3-942a-63e41b6d7287 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 1099 time: 0.0771770 Jul 29 17:08:21.966708 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67663958-e970-4617-acd0-c78874c63f16 req-a6e4555d-fc24-4c4c-aed4-cef3b4000ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:21.968142 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-a6e4555d-fc24-4c4c-aed4-cef3b4000ec3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 1099 time: 0.0801675 Jul 29 17:08:22.095638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67663958-e970-4617-acd0-c78874c63f16 req-77d1a50e-fe58-4492-beb2-2dfbe50e5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:22.097064 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-77d1a50e-fe58-4492-beb2-2dfbe50e5c4e service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1227732 Jul 29 17:08:22.198244 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-b9018591-8323-439e-bf6b-3ba3bd76c3c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e HTTP/1.1" status: 200 len: 1000 time: 0.0946176 Jul 29 17:08:22.257371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67663958-e970-4617-acd0-c78874c63f16 req-485b714d-b9fd-49e5-b551-348153bb9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:22.259267 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-485b714d-b9fd-49e5-b551-348153bb9741 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0548868 Jul 29 17:08:22.340912 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67663958-e970-4617-acd0-c78874c63f16 req-34c8feb7-f5ee-441d-a7b0-944da8eb8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:22.342368 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-34c8feb7-f5ee-441d-a7b0-944da8eb8bf3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783222 Jul 29 17:08:22.469494 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-32862cff-eea7-43bc-84d3-8f1ca326574d service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208415 Jul 29 17:08:22.598557 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-67663958-e970-4617-acd0-c78874c63f16 req-83431ad6-b152-46d0-87a5-0017755026d5 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234255 Jul 29 17:08:22.968923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de1ddd-7e0c-40e0-a3a8-8fc37c6f68c1 req-4551453d-d62b-44ff-85a5-0c5f877ac6ef tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:22.970393 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-14de1ddd-7e0c-40e0-a3a8-8fc37c6f68c1 req-4551453d-d62b-44ff-85a5-0c5f877ac6ef tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0873411 Jul 29 17:08:23.013274 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-14de1ddd-7e0c-40e0-a3a8-8fc37c6f68c1 req-ebe92c2b-34db-44f6-a5b7-e7f40ba75e96 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371819 Jul 29 17:08:24.350021 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2e5d5-df2d-4e88-b7c7-0b592aaeb03c req-3dcbc17f-3074-4d30-9d22-04b0020e8bce tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:24.351419 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dfd2e5d5-df2d-4e88-b7c7-0b592aaeb03c req-3dcbc17f-3074-4d30-9d22-04b0020e8bce tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0904698 Jul 29 17:08:24.398113 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dfd2e5d5-df2d-4e88-b7c7-0b592aaeb03c req-cdf775d8-70f3-4afb-9b1b-724b71482fd1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410018 Jul 29 17:08:25.592405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a8670-421f-4478-ba92-f6fd99e8b3f5 req-9cdfb8f1-4b7b-438f-8210-c4eaf8de736e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:25.593866 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ae9a8670-421f-4478-ba92-f6fd99e8b3f5 req-9cdfb8f1-4b7b-438f-8210-c4eaf8de736e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0871968 Jul 29 17:08:25.639282 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ae9a8670-421f-4478-ba92-f6fd99e8b3f5 req-a954619a-6638-4bc6-8768-42aecc2b334e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396714 Jul 29 17:08:25.948560 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1c328-378e-4cb6-b95a-dcb670422bb4 req-3ed65acf-cb45-4c22-8216-4c92f67cb589 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:25.949967 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b2c1c328-378e-4cb6-b95a-dcb670422bb4 req-3ed65acf-cb45-4c22-8216-4c92f67cb589 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0886793 Jul 29 17:08:25.955102 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf55b05-a98f-4ad3-9790-ef78f9a13f2a req-4bd09288-d40f-4f09-a41d-0f40c16b6e39 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:25.955779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-2bf55b05-a98f-4ad3-9790-ef78f9a13f2a req-4bd09288-d40f-4f09-a41d-0f40c16b6e39 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Synchronizing usage tracker for tenant:4c6c6dfbff4d472aa87d274cad5fc1ad on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:08:25.973116 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-2bf55b05-a98f-4ad3-9790-ef78f9a13f2a req-4bd09288-d40f-4f09-a41d-0f40c16b6e39 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Unset dirty status for tenant:4c6c6dfbff4d472aa87d274cad5fc1ad on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:08:25.974236 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2bf55b05-a98f-4ad3-9790-ef78f9a13f2a req-4bd09288-d40f-4f09-a41d-0f40c16b6e39 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&binding%3Ahost_id=hv-neutron-8515 HTTP/1.1" status: 200 len: 946 time: 0.1076813 Jul 29 17:08:25.995345 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b2c1c328-378e-4cb6-b95a-dcb670422bb4 req-4d35afa2-932b-42b7-8da3-877ef9d49e05 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397594 Jul 29 17:08:26.119389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf55b05-a98f-4ad3-9790-ef78f9a13f2a req-ad242cb1-beab-4f4b-b88d-33afdd373017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:26.120863 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2bf55b05-a98f-4ad3-9790-ef78f9a13f2a req-ad242cb1-beab-4f4b-b88d-33afdd373017 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 1099 time: 0.0806904 Jul 29 17:08:26.248330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf55b05-a98f-4ad3-9790-ef78f9a13f2a req-63f184b0-7d8d-4eb9-8e1a-5e7e029da7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:26.249775 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2bf55b05-a98f-4ad3-9790-ef78f9a13f2a req-63f184b0-7d8d-4eb9-8e1a-5e7e029da7f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1233089 Jul 29 17:08:26.347435 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2bf55b05-a98f-4ad3-9790-ef78f9a13f2a req-a8e978ec-dacb-4ebe-94ef-910b001ee285 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e HTTP/1.1" status: 200 len: 1000 time: 0.0921836 Jul 29 17:08:26.398195 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:08:26.401685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:08:26.411149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf55b05-a98f-4ad3-9790-ef78f9a13f2a req-37593240-c338-477b-8cd6-46cdc32fe424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:26.412552 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2bf55b05-a98f-4ad3-9790-ef78f9a13f2a req-37593240-c338-477b-8cd6-46cdc32fe424 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0588913 Jul 29 17:08:26.494229 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf55b05-a98f-4ad3-9790-ef78f9a13f2a req-68a1edb0-38ae-408c-8c6b-a0899d5bf8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:26.495881 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2bf55b05-a98f-4ad3-9790-ef78f9a13f2a req-68a1edb0-38ae-408c-8c6b-a0899d5bf8fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770988 Jul 29 17:08:26.622338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:08:26.622734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:26.645282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:08:26.668229 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'port_id': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e', 'mac_address': 'fa:16:3e:d1:61:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:08:26.673358 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:08:26.717282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:08:26.730341 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:26.736419 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2bf55b05-a98f-4ad3-9790-ef78f9a13f2a req-6afaae1d-eee8-4605-a2ab-ac5e54bdb3de service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342813 Jul 29 17:08:26.767709 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a80dbe7-0867-4d4a-a9bd-d40284ebcb1c'] response: {'server_uuid': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e', 'code': 200} Jul 29 17:08:26.790784 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e is: ACTIVE; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:08:26.791163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:26.815687 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:08:26.824204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:08:26.865890 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:26.866243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:26.866587 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:26.866924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:26.867255 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:26.867593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:26.868450 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:26.868562 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2bf55b05-a98f-4ad3-9790-ef78f9a13f2a req-59aea0ea-4090-408e-b086-7710878e919e service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259036 Jul 29 17:08:26.868778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:26.869128 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:26.869453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:26.869780 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:26.870099 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:26.892994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-959abd16-2933-4761-8459-76c447713a04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:08:26.893377 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-959abd16-2933-4761-8459-76c447713a04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:08:27.208345 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95b543-2d10-47bb-9a6c-8c3cb268ca13 req-3835e0dc-ab38-439e-8292-dafa475695dd tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:27.209843 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6b95b543-2d10-47bb-9a6c-8c3cb268ca13 req-3835e0dc-ab38-439e-8292-dafa475695dd tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 944 time: 0.0931516 Jul 29 17:08:27.254193 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6b95b543-2d10-47bb-9a6c-8c3cb268ca13 req-b54facf1-247a-45ae-bc21-dd4bd80e17cc tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386167 Jul 29 17:08:27.448954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:08:27.449557 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:27.467032 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:08:27.484292 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:08:27.487913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:27.551726 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['9bf60d7b-ad32-4cf4-8cae-d9b9118a572e'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:08:27.603267 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:08:28.418739 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:08:28.451910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1e0a7-977c-4dee-9e9b-d4a176c26ce1 req-7a37c179-6be6-4691-93a4-b609358e978e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:28.453424 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-59c1e0a7-977c-4dee-9e9b-d4a176c26ce1 req-7a37c179-6be6-4691-93a4-b609358e978e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 945 time: 0.0873518 Jul 29 17:08:28.486786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:08:28.487360 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:28.515275 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-59c1e0a7-977c-4dee-9e9b-d4a176c26ce1 req-5645436f-e5a5-4eed-afa4-383373a91ae6 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558741 Jul 29 17:08:28.621762 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:08:28.622150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:28.659991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:08:28.663677 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:28.719020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cc332-9490-4473-a8bd-fdd83f6e63a1 req-163e0680-de41-490b-bdf9-85d68f129a94 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:28.720498 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c07cc332-9490-4473-a8bd-fdd83f6e63a1 req-163e0680-de41-490b-bdf9-85d68f129a94 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0925949 Jul 29 17:08:28.730716 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,revision_number=8']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:08:28.765762 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c07cc332-9490-4473-a8bd-fdd83f6e63a1 req-cbebf7bc-3467-4994-aaf2-3fa24ba70ade tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394428 Jul 29 17:08:28.769086 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:08:28.817412 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca462f5b-b32d-4bd5-92bc-2d7c23eea5e6'] response: {'server_uuid': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e', 'code': 200} Jul 29 17:08:28.966864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27d096-509d-4bff-a729-53aff647f3d0 req-11aeb290-6d2f-4f22-b5c8-7b3b2487be54 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:28.968323 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ae27d096-509d-4bff-a729-53aff647f3d0 req-11aeb290-6d2f-4f22-b5c8-7b3b2487be54 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0957186 Jul 29 17:08:29.013541 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ae27d096-509d-4bff-a729-53aff647f3d0 req-7e256f25-c2f1-4b57-9065-6876bc5a7025 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394917 Jul 29 17:08:29.398209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2972f-0add-41f3-865c-f62237cbcf43 req-3a6cac9f-667d-40da-ba35-47ef21e0a5aa tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:29.399613 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-30e2972f-0add-41f3-865c-f62237cbcf43 req-3a6cac9f-667d-40da-ba35-47ef21e0a5aa tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0858994 Jul 29 17:08:29.447006 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-30e2972f-0add-41f3-865c-f62237cbcf43 req-e24eb8d4-1f5b-48df-a41a-9e396c88cd4f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413654 Jul 29 17:08:30.652591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c11584-f157-40c2-ba85-6acd49d7f4c3 req-45c7dbf9-48cd-4449-bc6d-3874d0c4f7a7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:30.654147 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-39c11584-f157-40c2-ba85-6acd49d7f4c3 req-45c7dbf9-48cd-4449-bc6d-3874d0c4f7a7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0945036 Jul 29 17:08:30.700238 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-39c11584-f157-40c2-ba85-6acd49d7f4c3 req-75129aff-b956-4ccf-a3a7-263c454e352e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402677 Jul 29 17:08:31.106073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-719f95aa-119a-4968-908a-6c5cc959acc0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:31.107484 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-719f95aa-119a-4968-908a-6c5cc959acc0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 946 time: 0.0903835 Jul 29 17:08:31.175440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Deleting port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:08:31.175779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:31.415035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] For port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:08:31.415603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:31.699714 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:31.700003 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:31.700316 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Floating IP 4e5169fc-59d3-43f3-8070-878b119f3768 disassociated. External IP: 172.26.1.3, port: 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e. Jul 29 17:08:31.700652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Calling delete_port for 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:08:31.841279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:31.863924 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-93560742-4868-440a-8d2e-06e5a79ec77a req-0636b6a0-5d54-4817-a312-64db80d0addb tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 210 time: 0.0534105 Jul 29 17:08:31.893134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Pushing event deleted for resources: {'Port': ['ID=9bf60d7b-ad32-4cf4-8cae-d9b9118a572e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:08:31.904865 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:31.905271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:31.905580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:31.905888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:31.906219 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:31.906550 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:31.906958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:31.907207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:31.907524 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:31.907845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:31.908173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:31.908484 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:32.092187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Router 91a201c0-c172-4659-a0f6-feca6c9f0111 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:08:32.363283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:08:32.372622 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35d957-ecee-4eb3-ba7c-dd3310a7bcda None None] Sync routers for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:08:32.381737 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35d957-ecee-4eb3-ba7c-dd3310a7bcda None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:08:32.382361 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0a35d957-ecee-4eb3-ba7c-dd3310a7bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:08:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:08:32.449379 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] No DVR routers for this DVR port 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:08:32.451999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:32.454588 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'name': 'network-vif-deleted', 'tag': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:08:32.471486 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-22c3ee9c-37f7-4bc2-936b-3dafb2d68c33 req-1ae9e205-880f-4262-b11d-120848499ca1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "DELETE /v2.0/ports/9bf60d7b-ad32-4cf4-8cae-d9b9118a572e HTTP/1.1" status: 204 len: 173 time: 1.3586102 Jul 29 17:08:32.503063 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8cfc913-b751-4676-83f2-b6df8d5b2a16'] response: {'server_uuid': '09efe814-9376-49ca-8e78-9aca60ad9a88', 'name': 'network-vif-deleted', 'tag': '9bf60d7b-ad32-4cf4-8cae-d9b9118a572e', 'status': 'completed', 'code': 200} Jul 29 17:08:32.591621 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-0a35d957-ecee-4eb3-ba7c-dd3310a7bcda None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:08:32.899326 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0a35d957-ecee-4eb3-ba7c-dd3310a7bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:08:32.904289 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35d957-ecee-4eb3-ba7c-dd3310a7bcda None None] Checking router: 91a201c0-c172-4659-a0f6-feca6c9f0111 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:08:32.914615 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35d957-ecee-4eb3-ba7c-dd3310a7bcda None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:08:32.915546 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0a35d957-ecee-4eb3-ba7c-dd3310a7bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:08:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:08:33.041662 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-87727806-bc2e-45f2-bf81-3ff597ac9d7e req-331e31ca-22cb-40c3-8f5e-c9c31953bd1a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=09efe814-9376-49ca-8e78-9aca60ad9a88 HTTP/1.1" status: 200 len: 210 time: 0.0508053 Jul 29 17:08:33.108598 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-0a35d957-ecee-4eb3-ba7c-dd3310a7bcda None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:08:33.410745 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0a35d957-ecee-4eb3-ba7c-dd3310a7bcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:08:33.414484 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35d957-ecee-4eb3-ba7c-dd3310a7bcda None None] The sync data for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv is: [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:08:33.628356 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa2f855-49d1-4ee8-9cf8-98d1a189e8fc None None] New status for floating IP 4e5169fc-59d3-43f3-8070-878b119f3768: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:08:34.360951 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-24154d25-7678-495f-b9a1-d1449cca87c9 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1931270691&fields=id&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 267 time: 0.0395966 Jul 29 17:08:34.506771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-28d2cea0-6ec1-45d1-8d78-a0bd1cb179ce tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:34.508219 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-28d2cea0-6ec1-45d1-8d78-a0bd1cb179ce tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 812 time: 0.1409671 Jul 29 17:08:34.523081 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-5ae269e0-0ca6-4d17-91f2-d0cefd91591b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/quotas/4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 375 time: 0.0088711 Jul 29 17:08:34.617320 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-4eaf53d0-877a-4c06-85fc-823419cbb37e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0888209 Jul 29 17:08:34.756749 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-825d6961-7b8b-4aa4-90cc-db60bcb2e6b5 service neutron] 10.222.0.58 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280489 Jul 29 17:08:34.989648 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-86653bce-11eb-474a-b841-768aa905942c service neutron] 10.222.0.58 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269623 Jul 29 17:08:35.170112 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e0a8a557-3726-47fe-a59e-a94ce2709c6c req-1a05aa3c-cf21-42f5-8aed-56ffa86cc5d3 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 210 time: 0.0495324 Jul 29 17:08:36.142132 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-3c184d40-bd3c-43e9-8ca3-28f95b555800 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:36.143541 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-3c184d40-bd3c-43e9-8ca3-28f95b555800 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 812 time: 0.1457865 Jul 29 17:08:36.192008 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-dc12230e-18e0-4dea-bde5-4adeff139b4f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 380 time: 0.0404501 Jul 29 17:08:36.202727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Request body: {'port': {'device_id': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'admin_state_up': True, 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'security_groups': ['7c2ec55d-2678-4ab4-9f23-229d89c8580c']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:08:36.338443 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a1772341-ba61-495f-bab8-adfd1f0d40b0 req-51c92581-e0ba-49be-a000-a325e413df20 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 210 time: 0.0535769 Jul 29 17:08:36.341129 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:08:36.345265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Usage tracker for resource:port and tenant:4c6c6dfbff4d472aa87d274cad5fc1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:08:36.348333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:08:36.354879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:08:36.365029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Made reservation on behalf of 4c6c6dfbff4d472aa87d274cad5fc1ad for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:08:36.368488 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:36.459648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:08:36.523747 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:08:36.524095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 9bf60d7b-ad32-4cf4-8cae-d9b9118a572e not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:08:36.532444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Allocated IP 172.20.0.13 (22179490-840b-4c93-a3bd-a660e7c98fab/738a36bd-9c5c-4ece-bf05-f20fd9a09a21/4f670824-4ab1-4d01-96cd-affbb24bdd5a) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:08:36.725469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:36.740371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Transition to ACTIVE for port object 4f670824-4ab1-4d01-96cd-affbb24bdd5a will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:08:36.763879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:36.834677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Network 22179490-840b-4c93-a3bd-a660e7c98fab is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:08:36.837581 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:08:36.840034 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:08:36.885357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Pushing event updated for resources: {'Port': ['ID=4f670824-4ab1-4d01-96cd-affbb24bdd5a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:08:36.910973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:36.911576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:36.938115 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-e234b919-48d2-4ce5-9ba4-1226c2ce6d31 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7390718 Jul 29 17:08:36.949248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Request body: {'port': {'device_id': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:08:37.071005 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:37.118173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-eace7a71-76eb-46a6-807e-0255e36c9e6e None None] Provisioning for port 4f670824-4ab1-4d01-96cd-affbb24bdd5a completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:08:37.122901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-eace7a71-76eb-46a6-807e-0255e36c9e6e None None] Provisioning complete for port 4f670824-4ab1-4d01-96cd-affbb24bdd5a triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:08:37.123275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-eace7a71-76eb-46a6-807e-0255e36c9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:37.175626 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-eace7a71-76eb-46a6-807e-0255e36c9e6e None None] Port 4f670824-4ab1-4d01-96cd-affbb24bdd5a cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:08:37.403642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f670824-4ab1-4d01-96cd-affbb24bdd5a {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:08:37.410918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:37.425953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Transition to ACTIVE for port object 4f670824-4ab1-4d01-96cd-affbb24bdd5a will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:08:37.429816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:37.545655 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ab92d-9da9-4a29-b103-a5ac654d5cf2 req-5d4de1b5-6276-4342-a19d-bfe0f18fd805 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:37.547272 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-285ab92d-9da9-4a29-b103-a5ac654d5cf2 req-5d4de1b5-6276-4342-a19d-bfe0f18fd805 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 944 time: 0.0957985 Jul 29 17:08:37.558945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Pushing event updated for resources: {'Port': ['ID=4f670824-4ab1-4d01-96cd-affbb24bdd5a,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:08:37.600113 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-285ab92d-9da9-4a29-b103-a5ac654d5cf2 req-0f6e503a-ed4d-4361-a0ce-dd6af681822c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445001 Jul 29 17:08:37.787076 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Attempting to bind port 4f670824-4ab1-4d01-96cd-affbb24bdd5a on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:08:37.787453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Attempting to bind port 4f670824-4ab1-4d01-96cd-affbb24bdd5a by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:08:37.787787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Attempting to bind port 4f670824-4ab1-4d01-96cd-affbb24bdd5a on network 22179490-840b-4c93-a3bd-a660e7c98fab {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:08:37.793288 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Port 4f670824-4ab1-4d01-96cd-affbb24bdd5a on network 22179490-840b-4c93-a3bd-a660e7c98fab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:08:37.793608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Attempting to bind port 4f670824-4ab1-4d01-96cd-affbb24bdd5a on network 22179490-840b-4c93-a3bd-a660e7c98fab {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:08:37.798812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:08:37.799151 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Checking segment: {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:08:37.799532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Bound using segment: {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:08:37.799953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Bound port: 4f670824-4ab1-4d01-96cd-affbb24bdd5a, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:08:37.800296 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:37.888954 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] For port 4f670824-4ab1-4d01-96cd-affbb24bdd5a, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:08:37.891863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] For port 4f670824-4ab1-4d01-96cd-affbb24bdd5a, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:08:37.896253 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:37.953561 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:37.954181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:37.955581 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] 10.222.0.69 "PUT /v2.0/ports/4f670824-4ab1-4d01-96cd-affbb24bdd5a HTTP/1.1" status: 200 len: 1094 time: 1.0108218 Jul 29 17:08:37.955998 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'tag': '4f670824-4ab1-4d01-96cd-affbb24bdd5a'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:08:37.981877 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48795b4-db2a-49b9-a1cb-b86f50f6e04d service neutron] Pushing event updated for resources: {'Port': ['ID=4f670824-4ab1-4d01-96cd-affbb24bdd5a,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:08:38.006792 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7997b1c-1255-47ad-928c-00a3e1c1dd2c'] response: {'name': 'network-changed', 'server_uuid': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'tag': '4f670824-4ab1-4d01-96cd-affbb24bdd5a', 'status': 'completed', 'code': 200} Jul 29 17:08:38.092728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-0de73665-675b-4612-96f3-59c696e6c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:38.094289 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-0de73665-675b-4612-96f3-59c696e6c9f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 1097 time: 0.0857019 Jul 29 17:08:38.161577 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-87136b20-a945-4e81-996b-34c151b27ef0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a HTTP/1.1" status: 200 len: 217 time: 0.0610445 Jul 29 17:08:38.224884 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-d9ff4e8f-d7a0-4fe2-abed-06a6e50d9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:38.226344 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-d9ff4e8f-d7a0-4fe2-abed-06a6e50d9e80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0594349 Jul 29 17:08:38.307210 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-0a8a82ff-faed-4fe3-bf56-061948ed5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:38.308677 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-0a8a82ff-faed-4fe3-bf56-061948ed5b2b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766678 Jul 29 17:08:38.438944 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-8a325e60-fb8e-42f3-bf4f-aaa74f7e74c0 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235387 Jul 29 17:08:38.569483 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-58cacd4a-b14a-455e-82f2-c481ec98fd2b req-cfda6d8b-8c99-4da2-9204-99c01d840be5 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242392 Jul 29 17:08:38.693540 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edb730-e772-4977-89f4-bcdd5e3a2ead req-703afa27-d253-4728-bb52-a840c8f11fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:38.695256 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-32edb730-e772-4977-89f4-bcdd5e3a2ead req-703afa27-d253-4728-bb52-a840c8f11fa7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 1097 time: 0.0844874 Jul 29 17:08:38.800580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f9a5f-132b-42b7-b133-2f4c034821a6 req-190aab90-64ea-4779-8c1a-f18a334ea444 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:38.801995 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2a7f9a5f-132b-42b7-b133-2f4c034821a6 req-190aab90-64ea-4779-8c1a-f18a334ea444 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 944 time: 0.0898492 Jul 29 17:08:38.831386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edb730-e772-4977-89f4-bcdd5e3a2ead req-d32bb95d-342a-4cae-b18d-ab303ca1049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:38.832824 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-32edb730-e772-4977-89f4-bcdd5e3a2ead req-d32bb95d-342a-4cae-b18d-ab303ca1049a service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1308553 Jul 29 17:08:38.846103 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2a7f9a5f-132b-42b7-b133-2f4c034821a6 req-a5737715-3c8e-41fd-b979-d7dd71f84df9 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378039 Jul 29 17:08:38.898537 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-32edb730-e772-4977-89f4-bcdd5e3a2ead req-69430f69-276f-4d13-848b-8ffda9c7d53b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a HTTP/1.1" status: 200 len: 217 time: 0.0595045 Jul 29 17:08:38.961967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edb730-e772-4977-89f4-bcdd5e3a2ead req-c362a036-265a-4ff6-bcc1-05fa5edaef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:38.963407 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-32edb730-e772-4977-89f4-bcdd5e3a2ead req-c362a036-265a-4ff6-bcc1-05fa5edaef6f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0589755 Jul 29 17:08:39.044094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edb730-e772-4977-89f4-bcdd5e3a2ead req-c535fdfa-11db-4161-b581-1074f61d27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:39.045583 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-32edb730-e772-4977-89f4-bcdd5e3a2ead req-c535fdfa-11db-4161-b581-1074f61d27e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768085 Jul 29 17:08:39.173540 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-32edb730-e772-4977-89f4-bcdd5e3a2ead req-51078bf4-3d60-4eed-9b2e-09b8da0c2c77 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218419 Jul 29 17:08:39.301938 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-32edb730-e772-4977-89f4-bcdd5e3a2ead req-493f4f1b-9d08-466b-87f2-0b0c369b746f service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223576 Jul 29 17:08:40.044186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24481966-8484-4418-aca9-2ad79c7a4d5b req-e4184d19-74ec-4748-a402-2f387f4f2a46 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:40.045638 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-24481966-8484-4418-aca9-2ad79c7a4d5b req-e4184d19-74ec-4748-a402-2f387f4f2a46 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 944 time: 0.0903986 Jul 29 17:08:40.089291 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-24481966-8484-4418-aca9-2ad79c7a4d5b req-ea488dfa-8ce1-4d5c-a7a6-0a88fab5e190 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380199 Jul 29 17:08:41.281588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de70b4e-61e6-404c-966e-9a575c851c4c req-83716bf6-56f1-4df6-8dca-01d14e574508 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:41.283067 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6de70b4e-61e6-404c-966e-9a575c851c4c req-83716bf6-56f1-4df6-8dca-01d14e574508 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 944 time: 0.0873561 Jul 29 17:08:41.327558 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6de70b4e-61e6-404c-966e-9a575c851c4c req-ea9e9031-a332-448f-924c-8bcc02ded048 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389199 Jul 29 17:08:42.506344 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 4f670824-4ab1-4d01-96cd-affbb24bdd5a details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:08:42.527093 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cea4b-6a12-40e2-9eb7-128eb095ae98 req-40432ec0-8cf3-45c0-937c-3a6e709320a6 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:42.528565 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c74cea4b-6a12-40e2-9eb7-128eb095ae98 req-40432ec0-8cf3-45c0-937c-3a6e709320a6 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 944 time: 0.0906448 Jul 29 17:08:42.574353 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c74cea4b-6a12-40e2-9eb7-128eb095ae98 req-e3882a23-ad29-482d-a4cb-7e2ac843c161 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397301 Jul 29 17:08:42.638631 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 4f670824-4ab1-4d01-96cd-affbb24bdd5a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:08:42.651317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '4f670824-4ab1-4d01-96cd-affbb24bdd5a', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'port_id': '4f670824-4ab1-4d01-96cd-affbb24bdd5a', 'mac_address': 'fa:16:3e:ae:ff:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:08:42.709339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 4f670824-4ab1-4d01-96cd-affbb24bdd5a is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:08:42.709719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:42.725956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f670824-4ab1-4d01-96cd-affbb24bdd5a {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:08:42.741445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 4f670824-4ab1-4d01-96cd-affbb24bdd5a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:08:42.745879 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:42.811115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=4f670824-4ab1-4d01-96cd-affbb24bdd5a,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:08:43.095750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['4f670824-4ab1-4d01-96cd-affbb24bdd5a'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:08:43.774354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0dfcf-c9a2-4eb5-9256-f7c112365623 req-77833cdb-fb5e-4d18-8100-cebedd822d8c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:43.776449 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d9f0dfcf-c9a2-4eb5-9256-f7c112365623 req-77833cdb-fb5e-4d18-8100-cebedd822d8c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 945 time: 0.0919456 Jul 29 17:08:43.821435 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d9f0dfcf-c9a2-4eb5-9256-f7c112365623 req-79aa3e4c-bfcd-4c3a-8b1d-de550ef06904 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391192 Jul 29 17:08:44.505878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 4f670824-4ab1-4d01-96cd-affbb24bdd5a up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:08:44.572775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 4f670824-4ab1-4d01-96cd-affbb24bdd5a completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:08:44.577452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 4f670824-4ab1-4d01-96cd-affbb24bdd5a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:08:44.577821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:44.691265 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 4f670824-4ab1-4d01-96cd-affbb24bdd5a is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:08:44.691652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:44.718455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f670824-4ab1-4d01-96cd-affbb24bdd5a'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:08:44.728287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 4f670824-4ab1-4d01-96cd-affbb24bdd5a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:08:44.732165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:44.766384 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3320f6d-05f1-4121-8a8e-086b4474ed4b'] response: {'server_uuid': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f670824-4ab1-4d01-96cd-affbb24bdd5a', 'code': 200} Jul 29 17:08:44.803473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=4f670824-4ab1-4d01-96cd-affbb24bdd5a,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:08:45.018705 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c1e8f-4913-4a5c-a6ec-8154b3bb6eb5 req-dca0f004-6fee-4b9f-bbbf-3e5bf4377a07 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:45.020200 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-470c1e8f-4913-4a5c-a6ec-8154b3bb6eb5 req-dca0f004-6fee-4b9f-bbbf-3e5bf4377a07 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0913913 Jul 29 17:08:45.067167 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-470c1e8f-4913-4a5c-a6ec-8154b3bb6eb5 req-66aabeec-5a77-411c-8f13-fb17d515277e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406520 Jul 29 17:08:45.100772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07480ef-1eeb-4042-99ae-bf23b6b73886 req-c94064cc-d32c-4220-829b-2c9149616598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:45.102284 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-b07480ef-1eeb-4042-99ae-bf23b6b73886 req-c94064cc-d32c-4220-829b-2c9149616598 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 1099 time: 0.1832790 Jul 29 17:08:45.130854 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-04218d5d-df4d-452b-99f0-f0c88ab45751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:45.145726 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-b07480ef-1eeb-4042-99ae-bf23b6b73886 req-9e4b2c0d-abe9-4458-b98f-ad3cf187c044 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366621 Jul 29 17:08:46.266607 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc02533-914c-4e20-84ec-4f1e94bcec95 req-f73f713d-5939-4763-901e-8940b4d0671a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:46.268456 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3fc02533-914c-4e20-84ec-4f1e94bcec95 req-f73f713d-5939-4763-901e-8940b4d0671a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0891330 Jul 29 17:08:46.312102 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3fc02533-914c-4e20-84ec-4f1e94bcec95 req-241554b1-c3cc-46af-8fb9-920e44d66948 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384130 Jul 29 17:08:47.506004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1085c7-4521-4653-a3ba-abf831eac45c req-c16252b4-3418-4a07-80cf-1c76d8bec52f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:47.507438 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9a1085c7-4521-4653-a3ba-abf831eac45c req-c16252b4-3418-4a07-80cf-1c76d8bec52f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0892723 Jul 29 17:08:47.551559 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9a1085c7-4521-4653-a3ba-abf831eac45c req-c8ed4234-6957-42da-aa16-25c0c95837f6 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379403 Jul 29 17:08:47.685196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ddf9721b-e821-48e9-a830-bcdaa6385c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:47.739892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209e59a-618c-4d96-a955-147ce8f0f3da req-ce4b362f-3efb-457b-93c9-04aff1954b66 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:47.741341 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9209e59a-618c-4d96-a955-147ce8f0f3da req-ce4b362f-3efb-457b-93c9-04aff1954b66 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0895681 Jul 29 17:08:47.751426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 58874) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:08:47.756202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-26351208-603a-4be4-ad5d-9439dc1515cc tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Request body: {'floatingip': {'port_id': '4f670824-4ab1-4d01-96cd-affbb24bdd5a'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:08:47.833012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26351208-603a-4be4-ad5d-9439dc1515cc tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:48.354799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:48.480913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:48.514015 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26351208-603a-4be4-ad5d-9439dc1515cc tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:48.518378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26351208-603a-4be4-ad5d-9439dc1515cc tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:48.690730 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-26351208-603a-4be4-ad5d-9439dc1515cc tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Floating IP 4e5169fc-59d3-43f3-8070-878b119f3768 associated. External IP: 172.26.1.3, port: 4f670824-4ab1-4d01-96cd-affbb24bdd5a. Jul 29 17:08:49.031972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26351208-603a-4be4-ad5d-9439dc1515cc tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Router 91a201c0-c172-4659-a0f6-feca6c9f0111 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:08:49.210346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26351208-603a-4be4-ad5d-9439dc1515cc tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:08:49.215219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-26351208-603a-4be4-ad5d-9439dc1515cc tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:49.220533 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7441f4b5-a31e-4bb4-a80e-6dd6e6b3d320 None None] Sync routers for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:08:49.235880 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7441f4b5-a31e-4bb4-a80e-6dd6e6b3d320 None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:08:49.236480 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-7441f4b5-a31e-4bb4-a80e-6dd6e6b3d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:08:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:08:49.270644 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-26351208-603a-4be4-ad5d-9439dc1515cc tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "PUT /v2.0/floatingips/4e5169fc-59d3-43f3-8070-878b119f3768 HTTP/1.1" status: 200 len: 990 time: 1.5182176 Jul 29 17:08:49.271215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'tag': '4f670824-4ab1-4d01-96cd-affbb24bdd5a'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:08:49.317109 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43fe7023-8040-4e3f-a463-a9ef1f01f60e'] response: {'name': 'network-changed', 'server_uuid': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'tag': '4f670824-4ab1-4d01-96cd-affbb24bdd5a', 'status': 'completed', 'code': 200} Jul 29 17:08:49.417555 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-7441f4b5-a31e-4bb4-a80e-6dd6e6b3d320 None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:08:49.417784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf62b20-3e42-463d-8a0f-f5ee2a4ffd3b req-6f32fbeb-3bf5-4290-bad5-c063367bac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:49.419249 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ecf62b20-3e42-463d-8a0f-f5ee2a4ffd3b req-6f32fbeb-3bf5-4290-bad5-c063367bac04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 1099 time: 0.0788035 Jul 29 17:08:49.557620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf62b20-3e42-463d-8a0f-f5ee2a4ffd3b req-0566c649-d013-446c-a1f9-7ce0d2a01178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:49.558503 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ecf62b20-3e42-463d-8a0f-f5ee2a4ffd3b req-0566c649-d013-446c-a1f9-7ce0d2a01178 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1335738 Jul 29 17:08:49.660521 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ecf62b20-3e42-463d-8a0f-f5ee2a4ffd3b req-3a2825f0-19d2-45a6-a9e2-927ee034eb0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a HTTP/1.1" status: 200 len: 998 time: 0.0964158 Jul 29 17:08:49.723706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf62b20-3e42-463d-8a0f-f5ee2a4ffd3b req-afb60cd2-3553-417f-85b2-00cae3367c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:49.725138 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ecf62b20-3e42-463d-8a0f-f5ee2a4ffd3b req-afb60cd2-3553-417f-85b2-00cae3367c5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0588670 Jul 29 17:08:49.788141 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-7441f4b5-a31e-4bb4-a80e-6dd6e6b3d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '4e5169fc-59d3-43f3-8070-878b119f3768', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'floating_ip_address': '172.26.1.3', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'port_id': '4f670824-4ab1-4d01-96cd-affbb24bdd5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'mac_address': 'fa:16:3e:ae:ff:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:06:47Z', 'updated_at': '2022-07-29T17:08:48Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:08:49.792450 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7441f4b5-a31e-4bb4-a80e-6dd6e6b3d320 None None] Checking router: 91a201c0-c172-4659-a0f6-feca6c9f0111 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:08:49.800621 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7441f4b5-a31e-4bb4-a80e-6dd6e6b3d320 None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:08:49.801307 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-7441f4b5-a31e-4bb4-a80e-6dd6e6b3d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:08:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:08:49.808019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf62b20-3e42-463d-8a0f-f5ee2a4ffd3b req-6d454773-9e98-4331-91d1-7f8cdfb888db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:49.808493 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ecf62b20-3e42-463d-8a0f-f5ee2a4ffd3b req-6d454773-9e98-4331-91d1-7f8cdfb888db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769451 Jul 29 17:08:49.937673 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ecf62b20-3e42-463d-8a0f-f5ee2a4ffd3b req-b9ae1ada-49f9-4bf5-8440-e26b7221810c service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235082 Jul 29 17:08:49.975568 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:49.980578 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-7441f4b5-a31e-4bb4-a80e-6dd6e6b3d320 None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:08:50.067982 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ecf62b20-3e42-463d-8a0f-f5ee2a4ffd3b req-23526a53-0d34-4e7a-b0ac-5b3e7eea92c0 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247880 Jul 29 17:08:50.255856 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:08:50.315794 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7f9a3be8-d3bd-4ab8-b0d9-bccc24529f62 req-75ce1bfc-3e4f-43ac-a75a-aab330d5ee61 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789142 Jul 29 17:08:50.331592 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-7441f4b5-a31e-4bb4-a80e-6dd6e6b3d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '4e5169fc-59d3-43f3-8070-878b119f3768', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'floating_ip_address': '172.26.1.3', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'port_id': '4f670824-4ab1-4d01-96cd-affbb24bdd5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'mac_address': 'fa:16:3e:ae:ff:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:06:47Z', 'updated_at': '2022-07-29T17:08:48Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:08:50.335466 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7441f4b5-a31e-4bb4-a80e-6dd6e6b3d320 None None] The sync data for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv is: [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '4e5169fc-59d3-43f3-8070-878b119f3768', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'floating_ip_address': '172.26.1.3', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'port_id': '4f670824-4ab1-4d01-96cd-affbb24bdd5a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'mac_address': 'fa:16:3e:ae:ff:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:06:47Z', 'updated_at': '2022-07-29T17:08:48Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:08:50.463435 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a3be8-d3bd-4ab8-b0d9-bccc24529f62 req-045ffe24-4d94-41fe-a39d-58da1c1eabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:50.464934 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7f9a3be8-d3bd-4ab8-b0d9-bccc24529f62 req-045ffe24-4d94-41fe-a39d-58da1c1eabb2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 1099 time: 0.0806890 Jul 29 17:08:50.536480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c4fe4-516c-4bad-ba6c-8d8cafa0f2e6 None None] New status for floating IP 4e5169fc-59d3-43f3-8070-878b119f3768: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:08:50.611308 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a3be8-d3bd-4ab8-b0d9-bccc24529f62 req-2ace7c72-745e-4729-bf69-9a3a6e06fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:50.612671 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7f9a3be8-d3bd-4ab8-b0d9-bccc24529f62 req-2ace7c72-745e-4729-bf69-9a3a6e06fb8d service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1294956 Jul 29 17:08:50.715970 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7f9a3be8-d3bd-4ab8-b0d9-bccc24529f62 req-acffdaa9-44df-4a0c-bac7-3cd8ffe2efb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a HTTP/1.1" status: 200 len: 998 time: 0.0975301 Jul 29 17:08:50.777438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a3be8-d3bd-4ab8-b0d9-bccc24529f62 req-436f2c9d-c564-4062-a9d3-40323e77cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:50.778862 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7f9a3be8-d3bd-4ab8-b0d9-bccc24529f62 req-436f2c9d-c564-4062-a9d3-40323e77cdae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0575435 Jul 29 17:08:50.795490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:50.866078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a3be8-d3bd-4ab8-b0d9-bccc24529f62 req-1ad40b4c-987b-475c-a88e-87f1449f34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:08:50.867494 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7f9a3be8-d3bd-4ab8-b0d9-bccc24529f62 req-1ad40b4c-987b-475c-a88e-87f1449f34e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825653 Jul 29 17:08:50.998033 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7f9a3be8-d3bd-4ab8-b0d9-bccc24529f62 req-4ec172a3-385f-478c-8d0b-9346c8b1b8a2 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236577 Jul 29 17:08:51.219793 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7f9a3be8-d3bd-4ab8-b0d9-bccc24529f62 req-5c17d07a-b148-4d9c-899b-8457541df485 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164063 Jul 29 17:09:15.126971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7e4c-8bba-4cb2-81bd-41f4f5a806dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:17.687322 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aaacb5ad-304e-4917-aef6-d46996d7a717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:18.356444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:18.482707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:19.978219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:20.754027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:27.255572 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:09:45.119455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-be72cc0a-a1c8-49cf-bce6-5428a823398d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:47.688036 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6725df1f-e052-4bb1-8198-39260a3786fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:48.357665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:48.485186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:49.979741 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:50.321726 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5409dc34-919e-4c0b-8a50-647b9ec27d60 req-8c86196f-89c8-4cfd-8562-54eced042644 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756464 Jul 29 17:09:50.468473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409dc34-919e-4c0b-8a50-647b9ec27d60 req-3d6002df-738c-4978-8821-50d808c0098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:09:50.469958 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5409dc34-919e-4c0b-8a50-647b9ec27d60 req-3d6002df-738c-4978-8821-50d808c0098f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 1099 time: 0.0801778 Jul 29 17:09:50.616341 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409dc34-919e-4c0b-8a50-647b9ec27d60 req-d2a9d21a-8d10-4df1-b428-12fa6e7e9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:09:50.617763 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5409dc34-919e-4c0b-8a50-647b9ec27d60 req-d2a9d21a-8d10-4df1-b428-12fa6e7e9702 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1276972 Jul 29 17:09:50.718562 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5409dc34-919e-4c0b-8a50-647b9ec27d60 req-acc9e9ad-c54c-4ec7-bb00-2202adaeeef3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a HTTP/1.1" status: 200 len: 1000 time: 0.0950847 Jul 29 17:09:50.752534 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:50.779403 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409dc34-919e-4c0b-8a50-647b9ec27d60 req-45664b47-76b4-4760-8929-420cecb74759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:09:50.780824 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5409dc34-919e-4c0b-8a50-647b9ec27d60 req-45664b47-76b4-4760-8929-420cecb74759 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0562918 Jul 29 17:09:50.865428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409dc34-919e-4c0b-8a50-647b9ec27d60 req-06dbdf08-84e1-4654-9621-2ac9c73b003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:09:50.866918 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5409dc34-919e-4c0b-8a50-647b9ec27d60 req-06dbdf08-84e1-4654-9621-2ac9c73b003e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797758 Jul 29 17:09:50.993577 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5409dc34-919e-4c0b-8a50-647b9ec27d60 req-61b7afae-22ce-4ffc-8edd-8754b77920ff service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208794 Jul 29 17:09:51.118995 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5409dc34-919e-4c0b-8a50-647b9ec27d60 req-6bc27b39-286a-476b-a11c-22dc6916e4a6 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198473 Jul 29 17:09:52.887799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d89aa9-5a0f-425e-87d5-b642e316c751 req-be6f4d99-76b3-401e-9cbe-4058a3c067ae tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:09:52.889295 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06d89aa9-5a0f-425e-87d5-b642e316c751 req-be6f4d99-76b3-401e-9cbe-4058a3c067ae tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.1895716 Jul 29 17:09:52.932066 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06d89aa9-5a0f-425e-87d5-b642e316c751 req-0221e861-ec99-4003-a981-4710bc5013ec tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371718 Jul 29 17:09:54.181466 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195936c7-f31b-4360-ad67-c02f9657de90 req-756d96ac-2c17-4525-a1ed-b1992a5800b7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:09:54.182904 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-195936c7-f31b-4360-ad67-c02f9657de90 req-756d96ac-2c17-4525-a1ed-b1992a5800b7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.1399901 Jul 29 17:09:54.226003 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-195936c7-f31b-4360-ad67-c02f9657de90 req-d8c3c722-dd5e-4dd6-9be1-4ec4ee06a450 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374792 Jul 29 17:09:55.551686 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ef4f1-4e7c-45fa-9723-73f9680186ba req-71f434f1-1cdd-4e95-88b1-5aa61cd1b10e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:09:55.553201 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-328ef4f1-4e7c-45fa-9723-73f9680186ba req-71f434f1-1cdd-4e95-88b1-5aa61cd1b10e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.2162461 Jul 29 17:09:55.597738 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-328ef4f1-4e7c-45fa-9723-73f9680186ba req-a030586f-6e8e-4168-b682-9e413b4ba00c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387282 Jul 29 17:09:56.789456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede807d8-0a68-45c7-bce0-10edc1424276 req-19978183-de8e-4e69-b091-1adbcaa65036 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:09:56.791168 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ede807d8-0a68-45c7-bce0-10edc1424276 req-19978183-de8e-4e69-b091-1adbcaa65036 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0878093 Jul 29 17:09:56.834366 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ede807d8-0a68-45c7-bce0-10edc1424276 req-05598902-23a7-4f1b-aa9c-7bee504e81de tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368884 Jul 29 17:09:58.036111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ec296-a282-4094-9089-783ba261de3d req-0844f1e4-c233-4be9-857b-949cc4f3034b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:09:58.037582 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c19ec296-a282-4094-9089-783ba261de3d req-0844f1e4-c233-4be9-857b-949cc4f3034b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0889931 Jul 29 17:09:58.080541 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c19ec296-a282-4094-9089-783ba261de3d req-0e60fea8-1100-4cf1-aeb6-eaa7169c1f55 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370545 Jul 29 17:09:59.276079 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0347be-78a3-4151-bc03-62a0305d525d req-ffba6274-d5f3-4696-a8c3-b26f86bb4983 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:09:59.277557 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-de0347be-78a3-4151-bc03-62a0305d525d req-ffba6274-d5f3-4696-a8c3-b26f86bb4983 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0897701 Jul 29 17:09:59.321448 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-de0347be-78a3-4151-bc03-62a0305d525d req-f80a7fb3-0dc5-4b2e-8079-94ed1489075e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382295 Jul 29 17:10:00.514149 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ca65a-d04a-4554-92d9-6a07f0c60c69 req-4c72cffa-3c29-4245-9a20-ef806e1afde9 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:00.515655 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f32ca65a-d04a-4554-92d9-6a07f0c60c69 req-4c72cffa-3c29-4245-9a20-ef806e1afde9 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0868587 Jul 29 17:10:00.559735 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f32ca65a-d04a-4554-92d9-6a07f0c60c69 req-13948b99-d2ca-4263-b2c4-5d8324030031 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379016 Jul 29 17:10:01.766475 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a6a70-0ff7-45af-a965-3f3b76d2e4ab req-195be3e7-08b3-490d-9558-4a61c5eda738 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:01.767929 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-364a6a70-0ff7-45af-a965-3f3b76d2e4ab req-195be3e7-08b3-490d-9558-4a61c5eda738 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0910378 Jul 29 17:10:01.810712 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-364a6a70-0ff7-45af-a965-3f3b76d2e4ab req-76f2fe69-285c-4203-a1a2-e2622d5f5073 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372579 Jul 29 17:10:03.010234 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823bd59-223b-4a9b-b339-9316734d2341 req-847f4fa0-b196-462c-866b-3ef74b7bc2d8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:03.011682 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4823bd59-223b-4a9b-b339-9316734d2341 req-847f4fa0-b196-462c-866b-3ef74b7bc2d8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0930912 Jul 29 17:10:03.054873 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4823bd59-223b-4a9b-b339-9316734d2341 req-41fa873b-748e-48c8-9dbf-0174db2dde2b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374098 Jul 29 17:10:04.246028 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ef847-163e-403a-9559-8d814560bbb2 req-4cd71b32-cdad-4de2-b394-bc6f0b7b1e68 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:04.248034 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb9ef847-163e-403a-9559-8d814560bbb2 req-4cd71b32-cdad-4de2-b394-bc6f0b7b1e68 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0868464 Jul 29 17:10:04.254957 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:10:04.291615 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb9ef847-163e-403a-9559-8d814560bbb2 req-1916d1c2-071f-4bf5-ac2c-7262d01802a8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379939 Jul 29 17:10:04.764573 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a936520-1876-4fe8-bda3-823ac249d6bf req-808a9df1-f12a-45c8-b22d-1fe45141e047 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:04.766035 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0a936520-1876-4fe8-bda3-823ac249d6bf req-808a9df1-f12a-45c8-b22d-1fe45141e047 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.1513748 Jul 29 17:10:04.769530 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-3b8b66d3-bd57-4ce4-a473-e518a43439f8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1908574 Jul 29 17:10:04.810839 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0a936520-1876-4fe8-bda3-823ac249d6bf req-d1f89bf8-c3eb-454c-98f4-3a474a041fa2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388074 Jul 29 17:10:05.944225 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-d12bd029-f3bb-4270-8d5a-cacb084010f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:05.945717 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-d12bd029-f3bb-4270-8d5a-cacb084010f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 1099 time: 0.0783384 Jul 29 17:10:06.004687 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7cfcf-9364-4c8a-b89d-2c80ea88bd56 req-f07cadf3-2b50-40b7-9657-8b94b30321c2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:06.006163 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f6c7cfcf-9364-4c8a-b89d-2c80ea88bd56 req-f07cadf3-2b50-40b7-9657-8b94b30321c2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0869570 Jul 29 17:10:06.064795 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f6c7cfcf-9364-4c8a-b89d-2c80ea88bd56 req-d011c5f5-0094-4ee1-b207-1154c2e62101 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529439 Jul 29 17:10:06.075486 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-8fc455d0-cec2-45e7-8bfa-370f73da6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:06.076939 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-8fc455d0-cec2-45e7-8bfa-370f73da6c5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1255279 Jul 29 17:10:06.178193 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-281a2e23-5108-4e7d-b35c-5dca43fadaa7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a HTTP/1.1" status: 200 len: 1000 time: 0.0948064 Jul 29 17:10:06.237820 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-9dddaf2c-723f-4873-b9d5-f705a77b21bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:06.239149 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-9dddaf2c-723f-4873-b9d5-f705a77b21bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0553775 Jul 29 17:10:06.319972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-ab227dcb-3368-434d-a3da-09c837187f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:06.321413 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-ab227dcb-3368-434d-a3da-09c837187f74 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770428 Jul 29 17:10:06.447406 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-fcb0b9d2-05e1-4362-9e57-703252f130ae service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203017 Jul 29 17:10:06.675378 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-b038d813-e6cb-42a8-9ad1-6a67b14ab8bf service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222307 Jul 29 17:10:07.261301 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab75118-693c-45bc-8345-edc5b7c41f93 req-2c811577-0c0c-4a1d-8e82-d422a92b4124 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:07.263361 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1ab75118-693c-45bc-8345-edc5b7c41f93 req-2c811577-0c0c-4a1d-8e82-d422a92b4124 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0894651 Jul 29 17:10:07.306193 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1ab75118-693c-45bc-8345-edc5b7c41f93 req-95b4026e-6346-4e9f-becf-158b2c7c014b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371432 Jul 29 17:10:08.269672 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-308ca431-44b9-4901-b2aa-489a1b6a198c service neutron] 10.222.0.69 "GET /v2.0/ports/4f670824-4ab1-4d01-96cd-affbb24bdd5a/bindings/hv-neutron-8515 HTTP/1.1" status: 200 len: 384 time: 0.0716844 Jul 29 17:10:08.515687 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a60e0e-2841-49de-b2e5-131ac996ade2 req-ba6fc0ef-6548-4cfd-8e21-21735496b4ee tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:08.517289 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-85a60e0e-2841-49de-b2e5-131ac996ade2 req-ba6fc0ef-6548-4cfd-8e21-21735496b4ee tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0954967 Jul 29 17:10:08.552381 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-b3986b60-01c0-4c0f-910d-9407100eedfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:08.554927 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-b3986b60-01c0-4c0f-910d-9407100eedfa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 1099 time: 0.0920029 Jul 29 17:10:08.569935 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-85a60e0e-2841-49de-b2e5-131ac996ade2 req-262b1a36-51e5-4303-b655-5e1920b8cfbc tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459206 Jul 29 17:10:08.654611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-16a5bcea-6364-48b0-8edb-425457c2d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:08.656090 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-16a5bcea-6364-48b0-8edb-425457c2d913 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 1099 time: 0.0788131 Jul 29 17:10:08.789158 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-d8bf8c60-0ce8-42ff-8100-1025b02646d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:08.790615 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-d8bf8c60-0ce8-42ff-8100-1025b02646d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1290479 Jul 29 17:10:08.899913 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-988de675-7e51-4ea4-9058-c0d9f17e68cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a HTTP/1.1" status: 200 len: 1000 time: 0.1039798 Jul 29 17:10:08.963620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-837a9178-392b-4ec5-a7b1-161c61998bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:08.965107 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-837a9178-392b-4ec5-a7b1-161c61998bb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0597966 Jul 29 17:10:09.048173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-a043105a-b9b7-4eef-971e-9d3de497f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:09.049678 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-a043105a-b9b7-4eef-971e-9d3de497f311 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783107 Jul 29 17:10:09.181317 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-97b47055-4433-46b4-a6c7-bb1f880a82ed service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252186 Jul 29 17:10:09.310006 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-282777dd-1da1-47aa-af9a-71657d9c58fb req-a9a2d302-a3c5-4535-b968-9f00f56774c3 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231382 Jul 29 17:10:09.761557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bf294-9873-4e09-9813-1eb6cf5c74b6 req-c3b1caaa-f5dc-45c9-9aeb-df9f5e91c4c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:09.763499 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a54bf294-9873-4e09-9813-1eb6cf5c74b6 req-c3b1caaa-f5dc-45c9-9aeb-df9f5e91c4c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0852590 Jul 29 17:10:09.806348 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a54bf294-9873-4e09-9813-1eb6cf5c74b6 req-d3f823bb-cec8-47df-9051-83f4ebc6ecfc tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372574 Jul 29 17:10:11.001655 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e1732-6512-4fad-94f2-b8f634c21801 req-18da5aed-b35e-4f8e-abe6-935db95999df tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:11.003109 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-015e1732-6512-4fad-94f2-b8f634c21801 req-18da5aed-b35e-4f8e-abe6-935db95999df tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0903940 Jul 29 17:10:11.046503 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-015e1732-6512-4fad-94f2-b8f634c21801 req-501120e1-b028-4800-abfb-81a1dbac8a7e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377126 Jul 29 17:10:12.241516 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c906ce-2348-45cd-85d1-0843a5dfb66b req-0dbb88c9-4327-4426-8fde-3fbf374fe949 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:12.242972 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-74c906ce-2348-45cd-85d1-0843a5dfb66b req-0dbb88c9-4327-4426-8fde-3fbf374fe949 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0889189 Jul 29 17:10:12.286213 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-74c906ce-2348-45cd-85d1-0843a5dfb66b req-6b9c22cb-508a-46cb-acb1-563800e47701 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371284 Jul 29 17:10:12.598909 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c78d7-b13f-4906-a8de-10b9eabfca74 req-dff61621-473b-4229-b019-bbc972ef0ef8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:12.600355 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e00c78d7-b13f-4906-a8de-10b9eabfca74 req-dff61621-473b-4229-b019-bbc972ef0ef8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0890303 Jul 29 17:10:12.628175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e099e-90bb-4491-91ea-e7b43bfd3acb req-91878bc4-9980-4124-a58e-36162e3ebad8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:12.628870 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-c05e099e-90bb-4491-91ea-e7b43bfd3acb req-91878bc4-9980-4124-a58e-36162e3ebad8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Synchronizing usage tracker for tenant:4c6c6dfbff4d472aa87d274cad5fc1ad on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:10:12.644215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-c05e099e-90bb-4491-91ea-e7b43bfd3acb req-91878bc4-9980-4124-a58e-36162e3ebad8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Unset dirty status for tenant:4c6c6dfbff4d472aa87d274cad5fc1ad on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:10:12.644403 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e00c78d7-b13f-4906-a8de-10b9eabfca74 req-cac9c01c-91bd-413b-92cc-54c286d87d14 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382202 Jul 29 17:10:12.645709 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c05e099e-90bb-4491-91ea-e7b43bfd3acb req-91878bc4-9980-4124-a58e-36162e3ebad8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&binding%3Ahost_id=hv-neutron-8515 HTTP/1.1" status: 200 len: 946 time: 0.1123998 Jul 29 17:10:12.790276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e099e-90bb-4491-91ea-e7b43bfd3acb req-fadaa334-59fd-499e-8f17-5f3fe511c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:12.791974 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c05e099e-90bb-4491-91ea-e7b43bfd3acb req-fadaa334-59fd-499e-8f17-5f3fe511c9e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 1099 time: 0.0769289 Jul 29 17:10:12.873001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 4f670824-4ab1-4d01-96cd-affbb24bdd5a details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:10:12.875316 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 4f670824-4ab1-4d01-96cd-affbb24bdd5a no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:10:12.922577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e099e-90bb-4491-91ea-e7b43bfd3acb req-c5862155-7ebc-4135-ab68-cbf0fb97fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:12.924037 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c05e099e-90bb-4491-91ea-e7b43bfd3acb req-c5862155-7ebc-4135-ab68-cbf0fb97fc4e service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1265202 Jul 29 17:10:13.025371 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c05e099e-90bb-4491-91ea-e7b43bfd3acb req-a90ea750-afa6-4d71-8a50-f477710c521a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a HTTP/1.1" status: 200 len: 1000 time: 0.0958893 Jul 29 17:10:13.081333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 4f670824-4ab1-4d01-96cd-affbb24bdd5a is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:10:13.081631 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:13.085697 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e099e-90bb-4491-91ea-e7b43bfd3acb req-5bfadc1c-3c3d-45ed-9fa0-0f902ecc8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:13.087131 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c05e099e-90bb-4491-91ea-e7b43bfd3acb req-5bfadc1c-3c3d-45ed-9fa0-0f902ecc8dea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0562754 Jul 29 17:10:13.111812 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 4f670824-4ab1-4d01-96cd-affbb24bdd5a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:10:13.132934 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f670824-4ab1-4d01-96cd-affbb24bdd5a'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:10:13.139120 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '4f670824-4ab1-4d01-96cd-affbb24bdd5a', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'port_id': '4f670824-4ab1-4d01-96cd-affbb24bdd5a', 'mac_address': 'fa:16:3e:ae:ff:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:10:13.145149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 4f670824-4ab1-4d01-96cd-affbb24bdd5a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:10:13.175283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e099e-90bb-4491-91ea-e7b43bfd3acb req-83425fa1-0451-4116-aa9f-1763a9cfa9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:13.177011 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c05e099e-90bb-4491-91ea-e7b43bfd3acb req-83425fa1-0451-4116-aa9f-1763a9cfa9c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841563 Jul 29 17:10:13.177317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:13.263631 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760236f2-9732-4774-991e-acaaa1bac2dc'] response: {'server_uuid': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f670824-4ab1-4d01-96cd-affbb24bdd5a', 'code': 200} Jul 29 17:10:13.287594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 4f670824-4ab1-4d01-96cd-affbb24bdd5a is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:10:13.287971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:13.309834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=4f670824-4ab1-4d01-96cd-affbb24bdd5a,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:10:13.312804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f670824-4ab1-4d01-96cd-affbb24bdd5a {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:10:13.323589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:13.323933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:13.324270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:13.324661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:13.324974 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:13.325384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:13.325705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:13.326073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:13.326404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:13.326721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:13.327041 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:13.327355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:13.341543 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 4f670824-4ab1-4d01-96cd-affbb24bdd5a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:10:13.346033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:13.416196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['4f670824-4ab1-4d01-96cd-affbb24bdd5a'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:10:13.428113 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c05e099e-90bb-4491-91ea-e7b43bfd3acb req-5bb9aa12-dc1e-4f9b-b10d-139c02894ea9 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445025 Jul 29 17:10:13.464277 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=4f670824-4ab1-4d01-96cd-affbb24bdd5a,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:10:13.561546 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c05e099e-90bb-4491-91ea-e7b43bfd3acb req-a248befe-df76-4088-8b8a-055fdbb1e84b service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271017 Jul 29 17:10:13.944398 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4cc46-c57d-4e83-bf4f-46ac1f8b5677 req-2ba21c2a-4a40-47bc-99db-c48f5fdda015 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:13.945795 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-29c4cc46-c57d-4e83-bf4f-46ac1f8b5677 req-2ba21c2a-4a40-47bc-99db-c48f5fdda015 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 945 time: 0.1931396 Jul 29 17:10:13.990451 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-29c4cc46-c57d-4e83-bf4f-46ac1f8b5677 req-b666fa5e-7c34-4f0d-b669-8e0f07bda012 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383666 Jul 29 17:10:14.879041 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 4f670824-4ab1-4d01-96cd-affbb24bdd5a up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:10:14.945595 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 4f670824-4ab1-4d01-96cd-affbb24bdd5a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:10:14.945971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:15.061682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 4f670824-4ab1-4d01-96cd-affbb24bdd5a is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:10:15.062067 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:15.094877 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 4f670824-4ab1-4d01-96cd-affbb24bdd5a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:10:15.100142 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:15.162671 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ab62dc7b-cda5-4c61-9b25-5ee60733cf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:15.178505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=4f670824-4ab1-4d01-96cd-affbb24bdd5a,revision_number=8']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:10:15.207546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93ae40-2358-4800-b79c-8b24a1b9909e req-3e596bd5-81fb-4f67-8e05-cdcda73b62d0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:15.208994 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ad93ae40-2358-4800-b79c-8b24a1b9909e req-3e596bd5-81fb-4f67-8e05-cdcda73b62d0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0906923 Jul 29 17:10:15.253772 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ad93ae40-2358-4800-b79c-8b24a1b9909e req-512d3e07-b814-4571-9d75-316f70141a8f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385149 Jul 29 17:10:15.264855 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f670824-4ab1-4d01-96cd-affbb24bdd5a'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:10:15.307560 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747094cd-10d8-47e4-af14-7f90423d2b5e'] response: {'server_uuid': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f670824-4ab1-4d01-96cd-affbb24bdd5a', 'code': 200} Jul 29 17:10:15.454488 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd52eb-cdd8-4c43-a18f-9751c3f030c9 req-66dd396c-7e2e-4a00-b328-e72774732851 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:15.455958 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a5cd52eb-cdd8-4c43-a18f-9751c3f030c9 req-66dd396c-7e2e-4a00-b328-e72774732851 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0955043 Jul 29 17:10:15.503589 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a5cd52eb-cdd8-4c43-a18f-9751c3f030c9 req-b02a18a9-9b9c-42ae-95e2-24c670c8ea9d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420356 Jul 29 17:10:15.845696 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef8a88-9573-420d-b3eb-ffee53d71bf2 req-df87c0b2-3d5a-4390-8312-69689b55b59d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:15.847188 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-69ef8a88-9573-420d-b3eb-ffee53d71bf2 req-df87c0b2-3d5a-4390-8312-69689b55b59d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0887172 Jul 29 17:10:15.886531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b8a5b-4f10-4123-ac0f-7337e453bc97 req-e8b49f86-5663-4bf7-896a-ad1ac28240f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:15.888026 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-598b8a5b-4f10-4123-ac0f-7337e453bc97 req-e8b49f86-5663-4bf7-896a-ad1ac28240f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 1099 time: 0.0780268 Jul 29 17:10:15.891679 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-69ef8a88-9573-420d-b3eb-ffee53d71bf2 req-513754b3-fe01-46ee-8100-760757268523 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387354 Jul 29 17:10:16.019265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b8a5b-4f10-4123-ac0f-7337e453bc97 req-cd44face-1317-4bd3-9e31-bdba866b27a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:16.020713 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-598b8a5b-4f10-4123-ac0f-7337e453bc97 req-cd44face-1317-4bd3-9e31-bdba866b27a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1263998 Jul 29 17:10:16.123226 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-598b8a5b-4f10-4123-ac0f-7337e453bc97 req-69fd979f-de33-4271-830b-8c211ced48a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a HTTP/1.1" status: 200 len: 1000 time: 0.0961645 Jul 29 17:10:16.184682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b8a5b-4f10-4123-ac0f-7337e453bc97 req-b364bef2-5862-4ed5-86e8-6159adf2c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:16.186132 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-598b8a5b-4f10-4123-ac0f-7337e453bc97 req-b364bef2-5862-4ed5-86e8-6159adf2c831 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0568886 Jul 29 17:10:16.268594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b8a5b-4f10-4123-ac0f-7337e453bc97 req-38484a6e-7d6d-444d-9a5c-6d90689fcd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:16.270110 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-598b8a5b-4f10-4123-ac0f-7337e453bc97 req-38484a6e-7d6d-444d-9a5c-6d90689fcd1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783730 Jul 29 17:10:16.399353 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-598b8a5b-4f10-4123-ac0f-7337e453bc97 req-7c5010fb-7ba4-43ed-9bd7-d1afde826a8b service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232476 Jul 29 17:10:16.529207 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-598b8a5b-4f10-4123-ac0f-7337e453bc97 req-7448fcc1-4702-4ca1-ac60-93806f3ebd00 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236749 Jul 29 17:10:17.093718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2965288-0288-47f1-a19d-4b682b0e51cf req-0b0852b5-3f57-4f4d-b106-14b0890b2e73 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:17.095192 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b2965288-0288-47f1-a19d-4b682b0e51cf req-0b0852b5-3f57-4f4d-b106-14b0890b2e73 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0926723 Jul 29 17:10:17.146835 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b2965288-0288-47f1-a19d-4b682b0e51cf req-a0fb31c5-2e5c-4aa2-a2bd-24aaa1350a94 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457070 Jul 29 17:10:17.689623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7524f750-2f88-4c51-8371-34fb1cead1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:18.347391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d72aa4-8819-4af7-9940-50c44f53e00d req-dab5ec91-fd2d-4f6e-b91f-2f4bae39525f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:18.348901 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c4d72aa4-8819-4af7-9940-50c44f53e00d req-dab5ec91-fd2d-4f6e-b91f-2f4bae39525f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0903609 Jul 29 17:10:18.360243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:18.400473 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c4d72aa4-8819-4af7-9940-50c44f53e00d req-8f445c21-d575-460e-bde4-d0f09cc1de53 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458794 Jul 29 17:10:18.489810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:18.787459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609270a-b74b-4a8c-a679-13d04e63f2b2 req-1df9926d-7209-468b-8603-9bf4f1e967c3 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:18.788925 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8609270a-b74b-4a8c-a679-13d04e63f2b2 req-1df9926d-7209-468b-8603-9bf4f1e967c3 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0858495 Jul 29 17:10:18.832443 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8609270a-b74b-4a8c-a679-13d04e63f2b2 req-bceb19a9-0ced-4601-91b8-57ce38548769 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371087 Jul 29 17:10:20.030606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b837ea-2566-46ac-8167-510688fafc89 req-91c033d3-7fa8-4c4d-bb17-98d9fab69a9c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:20.032054 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-41b837ea-2566-46ac-8167-510688fafc89 req-91c033d3-7fa8-4c4d-bb17-98d9fab69a9c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0904322 Jul 29 17:10:20.042705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:20.077246 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-41b837ea-2566-46ac-8167-510688fafc89 req-3434862f-9c1d-4d2c-b7d2-d90c3e4a990c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393243 Jul 29 17:10:20.506980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78098273-1639-4d7c-8059-db7bccbb49bc req-b6c1b1db-f8ea-4f9e-9673-0c8c822934bb tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:20.508402 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-78098273-1639-4d7c-8059-db7bccbb49bc req-b6c1b1db-f8ea-4f9e-9673-0c8c822934bb tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0857909 Jul 29 17:10:20.580805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-78098273-1639-4d7c-8059-db7bccbb49bc req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Deleting port 4f670824-4ab1-4d01-96cd-affbb24bdd5a {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:10:20.581179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-78098273-1639-4d7c-8059-db7bccbb49bc req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:20.769762 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:20.833594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-78098273-1639-4d7c-8059-db7bccbb49bc req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] For port 4f670824-4ab1-4d01-96cd-affbb24bdd5a, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=4f670824-4ab1-4d01-96cd-affbb24bdd5a,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:10:20.833952 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-78098273-1639-4d7c-8059-db7bccbb49bc req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:21.217604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-78098273-1639-4d7c-8059-db7bccbb49bc req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:21.218087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-78098273-1639-4d7c-8059-db7bccbb49bc req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:21.218403 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [req-78098273-1639-4d7c-8059-db7bccbb49bc req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Floating IP 4e5169fc-59d3-43f3-8070-878b119f3768 disassociated. External IP: 172.26.1.3, port: 4f670824-4ab1-4d01-96cd-affbb24bdd5a. Jul 29 17:10:21.218750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-78098273-1639-4d7c-8059-db7bccbb49bc req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Calling delete_port for 4f670824-4ab1-4d01-96cd-affbb24bdd5a owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:10:21.273532 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa31753-dddd-4836-85c1-9f906e0435d4 req-a6f46841-c167-42e4-9338-3492009c2872 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:21.274981 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0aa31753-dddd-4836-85c1-9f906e0435d4 req-a6f46841-c167-42e4-9338-3492009c2872 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 946 time: 0.0869536 Jul 29 17:10:21.323569 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0aa31753-dddd-4836-85c1-9f906e0435d4 req-e2fdb622-5fe8-4e0e-abc9-abc67f0c43b8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424786 Jul 29 17:10:21.365739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-78098273-1639-4d7c-8059-db7bccbb49bc req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:21.416451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Pushing event deleted for resources: {'Port': ['ID=4f670824-4ab1-4d01-96cd-affbb24bdd5a,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:10:21.427444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:21.427790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:21.428125 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:21.428455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:21.428777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:21.429119 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:21.429443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:21.429769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:21.430084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:21.430821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:21.430821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:21.431013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:10:21.620990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78098273-1639-4d7c-8059-db7bccbb49bc req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Router 91a201c0-c172-4659-a0f6-feca6c9f0111 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:10:21.796959 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78098273-1639-4d7c-8059-db7bccbb49bc req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:10:21.806358 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6101134c-a585-4b30-a4cf-8a0ceb179b2c None None] Sync routers for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:10:21.816287 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6101134c-a585-4b30-a4cf-8a0ceb179b2c None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:10:21.816888 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6101134c-a585-4b30-a4cf-8a0ceb179b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:10:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:10:21.879064 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-78098273-1639-4d7c-8059-db7bccbb49bc req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] No DVR routers for this DVR port 4f670824-4ab1-4d01-96cd-affbb24bdd5a on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:10:21.881433 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-78098273-1639-4d7c-8059-db7bccbb49bc req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:21.883929 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'name': 'network-vif-deleted', 'tag': '4f670824-4ab1-4d01-96cd-affbb24bdd5a'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:10:21.901496 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-78098273-1639-4d7c-8059-db7bccbb49bc req-1ba10ba7-2010-4564-a631-a4c4e2780059 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "DELETE /v2.0/ports/4f670824-4ab1-4d01-96cd-affbb24bdd5a HTTP/1.1" status: 204 len: 173 time: 1.3874648 Jul 29 17:10:21.997076 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-6101134c-a585-4b30-a4cf-8a0ceb179b2c None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:10:22.010577 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec34ec3f-effa-466b-ad3c-bc44ec3f0e66'] response: {'server_uuid': '97365da9-513a-4ad9-a9c5-f0f48caaf686', 'name': 'network-vif-deleted', 'tag': '4f670824-4ab1-4d01-96cd-affbb24bdd5a', 'status': 'completed', 'code': 200} Jul 29 17:10:22.331679 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6101134c-a585-4b30-a4cf-8a0ceb179b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:10:22.335592 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6101134c-a585-4b30-a4cf-8a0ceb179b2c None None] Checking router: 91a201c0-c172-4659-a0f6-feca6c9f0111 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:10:22.346913 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6101134c-a585-4b30-a4cf-8a0ceb179b2c None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:10:22.347506 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6101134c-a585-4b30-a4cf-8a0ceb179b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:10:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:10:22.506439 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cc9ceb88-7b72-4b83-882c-04f59f1508c7 req-d0d2201a-9ad8-4c35-8452-d619fa8e938c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=97365da9-513a-4ad9-a9c5-f0f48caaf686 HTTP/1.1" status: 200 len: 210 time: 0.0509577 Jul 29 17:10:22.530242 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-6101134c-a585-4b30-a4cf-8a0ceb179b2c None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:10:22.828193 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-6101134c-a585-4b30-a4cf-8a0ceb179b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:10:22.831939 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6101134c-a585-4b30-a4cf-8a0ceb179b2c None None] The sync data for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv is: [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:10:23.028176 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bf86c6-b8b5-4d0e-8da3-0fc78b67f770 None None] New status for floating IP 4e5169fc-59d3-43f3-8070-878b119f3768: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:10:23.833489 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-a4bb2122-c97e-4987-bc3f-6e99badabd8a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1931270691&fields=id&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 267 time: 0.0384631 Jul 29 17:10:23.981426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d21717-d8ea-4898-9324-271f281f91de req-5118061b-67fd-4cba-aaac-bd2169578a2e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:23.982854 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-5118061b-67fd-4cba-aaac-bd2169578a2e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 812 time: 0.1423213 Jul 29 17:10:23.997251 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-ebd71ea9-5e9c-4242-a1f8-aab797800ed9 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/quotas/4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 375 time: 0.0088928 Jul 29 17:10:24.091391 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-a017115d-1d0a-457a-842b-2930a0d57b1d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0891774 Jul 29 17:10:24.266433 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-beae9884-a154-4e99-8b32-c9e5d23f6ce4 service neutron] 10.222.0.58 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637142 Jul 29 17:10:24.394994 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-d4f3f0dc-fa72-464b-885b-51c46db2652c service neutron] 10.222.0.58 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226571 Jul 29 17:10:24.574435 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-852ed45c-7b7e-453e-888f-e120221b9d54 req-b06d12a0-b783-4cfa-b30d-01d734dc94ea tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 210 time: 0.0498781 Jul 29 17:10:24.941712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 4f670824-4ab1-4d01-96cd-affbb24bdd5a no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:10:24.979057 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 4f670824-4ab1-4d01-96cd-affbb24bdd5a {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:10:24.979415 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 4f670824-4ab1-4d01-96cd-affbb24bdd5a not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:10:25.580625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d21717-d8ea-4898-9324-271f281f91de req-04511074-96a6-4a0d-9ac5-3bd6a671913f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:25.582067 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-04511074-96a6-4a0d-9ac5-3bd6a671913f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 812 time: 0.1499054 Jul 29 17:10:25.635528 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-53aec825-ab1e-48a1-9d5f-cdfe5aea271b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 380 time: 0.0456269 Jul 29 17:10:25.648373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Request body: {'port': {'device_id': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'admin_state_up': True, 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'security_groups': ['7c2ec55d-2678-4ab4-9f23-229d89c8580c']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:10:25.746945 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b16e4a9c-d7ae-47d2-b0a5-be574f307add req-c754ad86-dff0-47e9-ba93-22656add9e45 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 210 time: 0.0521307 Jul 29 17:10:25.786074 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:10:25.790086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Usage tracker for resource:port and tenant:4c6c6dfbff4d472aa87d274cad5fc1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:10:25.793091 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:10:25.799272 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:10:25.808639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Made reservation on behalf of 4c6c6dfbff4d472aa87d274cad5fc1ad for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:10:25.811996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:25.964975 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Allocated IP 172.20.0.8 (22179490-840b-4c93-a3bd-a660e7c98fab/738a36bd-9c5c-4ece-bf05-f20fd9a09a21/d0a04f04-c77b-4e7f-bafa-dc720999d6bc) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:10:26.148557 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:26.163619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Transition to ACTIVE for port object d0a04f04-c77b-4e7f-bafa-dc720999d6bc will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:10:26.185728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:26.252364 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Network 22179490-840b-4c93-a3bd-a660e7c98fab is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:10:26.255229 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:10:26.258955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:10:26.289383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Pushing event updated for resources: {'Port': ['ID=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:10:26.328383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:26.328980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:26.353824 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-b5289e3d-8404-4d05-85fd-bdc979f38dc2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7094233 Jul 29 17:10:26.365184 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Request body: {'port': {'device_id': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:10:26.469138 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0179b965-ea37-49a1-a65d-9dda0b457772 None None] Provisioning for port d0a04f04-c77b-4e7f-bafa-dc720999d6bc completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:10:26.474461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0179b965-ea37-49a1-a65d-9dda0b457772 None None] Provisioning complete for port d0a04f04-c77b-4e7f-bafa-dc720999d6bc triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:10:26.475246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0179b965-ea37-49a1-a65d-9dda0b457772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:26.527832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0179b965-ea37-49a1-a65d-9dda0b457772 None None] Port d0a04f04-c77b-4e7f-bafa-dc720999d6bc cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:10:26.580275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:26.915565 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a04f04-c77b-4e7f-bafa-dc720999d6bc {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:10:26.925485 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:26.942500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Transition to ACTIVE for port object d0a04f04-c77b-4e7f-bafa-dc720999d6bc will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:10:26.945907 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:27.054147 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a242fcc-5e25-4eef-8a9b-a1b33839d8ad req-dc4f6368-4baf-4747-973d-ce5538043ba5 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:27.055570 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2a242fcc-5e25-4eef-8a9b-a1b33839d8ad req-dc4f6368-4baf-4747-973d-ce5538043ba5 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 943 time: 0.2026954 Jul 29 17:10:27.104080 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2a242fcc-5e25-4eef-8a9b-a1b33839d8ad req-d20785e1-5b02-49a7-8631-f1008f0bc7e7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411367 Jul 29 17:10:27.145362 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:10:27.193583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Attempting to bind port d0a04f04-c77b-4e7f-bafa-dc720999d6bc on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:10:27.193919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Attempting to bind port d0a04f04-c77b-4e7f-bafa-dc720999d6bc by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:10:27.194267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Attempting to bind port d0a04f04-c77b-4e7f-bafa-dc720999d6bc on network 22179490-840b-4c93-a3bd-a660e7c98fab {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:10:27.198802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Port d0a04f04-c77b-4e7f-bafa-dc720999d6bc on network 22179490-840b-4c93-a3bd-a660e7c98fab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:10:27.199120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Attempting to bind port d0a04f04-c77b-4e7f-bafa-dc720999d6bc on network 22179490-840b-4c93-a3bd-a660e7c98fab {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:10:27.204114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:10:27.204446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Checking segment: {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:10:27.204821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Bound using segment: {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:10:27.205266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Bound port: d0a04f04-c77b-4e7f-bafa-dc720999d6bc, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:10:27.205608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:27.296482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] For port d0a04f04-c77b-4e7f-bafa-dc720999d6bc, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:10:27.299266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] For port d0a04f04-c77b-4e7f-bafa-dc720999d6bc, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:10:27.302765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:27.361681 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:27.362292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:27.363656 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] 10.222.0.69 "PUT /v2.0/ports/d0a04f04-c77b-4e7f-bafa-dc720999d6bc HTTP/1.1" status: 200 len: 1093 time: 1.0030594 Jul 29 17:10:27.364107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'tag': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:10:27.383267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ebd1e-4374-4c58-8b7d-2588591e62f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:10:27.443843 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda0fd27-263e-44a0-b69b-3ef18f6ba42c'] response: {'name': 'network-changed', 'server_uuid': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'tag': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'status': 'completed', 'code': 200} Jul 29 17:10:27.498739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d21717-d8ea-4898-9324-271f281f91de req-9e5a6689-5221-46b1-883c-7d12928b3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:27.500377 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-9e5a6689-5221-46b1-883c-7d12928b3216 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 1096 time: 0.0962152 Jul 29 17:10:27.569743 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-13231ad5-8f11-4ff0-8a15-28c4ecca8dda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc HTTP/1.1" status: 200 len: 217 time: 0.0620508 Jul 29 17:10:27.633542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d21717-d8ea-4898-9324-271f281f91de req-b52f241d-c9a6-4354-8af6-f09c13eb5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:27.634831 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-b52f241d-c9a6-4354-8af6-f09c13eb5fb5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0601566 Jul 29 17:10:27.715239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d21717-d8ea-4898-9324-271f281f91de req-91ef8f6c-4fbe-4d8e-a2ad-215d257094f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:27.717279 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-91ef8f6c-4fbe-4d8e-a2ad-215d257094f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768406 Jul 29 17:10:27.844847 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-633175b4-e1e6-4b1d-903f-97450f39c8c0 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211476 Jul 29 17:10:27.972275 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-52d21717-d8ea-4898-9324-271f281f91de req-92196aed-c906-43b6-bd8f-8f53e9334279 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220605 Jul 29 17:10:28.204627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492a638-bb65-4df9-80ac-089d91e7227d req-d0a1d16e-0cb9-4236-9e8c-42612a1f349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:28.206144 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a492a638-bb65-4df9-80ac-089d91e7227d req-d0a1d16e-0cb9-4236-9e8c-42612a1f349c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 1096 time: 0.1777887 Jul 29 17:10:28.304708 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de554a64-fbe8-461f-a916-b3a26b0b5deb req-75c4af41-2274-45e9-b937-2d634776637d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:28.306096 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-de554a64-fbe8-461f-a916-b3a26b0b5deb req-75c4af41-2274-45e9-b937-2d634776637d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 943 time: 0.0885556 Jul 29 17:10:28.335759 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492a638-bb65-4df9-80ac-089d91e7227d req-f00d6550-6abe-4c50-b426-f4be7a9f88aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:28.337220 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a492a638-bb65-4df9-80ac-089d91e7227d req-f00d6550-6abe-4c50-b426-f4be7a9f88aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1256049 Jul 29 17:10:28.349534 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-de554a64-fbe8-461f-a916-b3a26b0b5deb req-ac9eb7b7-058e-42bd-91d0-880f9ca97757 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372431 Jul 29 17:10:28.402721 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a492a638-bb65-4df9-80ac-089d91e7227d req-718f9f57-9d41-4483-8712-f38e4e48e1c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc HTTP/1.1" status: 200 len: 217 time: 0.0599627 Jul 29 17:10:28.467706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492a638-bb65-4df9-80ac-089d91e7227d req-0f6c15ee-658f-47e2-a31a-8b51560271dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:28.469113 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a492a638-bb65-4df9-80ac-089d91e7227d req-0f6c15ee-658f-47e2-a31a-8b51560271dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0590026 Jul 29 17:10:28.550893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492a638-bb65-4df9-80ac-089d91e7227d req-4e8d8e7d-9d46-4c21-aae9-67455625d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:28.552365 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a492a638-bb65-4df9-80ac-089d91e7227d req-4e8d8e7d-9d46-4c21-aae9-67455625d768 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767994 Jul 29 17:10:28.680680 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a492a638-bb65-4df9-80ac-089d91e7227d req-e600895f-710f-4a7d-b062-8f8dc15aa2bb service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216683 Jul 29 17:10:28.808448 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a492a638-bb65-4df9-80ac-089d91e7227d req-728d1013-fee8-4411-a11b-6fd8d3c25b43 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222634 Jul 29 17:10:29.547040 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbfd93-9fc5-4e63-8c6a-b63d04eafce5 req-62257f72-c655-42d5-ba46-2f563c97d8cb tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:29.548527 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3bcbfd93-9fc5-4e63-8c6a-b63d04eafce5 req-62257f72-c655-42d5-ba46-2f563c97d8cb tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 943 time: 0.0891299 Jul 29 17:10:29.596481 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3bcbfd93-9fc5-4e63-8c6a-b63d04eafce5 req-2f302041-a5f3-4e56-ba9e-9c880b1a21a0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416453 Jul 29 17:10:30.787806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681029cd-81e3-4dd5-9327-6078357586c1 req-c23434fa-21ac-4453-af8c-399d3a15b15f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:30.789259 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-681029cd-81e3-4dd5-9327-6078357586c1 req-c23434fa-21ac-4453-af8c-399d3a15b15f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 943 time: 0.0852268 Jul 29 17:10:30.833545 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-681029cd-81e3-4dd5-9327-6078357586c1 req-cfe461ab-aaba-43c6-97f3-a454cf10f9b7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377116 Jul 29 17:10:30.973102 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d0a04f04-c77b-4e7f-bafa-dc720999d6bc details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:10:31.102818 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d0a04f04-c77b-4e7f-bafa-dc720999d6bc, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:10:31.116010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'port_id': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'mac_address': 'fa:16:3e:b6:10:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:10:31.173330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port d0a04f04-c77b-4e7f-bafa-dc720999d6bc is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:10:31.173714 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:31.190163 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a04f04-c77b-4e7f-bafa-dc720999d6bc {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:10:31.205661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d0a04f04-c77b-4e7f-bafa-dc720999d6bc, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:10:31.209648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:31.274350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:10:31.514827 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['d0a04f04-c77b-4e7f-bafa-dc720999d6bc'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:10:32.031433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a0f26-f37c-4060-84d2-63d6d8c9f325 req-fae67d2a-02cf-4e77-a977-b3009f6fe9b4 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:32.032866 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ff9a0f26-f37c-4060-84d2-63d6d8c9f325 req-fae67d2a-02cf-4e77-a977-b3009f6fe9b4 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 944 time: 0.0891097 Jul 29 17:10:32.076290 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ff9a0f26-f37c-4060-84d2-63d6d8c9f325 req-efb63aee-5802-4243-aca6-0821ad7cf32d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378249 Jul 29 17:10:32.987988 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d0a04f04-c77b-4e7f-bafa-dc720999d6bc up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:10:33.053593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port d0a04f04-c77b-4e7f-bafa-dc720999d6bc completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:10:33.058308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port d0a04f04-c77b-4e7f-bafa-dc720999d6bc triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:10:33.058678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:33.175263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port d0a04f04-c77b-4e7f-bafa-dc720999d6bc is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:10:33.175648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:33.202918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:10:33.212909 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d0a04f04-c77b-4e7f-bafa-dc720999d6bc, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:10:33.218473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:33.249380 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5817cdd1-93dc-4358-8311-0c55903a4701'] response: {'server_uuid': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'code': 200} Jul 29 17:10:33.283207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2918e-8c22-4dc3-ba8c-bea65f9104e0 req-8898718d-7af3-440c-a2a4-f0306a474d68 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:33.285181 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e3e2918e-8c22-4dc3-ba8c-bea65f9104e0 req-8898718d-7af3-440c-a2a4-f0306a474d68 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0980341 Jul 29 17:10:33.290603 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:10:33.336750 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e3e2918e-8c22-4dc3-ba8c-bea65f9104e0 req-79df6f5d-32fd-474e-b620-f2b0406fedcf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457442 Jul 29 17:10:33.483599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b8be-b557-4662-95c4-569256203741 req-8c12e959-dfd2-4e84-bab5-5d67b8b7c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:33.485091 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e838b8be-b557-4662-95c4-569256203741 req-8c12e959-dfd2-4e84-bab5-5d67b8b7c03e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 1098 time: 0.0799747 Jul 29 17:10:33.525683 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e838b8be-b557-4662-95c4-569256203741 req-2eadaafb-ece3-4698-b4dc-6b4dbba170ab service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345619 Jul 29 17:10:34.529493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6f614-5f3a-40cd-9f5c-7ce5dc91b163 req-711b50ab-00a3-4440-a433-986bb86e8e33 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:34.530963 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b6e6f614-5f3a-40cd-9f5c-7ce5dc91b163 req-711b50ab-00a3-4440-a433-986bb86e8e33 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0867801 Jul 29 17:10:34.573655 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b6e6f614-5f3a-40cd-9f5c-7ce5dc91b163 req-09e0b512-041d-41e3-bd9c-a5bfc568680a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369554 Jul 29 17:10:35.772257 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8be149-3696-4710-99a3-7f8606bb1dbd req-859d5f3d-37c7-401b-956d-7afbd260bc3b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:35.773709 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6b8be149-3696-4710-99a3-7f8606bb1dbd req-859d5f3d-37c7-401b-956d-7afbd260bc3b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0883944 Jul 29 17:10:35.817087 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6b8be149-3696-4710-99a3-7f8606bb1dbd req-c77ea3c0-d2f6-4bc1-b296-248f70fb65d3 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371737 Jul 29 17:10:36.000960 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e8225-8c55-4bca-bf57-51598e714534 req-ef3db8df-2ad9-41d0-b31b-9573fc7d013d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:36.002424 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-957e8225-8c55-4bca-bf57-51598e714534 req-ef3db8df-2ad9-41d0-b31b-9573fc7d013d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0848563 Jul 29 17:10:36.012067 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59074) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:10:36.017322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-704b66a6-27a4-4c37-9a78-316684791fe5 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Request body: {'floatingip': {'port_id': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:10:36.093487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-704b66a6-27a4-4c37-9a78-316684791fe5 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:36.668683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-704b66a6-27a4-4c37-9a78-316684791fe5 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:36.672360 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-704b66a6-27a4-4c37-9a78-316684791fe5 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:36.945557 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-704b66a6-27a4-4c37-9a78-316684791fe5 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Floating IP 4e5169fc-59d3-43f3-8070-878b119f3768 associated. External IP: 172.26.1.3, port: d0a04f04-c77b-4e7f-bafa-dc720999d6bc. Jul 29 17:10:37.288890 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704b66a6-27a4-4c37-9a78-316684791fe5 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Router 91a201c0-c172-4659-a0f6-feca6c9f0111 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:10:37.467324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704b66a6-27a4-4c37-9a78-316684791fe5 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:10:37.472233 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-704b66a6-27a4-4c37-9a78-316684791fe5 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:37.477323 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5b9939-d4a6-4006-ab54-3133bc66fa3b None None] Sync routers for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:10:37.487957 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b9939-d4a6-4006-ab54-3133bc66fa3b None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:10:37.488562 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0c5b9939-d4a6-4006-ab54-3133bc66fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:10:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:10:37.532903 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-704b66a6-27a4-4c37-9a78-316684791fe5 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "PUT /v2.0/floatingips/4e5169fc-59d3-43f3-8070-878b119f3768 HTTP/1.1" status: 200 len: 989 time: 1.5198255 Jul 29 17:10:37.533617 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'tag': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:10:37.578637 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304b7d5d-bc47-42a1-bb4e-74f3481f44fd'] response: {'name': 'network-changed', 'server_uuid': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'tag': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'status': 'completed', 'code': 200} Jul 29 17:10:37.669028 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-0c5b9939-d4a6-4006-ab54-3133bc66fa3b None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:10:37.678188 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb29686-3b30-4594-9d82-874dee4b46fe req-aed80482-5b2a-4524-87fb-84cd8ff2b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:37.679657 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0fb29686-3b30-4594-9d82-874dee4b46fe req-aed80482-5b2a-4524-87fb-84cd8ff2b6d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 1098 time: 0.0791056 Jul 29 17:10:37.809115 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb29686-3b30-4594-9d82-874dee4b46fe req-0d265fb0-b808-4a64-af7a-8ebb2062c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:37.810494 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0fb29686-3b30-4594-9d82-874dee4b46fe req-0d265fb0-b808-4a64-af7a-8ebb2062c358 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1251774 Jul 29 17:10:37.912950 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0fb29686-3b30-4594-9d82-874dee4b46fe req-188e7493-6aa5-485c-87b7-62f22662b644 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc HTTP/1.1" status: 200 len: 997 time: 0.0969286 Jul 29 17:10:37.977237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb29686-3b30-4594-9d82-874dee4b46fe req-6ba4eb60-f7e5-4a6a-aee1-f1f805559e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:37.978659 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0fb29686-3b30-4594-9d82-874dee4b46fe req-6ba4eb60-f7e5-4a6a-aee1-f1f805559e33 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0602512 Jul 29 17:10:38.009829 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0c5b9939-d4a6-4006-ab54-3133bc66fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '4e5169fc-59d3-43f3-8070-878b119f3768', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'floating_ip_address': '172.26.1.3', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'port_id': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'mac_address': 'fa:16:3e:b6:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:06:47Z', 'updated_at': '2022-07-29T17:10:36Z', 'revision_number': 9, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:10:38.013636 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5b9939-d4a6-4006-ab54-3133bc66fa3b None None] Checking router: 91a201c0-c172-4659-a0f6-feca6c9f0111 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:10:38.021749 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b9939-d4a6-4006-ab54-3133bc66fa3b None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:10:38.022340 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0c5b9939-d4a6-4006-ab54-3133bc66fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:10:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:10:38.058606 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb29686-3b30-4594-9d82-874dee4b46fe req-d15034e4-6c71-432d-b809-f86491e2215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:38.060151 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0fb29686-3b30-4594-9d82-874dee4b46fe req-d15034e4-6c71-432d-b809-f86491e2215e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759654 Jul 29 17:10:38.190697 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0fb29686-3b30-4594-9d82-874dee4b46fe req-ba6d7161-629e-488f-886c-a60e685913cc service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246572 Jul 29 17:10:38.225241 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-0c5b9939-d4a6-4006-ab54-3133bc66fa3b None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:10:38.320174 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0fb29686-3b30-4594-9d82-874dee4b46fe req-31b6904d-1703-4efb-bcfd-0dc795cbe9d2 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230345 Jul 29 17:10:38.569654 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-0c5b9939-d4a6-4006-ab54-3133bc66fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '4e5169fc-59d3-43f3-8070-878b119f3768', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'floating_ip_address': '172.26.1.3', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'port_id': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'mac_address': 'fa:16:3e:b6:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:06:47Z', 'updated_at': '2022-07-29T17:10:36Z', 'revision_number': 9, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:10:38.573656 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5b9939-d4a6-4006-ab54-3133bc66fa3b None None] The sync data for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv is: [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '4e5169fc-59d3-43f3-8070-878b119f3768', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'floating_ip_address': '172.26.1.3', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'port_id': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'mac_address': 'fa:16:3e:b6:10:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:06:47Z', 'updated_at': '2022-07-29T17:10:36Z', 'revision_number': 9, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:10:38.759635 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065aa5c8-3ed1-4612-9281-6bfb6225fb19 None None] New status for floating IP 4e5169fc-59d3-43f3-8070-878b119f3768: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:10:41.255097 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:10:45.126453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b1c76d72-00e1-4421-87a9-149d2213e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:47.691907 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fa400077-7d54-4ee0-97a4-8998af2a38db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:48.361699 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:48.491251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:49.984352 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:50.783062 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:52.310610 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-79f578be-dcf8-4143-acb4-a0cf5d295564 req-5600ad4b-e03c-4396-ab86-bffdb72790c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792024 Jul 29 17:10:52.452672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f578be-dcf8-4143-acb4-a0cf5d295564 req-99306f6d-9e50-4747-8a65-7fd7876bc3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:52.454653 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-79f578be-dcf8-4143-acb4-a0cf5d295564 req-99306f6d-9e50-4747-8a65-7fd7876bc3b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 1098 time: 0.0773418 Jul 29 17:10:52.686562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f578be-dcf8-4143-acb4-a0cf5d295564 req-c02624a3-07b8-4347-af31-08ce3a353c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:52.688423 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-79f578be-dcf8-4143-acb4-a0cf5d295564 req-c02624a3-07b8-4347-af31-08ce3a353c65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.2169442 Jul 29 17:10:52.789563 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-79f578be-dcf8-4143-acb4-a0cf5d295564 req-0372fda8-c287-436e-9faf-127401cc7ecd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc HTTP/1.1" status: 200 len: 1000 time: 0.0943408 Jul 29 17:10:52.855146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f578be-dcf8-4143-acb4-a0cf5d295564 req-aabebb01-4627-450a-a4f4-4b4d71aefb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:52.856507 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-79f578be-dcf8-4143-acb4-a0cf5d295564 req-aabebb01-4627-450a-a4f4-4b4d71aefb8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0608668 Jul 29 17:10:52.938369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f578be-dcf8-4143-acb4-a0cf5d295564 req-b45e3aab-9c78-4f69-9281-f3c63b0533ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:10:52.939704 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-79f578be-dcf8-4143-acb4-a0cf5d295564 req-b45e3aab-9c78-4f69-9281-f3c63b0533ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750563 Jul 29 17:10:53.067000 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-79f578be-dcf8-4143-acb4-a0cf5d295564 req-9236a380-5408-4d27-9712-64be62eafd1a service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206930 Jul 29 17:10:53.193985 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-79f578be-dcf8-4143-acb4-a0cf5d295564 req-179ad995-4645-49f9-8622-a82e82138629 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214952 Jul 29 17:11:15.128535 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-03a8fcbf-0c8a-42c0-a0f7-33866e7023f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:17.693498 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5553721e-ac42-44c6-91fa-560bee012de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:18.254459 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:11:18.362443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:18.493922 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:19.990335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:20.788328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:41.376539 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-1c14462e-8004-41ba-9e96-2640079d2acc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1430585 Jul 29 17:11:41.388405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967673ee-b037-464f-b0de-55a8ad646edb req-b18f72e9-5b07-45ec-8b6e-b76e8cda52ac tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:41.389898 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-967673ee-b037-464f-b0de-55a8ad646edb req-b18f72e9-5b07-45ec-8b6e-b76e8cda52ac tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.1055889 Jul 29 17:11:41.436121 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-967673ee-b037-464f-b0de-55a8ad646edb req-987f093d-0086-4ef0-8464-c74ff411c482 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398989 Jul 29 17:11:42.458388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-7aba83c5-b0df-4484-a703-0851da060eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:42.459752 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-7aba83c5-b0df-4484-a703-0851da060eff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 1098 time: 0.0810802 Jul 29 17:11:42.591687 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-77862aad-750b-4284-b0d1-76cf18f21c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:42.593301 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-77862aad-750b-4284-b0d1-76cf18f21c75 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1272564 Jul 29 17:11:42.631796 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90ff97-f99b-495d-8fef-1e6c9de6d259 req-df23366c-7621-4700-9bbd-30559092a234 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:42.633437 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6f90ff97-f99b-495d-8fef-1e6c9de6d259 req-df23366c-7621-4700-9bbd-30559092a234 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0894263 Jul 29 17:11:42.678700 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6f90ff97-f99b-495d-8fef-1e6c9de6d259 req-03c60993-d8e1-471d-8a61-6bb020d29c08 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395350 Jul 29 17:11:42.693851 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-3b9cac76-180b-4f9c-a641-718c2bd22339 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc HTTP/1.1" status: 200 len: 1000 time: 0.0943422 Jul 29 17:11:42.757338 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-e18b2d7d-42bc-45c6-9c0a-ea6fcf601dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:42.758719 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-e18b2d7d-42bc-45c6-9c0a-ea6fcf601dd6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0592282 Jul 29 17:11:42.838422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-50a73c94-c1c9-476f-9fb1-6607b945c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:42.839856 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-50a73c94-c1c9-476f-9fb1-6607b945c0f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755143 Jul 29 17:11:42.968093 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-552e5beb-a7ff-4f2e-9f2a-dcd4a1e47b9b service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218565 Jul 29 17:11:43.095672 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-6142c35c-258f-4b74-85e4-e3bca4465ee8 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215372 Jul 29 17:11:43.870377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b22ef5-18ab-42cf-becd-779d77124478 req-6278c080-81a6-4ecd-b72f-3b76eb2147ae tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:43.871759 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e6b22ef5-18ab-42cf-becd-779d77124478 req-6278c080-81a6-4ecd-b72f-3b76eb2147ae tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0865426 Jul 29 17:11:43.919130 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e6b22ef5-18ab-42cf-becd-779d77124478 req-a7b35b3e-a6d7-4e47-84a9-daf8a25fe80b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411217 Jul 29 17:11:45.115168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fbb31-8f10-46c4-b2f6-3d60b58b307c req-9dc423c4-0fc3-49c0-a2c1-636cb5b89488 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:45.116616 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7e4fbb31-8f10-46c4-b2f6-3d60b58b307c req-9dc423c4-0fc3-49c0-a2c1-636cb5b89488 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0863123 Jul 29 17:11:45.130866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-11294f5d-8424-42f9-a657-6a4e01f3468d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:45.160692 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7e4fbb31-8f10-46c4-b2f6-3d60b58b307c req-bae91e43-768a-47d0-9a2c-d37910c940c7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384738 Jul 29 17:11:46.543802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8523-ed28-4b88-8a41-186416509fa2 req-2ab51e71-5051-4dab-80be-aabbeacdb837 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:46.545334 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4eab8523-ed28-4b88-8a41-186416509fa2 req-2ab51e71-5051-4dab-80be-aabbeacdb837 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0901148 Jul 29 17:11:46.588828 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4eab8523-ed28-4b88-8a41-186416509fa2 req-6a7af700-3be4-4ec1-924b-ea883bf40e37 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377452 Jul 29 17:11:47.694572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-90af6119-6fbf-4617-bd42-b86be7deb971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:47.788229 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a39296-6fe5-4473-af3c-2ea61a02b241 req-7163e194-7d11-40ab-9b3c-c9fcaf819c91 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:47.793272 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f8a39296-6fe5-4473-af3c-2ea61a02b241 req-7163e194-7d11-40ab-9b3c-c9fcaf819c91 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0893080 Jul 29 17:11:47.837416 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f8a39296-6fe5-4473-af3c-2ea61a02b241 req-7467420f-c8c8-4ea7-8716-3f4e79cdbf9f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410242 Jul 29 17:11:48.364202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:48.495877 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:49.029195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23d7ba-f28b-4921-be04-c37446de09cb req-e4e7780f-a7d5-4428-ab3d-75a79ec73632 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:49.030627 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4e23d7ba-f28b-4921-be04-c37446de09cb req-e4e7780f-a7d5-4428-ab3d-75a79ec73632 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0854785 Jul 29 17:11:49.074304 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4e23d7ba-f28b-4921-be04-c37446de09cb req-42867ac9-3b67-4cee-82f5-7c9de53fcb11 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376096 Jul 29 17:11:49.988847 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:50.386817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f709fe8-57f7-41dc-b5ba-13a57f8e475b req-a6ec1d4e-9bef-4072-ab19-b3ede2e819f7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:50.388271 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1f709fe8-57f7-41dc-b5ba-13a57f8e475b req-a6ec1d4e-9bef-4072-ab19-b3ede2e819f7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.2077727 Jul 29 17:11:50.431401 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1f709fe8-57f7-41dc-b5ba-13a57f8e475b req-fcf6c8f1-6d54-496c-83f0-7affb4e39b26 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368471 Jul 29 17:11:50.797470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:51.622945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09044e9-82d4-4b5f-b470-45f333374a53 req-d98cc45f-7d6e-4720-baf2-1b92a051be98 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:51.624384 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c09044e9-82d4-4b5f-b470-45f333374a53 req-d98cc45f-7d6e-4720-baf2-1b92a051be98 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0858760 Jul 29 17:11:51.670892 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c09044e9-82d4-4b5f-b470-45f333374a53 req-eed54542-7c53-4c1f-82a9-3cd1ab3dcc4d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398803 Jul 29 17:11:52.868903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b733f0-215d-43c3-b6c4-bd54c6e817fb req-414d259b-1cb3-4262-9a63-ccc176c3eb0d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:52.870274 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-87b733f0-215d-43c3-b6c4-bd54c6e817fb req-414d259b-1cb3-4262-9a63-ccc176c3eb0d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0896645 Jul 29 17:11:52.913278 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-87b733f0-215d-43c3-b6c4-bd54c6e817fb req-597e023f-d863-415a-a962-5011061a46e5 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374253 Jul 29 17:11:54.112130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef378d5-e1f1-41bc-ad0c-1217d03c246c req-2550e4c7-2549-4b99-ba4f-b36076cfbe77 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:54.113642 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fef378d5-e1f1-41bc-ad0c-1217d03c246c req-2550e4c7-2549-4b99-ba4f-b36076cfbe77 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0911391 Jul 29 17:11:54.157007 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fef378d5-e1f1-41bc-ad0c-1217d03c246c req-631aa3b2-178e-4e38-88bd-4eb638829d67 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377870 Jul 29 17:11:54.396059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476be5b-3244-4930-992a-5ad08519d7f6 req-f5c974aa-2c5e-47f4-a1e3-7c80ed1c1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:54.397557 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6476be5b-3244-4930-992a-5ad08519d7f6 req-f5c974aa-2c5e-47f4-a1e3-7c80ed1c1cbb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 1098 time: 0.0823457 Jul 29 17:11:54.638131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476be5b-3244-4930-992a-5ad08519d7f6 req-699cc789-352c-4922-a213-5a6c17d9e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:54.639598 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6476be5b-3244-4930-992a-5ad08519d7f6 req-699cc789-352c-4922-a213-5a6c17d9e755 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.2233789 Jul 29 17:11:54.736377 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-851a6687-94b2-4563-96b1-6f1c885e82c3 service neutron] 10.222.0.69 "GET /v2.0/ports/d0a04f04-c77b-4e7f-bafa-dc720999d6bc/bindings/hv-neutron-8515 HTTP/1.1" status: 200 len: 384 time: 0.0757859 Jul 29 17:11:54.744814 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6476be5b-3244-4930-992a-5ad08519d7f6 req-5c6f90a3-09f7-4b89-af6c-a00b41037110 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc HTTP/1.1" status: 200 len: 1000 time: 0.0988545 Jul 29 17:11:54.807513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476be5b-3244-4930-992a-5ad08519d7f6 req-927a3b6b-8c05-4a1e-8543-9f74b9190298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:54.808936 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6476be5b-3244-4930-992a-5ad08519d7f6 req-927a3b6b-8c05-4a1e-8543-9f74b9190298 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0582747 Jul 29 17:11:54.893443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476be5b-3244-4930-992a-5ad08519d7f6 req-3f017103-a5f7-4cd4-828e-fe1d51f1abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:54.894902 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6476be5b-3244-4930-992a-5ad08519d7f6 req-3f017103-a5f7-4cd4-828e-fe1d51f1abe2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800581 Jul 29 17:11:55.005621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-ce43b319-c09a-4e42-91c1-3a619e86ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:55.007028 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-ce43b319-c09a-4e42-91c1-3a619e86ac11 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 1098 time: 0.0818589 Jul 29 17:11:55.027540 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6476be5b-3244-4930-992a-5ad08519d7f6 req-523bec55-69bd-44be-9988-f56adc3c999d service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256406 Jul 29 17:11:55.154669 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6476be5b-3244-4930-992a-5ad08519d7f6 req-54559eac-6f8a-4fc3-b8c2-8de3aa270c6f service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211538 Jul 29 17:11:55.253882 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:11:55.273549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-c0c1bf6c-5c42-45d5-a71f-0d58143fba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:55.275053 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-c0c1bf6c-5c42-45d5-a71f-0d58143fba77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 1098 time: 0.0805337 Jul 29 17:11:55.355296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd912f24-2c15-4eb1-8f5e-6da332399a1a req-251b94eb-b85f-4ce6-9fc8-88221157cdd7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:55.356770 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dd912f24-2c15-4eb1-8f5e-6da332399a1a req-251b94eb-b85f-4ce6-9fc8-88221157cdd7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0902479 Jul 29 17:11:55.403875 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dd912f24-2c15-4eb1-8f5e-6da332399a1a req-dd4cb71f-5b2e-4d2f-bdc7-5a1430ee2f9f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Jul 29 17:11:55.404774 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-89988b59-37c2-485b-9e3e-afad752dba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:55.406360 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-89988b59-37c2-485b-9e3e-afad752dba78 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1255183 Jul 29 17:11:55.509256 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-ad146f3a-8e58-41f3-8567-baf2080d06ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc HTTP/1.1" status: 200 len: 1000 time: 0.0970371 Jul 29 17:11:55.570289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-5d63d303-1a1b-46d2-bfe6-b83f1d8172c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:55.571698 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-5d63d303-1a1b-46d2-bfe6-b83f1d8172c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0568905 Jul 29 17:11:55.655658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-8f9b40a1-d525-4710-bd68-14fa4680d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:55.657145 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-8f9b40a1-d525-4710-bd68-14fa4680d1b6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797653 Jul 29 17:11:55.784705 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-613a4bd5-fa0f-472e-9ec5-6f8cc3f2b4b4 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217718 Jul 29 17:11:55.912794 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-d1a585d5-4b6f-4683-83e6-4c7af8fdcda1 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211195 Jul 29 17:11:56.596946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e40ac0-1e01-44d8-9b1f-9752a5ebffe5 req-52787bfe-fe86-47e8-9a5b-aa9473db8d2e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:56.598501 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c5e40ac0-1e01-44d8-9b1f-9752a5ebffe5 req-52787bfe-fe86-47e8-9a5b-aa9473db8d2e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0868571 Jul 29 17:11:56.641734 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c5e40ac0-1e01-44d8-9b1f-9752a5ebffe5 req-dc9d67e4-5d05-470c-b204-7ba3c7f13c57 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375869 Jul 29 17:11:57.836683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd88785-e2cb-4b3b-843a-3ff923e11723 req-b18fb2f5-a6ae-4de4-9da7-c230a0140522 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:57.838061 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-afd88785-e2cb-4b3b-843a-3ff923e11723 req-b18fb2f5-a6ae-4de4-9da7-c230a0140522 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0888796 Jul 29 17:11:57.888456 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-afd88785-e2cb-4b3b-843a-3ff923e11723 req-569705d0-3af2-4ef5-99bd-0151311df066 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447876 Jul 29 17:11:59.080574 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e83920-a1ab-4a4f-9cb0-ef6666251686 req-133592a0-e853-447c-ac92-325dd8a8e09d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:59.082032 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-98e83920-a1ab-4a4f-9cb0-ef6666251686 req-133592a0-e853-447c-ac92-325dd8a8e09d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0863149 Jul 29 17:11:59.128711 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-98e83920-a1ab-4a4f-9cb0-ef6666251686 req-9a95b6d1-e309-458c-bff3-f1f4ec440e24 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411484 Jul 29 17:11:59.402707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d0a04f04-c77b-4e7f-bafa-dc720999d6bc details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:11:59.406622 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d0a04f04-c77b-4e7f-bafa-dc720999d6bc no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:11:59.537625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-03519f5b-2cf8-41a3-a114-bbcc667abd73 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:59.539016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-03519f5b-2cf8-41a3-a114-bbcc667abd73 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Synchronizing usage tracker for tenant:4c6c6dfbff4d472aa87d274cad5fc1ad on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:11:59.561518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-03519f5b-2cf8-41a3-a114-bbcc667abd73 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Unset dirty status for tenant:4c6c6dfbff4d472aa87d274cad5fc1ad on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:11:59.563252 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-03519f5b-2cf8-41a3-a114-bbcc667abd73 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&binding%3Ahost_id=hv-neutron-8515 HTTP/1.1" status: 200 len: 945 time: 0.1275175 Jul 29 17:11:59.603096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ecd63-2a82-4481-af3d-802b92e27569 req-d1ed8ff6-28b5-4cfa-a8e9-f71151f44f9b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:59.604630 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-599ecd63-2a82-4481-af3d-802b92e27569 req-d1ed8ff6-28b5-4cfa-a8e9-f71151f44f9b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.1050227 Jul 29 17:11:59.646957 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port d0a04f04-c77b-4e7f-bafa-dc720999d6bc is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:11:59.647336 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:59.652813 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-5dfa6cc2-84ca-4abb-9683-b07247e23702 service neutron] 10.222.0.69 "GET /v2.0/ports/d0a04f04-c77b-4e7f-bafa-dc720999d6bc/bindings/hv-neutron-8515 HTTP/1.1" status: 200 len: 384 time: 0.0841444 Jul 29 17:11:59.660789 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-599ecd63-2a82-4481-af3d-802b92e27569 req-89c98cc6-b953-4388-867b-7343a5161e56 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505106 Jul 29 17:11:59.667839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d0a04f04-c77b-4e7f-bafa-dc720999d6bc, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:11:59.688358 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'port_id': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'mac_address': 'fa:16:3e:b6:10:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:11:59.693561 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:11:59.727561 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d0a04f04-c77b-4e7f-bafa-dc720999d6bc, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:11:59.732951 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:59.761027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-29f3bdd9-61a4-4499-82b0-7362e2824895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:11:59.762539 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-29f3bdd9-61a4-4499-82b0-7362e2824895 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 1098 time: 0.0863252 Jul 29 17:11:59.769986 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d51c09a-bfbc-4426-a589-9d9e325aa703'] response: {'server_uuid': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'code': 200} Jul 29 17:11:59.812796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port d0a04f04-c77b-4e7f-bafa-dc720999d6bc is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:11:59.813159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:59.838416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a04f04-c77b-4e7f-bafa-dc720999d6bc {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:11:59.842482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:11:59.860293 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:11:59.860639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:11:59.860985 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:11:59.861346 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:11:59.861680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:11:59.862013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:11:59.862341 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:11:59.862667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:11:59.863002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:11:59.863326 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:11:59.863648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:11:59.863969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:11:59.873249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d0a04f04-c77b-4e7f-bafa-dc720999d6bc, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:11:59.878311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:59.942047 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['d0a04f04-c77b-4e7f-bafa-dc720999d6bc'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:11:59.996257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:12:00.009030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-ab45c8c0-d329-4f06-a5fa-36413db520d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:00.010506 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-ab45c8c0-d329-4f06-a5fa-36413db520d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.2422993 Jul 29 17:12:00.113491 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-cea6595d-659d-4430-9436-d755b384171d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc HTTP/1.1" status: 200 len: 999 time: 0.0956748 Jul 29 17:12:00.176531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-2d8ff91f-c977-45d2-a60b-2ff811238cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:00.177967 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-2d8ff91f-c977-45d2-a60b-2ff811238cda service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0590081 Jul 29 17:12:00.258563 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-138dcd34-af2b-4631-8b62-2539b14613fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:00.260046 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-138dcd34-af2b-4631-8b62-2539b14613fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753446 Jul 29 17:12:00.389842 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-5557aa5c-2370-4305-b7f9-2bc160e3bf32 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232188 Jul 29 17:12:00.519322 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-e234a5d1-5cbd-4608-aa5b-67c46da37bd0 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238389 Jul 29 17:12:00.857672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea21ae0-84eb-49f8-8c4d-fc873c6fdf34 req-187018ae-d5e9-407e-9b50-2e5b9eaf7c06 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:00.859127 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8ea21ae0-84eb-49f8-8c4d-fc873c6fdf34 req-187018ae-d5e9-407e-9b50-2e5b9eaf7c06 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 944 time: 0.0904841 Jul 29 17:12:00.902175 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8ea21ae0-84eb-49f8-8c4d-fc873c6fdf34 req-be1961c3-a384-47cd-b001-1889022ea4d7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368083 Jul 29 17:12:01.410099 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d0a04f04-c77b-4e7f-bafa-dc720999d6bc up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:12:01.475981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port d0a04f04-c77b-4e7f-bafa-dc720999d6bc triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:12:01.476348 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:01.589929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port d0a04f04-c77b-4e7f-bafa-dc720999d6bc is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:12:01.590308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:01.620613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d0a04f04-c77b-4e7f-bafa-dc720999d6bc, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:12:01.624412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:01.721946 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,revision_number=8']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:12:01.771024 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:12:01.821791 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62301df7-9dc8-4bcd-8dfa-6cf8571e9c27'] response: {'server_uuid': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'code': 200} Jul 29 17:12:02.095469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce46aa-833f-4bd4-984a-ee83dcb6b08f req-0296ceac-2d05-44ad-a5e2-2895de59419b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:02.096863 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9cce46aa-833f-4bd4-984a-ee83dcb6b08f req-0296ceac-2d05-44ad-a5e2-2895de59419b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0866129 Jul 29 17:12:02.143953 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9cce46aa-833f-4bd4-984a-ee83dcb6b08f req-e8056229-3436-4456-8760-babb2470bd44 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412936 Jul 29 17:12:03.082510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-99348daf-8185-4e8e-bc56-86ee523035ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:03.083968 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-99348daf-8185-4e8e-bc56-86ee523035ac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 1098 time: 0.0825267 Jul 29 17:12:03.179426 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-d86879a9-b719-4e46-9989-970f064e3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:03.180894 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-d86879a9-b719-4e46-9989-970f064e3824 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 1098 time: 0.0768580 Jul 29 17:12:03.310513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-74dd02bb-024f-4314-831b-0668a18981b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:03.311960 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-74dd02bb-024f-4314-831b-0668a18981b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1254852 Jul 29 17:12:03.340009 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90c438-7894-455c-8627-8ac94c27151a req-efff8704-ab9b-4f1b-8911-74cbcf7dbec8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:03.342089 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3c90c438-7894-455c-8627-8ac94c27151a req-efff8704-ab9b-4f1b-8911-74cbcf7dbec8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0877249 Jul 29 17:12:03.385865 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3c90c438-7894-455c-8627-8ac94c27151a req-2bc94086-4eb5-4af4-b977-d1353c921a56 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380461 Jul 29 17:12:03.417374 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-59e78bb2-25a3-4e3d-a051-6985a7ecdd83 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc HTTP/1.1" status: 200 len: 1000 time: 0.0980351 Jul 29 17:12:03.479078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-ce25d4fd-5f6b-4a59-815a-352da3a6d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:03.480543 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-ce25d4fd-5f6b-4a59-815a-352da3a6d0de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0566266 Jul 29 17:12:03.568530 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-883a1ffe-7ff9-48ac-92ac-d268b6d825fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:03.570035 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-883a1ffe-7ff9-48ac-92ac-d268b6d825fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837452 Jul 29 17:12:03.700474 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-09b1a183-88ae-49b4-9278-b6efd66dcc16 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222506 Jul 29 17:12:03.829106 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6dac58fd-784f-49be-bc8c-f1811e6cc63a req-42d81f76-5775-4968-a441-17015bcfc77c service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218779 Jul 29 17:12:04.585853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e55f9-ca92-4859-b007-ae6959ea8579 req-7f92d46f-6867-4774-b053-60d1ddfe8c62 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:04.587284 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-691e55f9-ca92-4859-b007-ae6959ea8579 req-7f92d46f-6867-4774-b053-60d1ddfe8c62 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 945 time: 0.0907161 Jul 29 17:12:04.629918 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-691e55f9-ca92-4859-b007-ae6959ea8579 req-a396aef3-ad74-4432-b350-e53d63c703c3 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369925 Jul 29 17:12:05.408887 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d0a04f04-c77b-4e7f-bafa-dc720999d6bc details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:12:05.541146 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d0a04f04-c77b-4e7f-bafa-dc720999d6bc, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:12:05.554647 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'port_id': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'mac_address': 'fa:16:3e:b6:10:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:12:05.608927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port d0a04f04-c77b-4e7f-bafa-dc720999d6bc is: ACTIVE; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:12:05.609337 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:05.626307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0a04f04-c77b-4e7f-bafa-dc720999d6bc {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:12:05.643983 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d0a04f04-c77b-4e7f-bafa-dc720999d6bc, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:12:05.647633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:05.735891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['d0a04f04-c77b-4e7f-bafa-dc720999d6bc'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:12:05.765021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,revision_number=9']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:12:05.834861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4122e-9fef-4eac-9fe9-09049340d92a req-71c89b00-627a-42f5-b9d5-ba0dcc22e7c2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:05.836574 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1ed4122e-9fef-4eac-9fe9-09049340d92a req-71c89b00-627a-42f5-b9d5-ba0dcc22e7c2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 944 time: 0.0909774 Jul 29 17:12:05.886579 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1ed4122e-9fef-4eac-9fe9-09049340d92a req-cb6e0e4a-0bf5-451c-ba12-bfbffc9674e1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443544 Jul 29 17:12:07.079915 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab50280-0780-46fb-a197-79aa339681a0 req-f905c4bc-9c51-496a-9c3c-bb266a312a6f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:07.081406 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-aab50280-0780-46fb-a197-79aa339681a0 req-f905c4bc-9c51-496a-9c3c-bb266a312a6f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 944 time: 0.0856185 Jul 29 17:12:07.125155 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-aab50280-0780-46fb-a197-79aa339681a0 req-43706fc9-faf6-41c2-b414-c316d4eaf0a9 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380814 Jul 29 17:12:07.317945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093518b-e09b-4d7c-a4c3-39fb19bfcacf req-fb17cdbf-e3be-4b30-a936-7b8bd97370ea tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:07.319376 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1093518b-e09b-4d7c-a4c3-39fb19bfcacf req-fb17cdbf-e3be-4b30-a936-7b8bd97370ea tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 944 time: 0.0882952 Jul 29 17:12:07.363213 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1093518b-e09b-4d7c-a4c3-39fb19bfcacf req-846d3268-d33e-4848-9010-fc968b16068c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380383 Jul 29 17:12:07.415605 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d0a04f04-c77b-4e7f-bafa-dc720999d6bc up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:12:07.489997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port d0a04f04-c77b-4e7f-bafa-dc720999d6bc triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:12:07.490373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:07.557562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5765bce-a453-4cd5-a99d-3508690c1445 req-9654f4de-fde1-4240-b28f-bb69f32c1c4b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:07.559010 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f5765bce-a453-4cd5-a99d-3508690c1445 req-9654f4de-fde1-4240-b28f-bb69f32c1c4b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 944 time: 0.0876997 Jul 29 17:12:07.605800 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f5765bce-a453-4cd5-a99d-3508690c1445 req-a7458c10-781c-432d-a1f4-af2097a2586b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409067 Jul 29 17:12:07.607226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port d0a04f04-c77b-4e7f-bafa-dc720999d6bc is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:12:07.607610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:07.635327 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:12:07.645951 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port d0a04f04-c77b-4e7f-bafa-dc720999d6bc, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:12:07.650432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:07.686082 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a8cc6ab-7ae2-4400-85d5-92c9c39ff844'] response: {'server_uuid': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'code': 200} Jul 29 17:12:07.717957 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,revision_number=10']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:12:07.996558 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d71f-e08a-4d5c-a323-cbfd39b61d0b req-313c4395-5383-4caf-ad3b-cfdbb5ec4752 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:07.998031 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4b59d71f-e08a-4d5c-a323-cbfd39b61d0b req-313c4395-5383-4caf-ad3b-cfdbb5ec4752 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 946 time: 0.0870090 Jul 29 17:12:08.041653 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4b59d71f-e08a-4d5c-a323-cbfd39b61d0b req-e81683e1-7119-4473-91a1-b0566bc48b16 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371037 Jul 29 17:12:09.240703 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8082a-86ca-4c2b-8e5a-eecf9c05f13a req-04c700ec-893b-4fca-a75a-e47ee45c0c4d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:09.242214 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3eb8082a-86ca-4c2b-8e5a-eecf9c05f13a req-04c700ec-893b-4fca-a75a-e47ee45c0c4d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 946 time: 0.0904598 Jul 29 17:12:09.285960 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3eb8082a-86ca-4c2b-8e5a-eecf9c05f13a req-4475b2ad-7e54-44b7-8d1d-90c36a2fa563 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380635 Jul 29 17:12:10.074992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-78d6c934-97b9-47c7-879c-8aebf0a5605c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:10.076431 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-78d6c934-97b9-47c7-879c-8aebf0a5605c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 946 time: 0.0852029 Jul 29 17:12:10.246592 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Deleting port d0a04f04-c77b-4e7f-bafa-dc720999d6bc {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:12:10.246933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:10.482313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a19b3-d152-43f7-8e35-0c51ff91c25a req-7ee77b07-c70b-4158-a2c3-3e08a8186391 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:10.483804 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-423a19b3-d152-43f7-8e35-0c51ff91c25a req-7ee77b07-c70b-4158-a2c3-3e08a8186391 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 946 time: 0.0878463 Jul 29 17:12:10.493244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] For port d0a04f04-c77b-4e7f-bafa-dc720999d6bc, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:12:10.493601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:10.530984 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-423a19b3-d152-43f7-8e35-0c51ff91c25a req-48ebec15-a816-4a29-bf71-971c03d51d06 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Jul 29 17:12:10.782231 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:10.782601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:10.782908 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Floating IP 4e5169fc-59d3-43f3-8070-878b119f3768 disassociated. External IP: 172.26.1.3, port: d0a04f04-c77b-4e7f-bafa-dc720999d6bc. Jul 29 17:12:10.783241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Calling delete_port for d0a04f04-c77b-4e7f-bafa-dc720999d6bc owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:12:10.923287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:10.972151 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Pushing event deleted for resources: {'Port': ['ID=d0a04f04-c77b-4e7f-bafa-dc720999d6bc,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:12:10.981644 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:12:10.981997 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:12:10.982338 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:12:10.982677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:12:10.983022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:12:10.983423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:12:10.983702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:12:10.984028 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:12:10.984369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:12:10.984695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:12:10.985056 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:12:10.985390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:12:11.172331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Router 91a201c0-c172-4659-a0f6-feca6c9f0111 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:12:11.346636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:12:11.355873 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b5be2-ddc2-48f2-abd4-c3547d2c46b1 None None] Sync routers for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:12:11.365256 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b5be2-ddc2-48f2-abd4-c3547d2c46b1 None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:12:11.365946 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-bd4b5be2-ddc2-48f2-abd4-c3547d2c46b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:11:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:12:11.427537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] No DVR routers for this DVR port d0a04f04-c77b-4e7f-bafa-dc720999d6bc on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:12:11.430035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:11.432669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'name': 'network-vif-deleted', 'tag': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:12:11.448495 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-13b4ad05-a52a-4b96-bfa2-dd0a99ae0da0 req-e876a11b-50ad-41ee-ae1c-cf733ed76ebf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "DELETE /v2.0/ports/d0a04f04-c77b-4e7f-bafa-dc720999d6bc HTTP/1.1" status: 204 len: 173 time: 1.3670199 Jul 29 17:12:11.482745 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-269cd681-c604-4cbc-8c9d-94ce1d0a4822'] response: {'server_uuid': 'cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b', 'name': 'network-vif-deleted', 'tag': 'd0a04f04-c77b-4e7f-bafa-dc720999d6bc', 'status': 'completed', 'code': 200} Jul 29 17:12:11.545744 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-bd4b5be2-ddc2-48f2-abd4-c3547d2c46b1 None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:12:11.706666 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c6d716d1-8cfa-47f8-93d1-4af2e0bdc0d8 req-90c3c92b-46c7-4115-8246-24fac8317a23 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc1a2635-d96f-4d76-ac4c-d60fc4d32e4b HTTP/1.1" status: 200 len: 210 time: 0.0493486 Jul 29 17:12:11.863745 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-bd4b5be2-ddc2-48f2-abd4-c3547d2c46b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:12:11.867645 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b5be2-ddc2-48f2-abd4-c3547d2c46b1 None None] Checking router: 91a201c0-c172-4659-a0f6-feca6c9f0111 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:12:11.875721 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b5be2-ddc2-48f2-abd4-c3547d2c46b1 None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:12:11.876278 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-bd4b5be2-ddc2-48f2-abd4-c3547d2c46b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:11:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:12:12.092713 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-bd4b5be2-ddc2-48f2-abd4-c3547d2c46b1 None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:12:12.387819 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-bd4b5be2-ddc2-48f2-abd4-c3547d2c46b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:12:12.391583 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b5be2-ddc2-48f2-abd4-c3547d2c46b1 None None] The sync data for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv is: [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:12:12.596807 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fdb5f-e45a-4d18-9952-be9f8e8ccede None None] New status for floating IP 4e5169fc-59d3-43f3-8070-878b119f3768: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:12:13.039956 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-892ac771-64b7-40ef-9de6-60b6a0771f7d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1931270691&fields=id&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 267 time: 0.0390477 Jul 29 17:12:13.188201 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-4656bfb7-0169-427c-abfe-f38b42012f0c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:13.189626 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-4656bfb7-0169-427c-abfe-f38b42012f0c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 812 time: 0.1431615 Jul 29 17:12:13.203872 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-14f51b04-78e0-4abc-809e-200631f3ec01 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/quotas/4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 375 time: 0.0087297 Jul 29 17:12:13.402170 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-0c58a3c8-ba3a-4243-82c4-6bbde16bf8f8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1928954 Jul 29 17:12:13.439795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d0a04f04-c77b-4e7f-bafa-dc720999d6bc no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:12:13.476841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: d0a04f04-c77b-4e7f-bafa-dc720999d6bc {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:12:13.477211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device d0a04f04-c77b-4e7f-bafa-dc720999d6bc not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:12:13.539085 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-40d218c8-e156-4622-abc3-3cc2664d085c service neutron] 10.222.0.58 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251199 Jul 29 17:12:13.669739 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-d2f81dd6-6450-4309-b8fb-1c14f98e2eb8 service neutron] 10.222.0.58 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245215 Jul 29 17:12:13.849339 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d90c512f-9bcf-4bff-bcc2-4086896952d2 req-fa996416-9646-4405-a65f-d1af44098d4f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 210 time: 0.0494399 Jul 29 17:12:14.825531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-90b41aa6-128c-4e7b-9c14-cc437d423f5e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:14.826863 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-90b41aa6-128c-4e7b-9c14-cc437d423f5e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 812 time: 0.1454878 Jul 29 17:12:14.873165 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-9cf1759f-ec2d-47d8-b53d-c0e50ea5f264 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 380 time: 0.0388021 Jul 29 17:12:14.883367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Request body: {'port': {'device_id': '799d93b2-fd47-4248-9651-17391a996620', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'admin_state_up': True, 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'security_groups': ['7c2ec55d-2678-4ab4-9f23-229d89c8580c']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:12:15.015313 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-00fdbe97-cf70-4fe8-bb4f-ee7a64f4cbee req-443e96bb-2b51-451f-8202-128f334e0c6b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 210 time: 0.0507407 Jul 29 17:12:15.118314 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:12:15.122495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Usage tracker for resource:port and tenant:4c6c6dfbff4d472aa87d274cad5fc1ad is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:12:15.125344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:12:15.131596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:12:15.133242 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1c53d64f-75e1-4da4-9ff7-49914ce9a4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:15.142289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Made reservation on behalf of 4c6c6dfbff4d472aa87d274cad5fc1ad for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:12:15.145761 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:15.304850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Allocated IP 172.20.0.12 (22179490-840b-4c93-a3bd-a660e7c98fab/738a36bd-9c5c-4ece-bf05-f20fd9a09a21/e54b0931-5184-471e-9454-f87c56612ee7) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:12:15.494259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:15.509705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Transition to ACTIVE for port object e54b0931-5184-471e-9454-f87c56612ee7 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:12:15.533335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:15.602900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Network 22179490-840b-4c93-a3bd-a660e7c98fab is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:12:15.605801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:12:15.609614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:12:15.639383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Pushing event updated for resources: {'Port': ['ID=e54b0931-5184-471e-9454-f87c56612ee7,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:12:15.676916 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:15.677592 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:15.702454 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-89060450-e804-46cb-87a8-99bfd81cb6c1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8228650 Jul 29 17:12:15.713458 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Request body: {'port': {'device_id': '799d93b2-fd47-4248-9651-17391a996620', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:12:15.819619 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-539053e8-bda0-4006-844a-94f4b8db1a69 None None] Provisioning for port e54b0931-5184-471e-9454-f87c56612ee7 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:12:15.824407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-539053e8-bda0-4006-844a-94f4b8db1a69 None None] Provisioning complete for port e54b0931-5184-471e-9454-f87c56612ee7 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:12:15.824849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-539053e8-bda0-4006-844a-94f4b8db1a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:15.828531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:15.876600 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-539053e8-bda0-4006-844a-94f4b8db1a69 None None] Port e54b0931-5184-471e-9454-f87c56612ee7 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:12:16.166725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54b0931-5184-471e-9454-f87c56612ee7 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:12:16.175230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:16.189833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Transition to ACTIVE for port object e54b0931-5184-471e-9454-f87c56612ee7 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:12:16.193278 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:16.213456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc399da-45ef-4715-a4b8-9f52f5072368 req-b6d5a33a-fa91-4823-a722-445bf4ef9370 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:16.214914 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0fc399da-45ef-4715-a4b8-9f52f5072368 req-b6d5a33a-fa91-4823-a722-445bf4ef9370 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 932 time: 0.0910945 Jul 29 17:12:16.260128 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0fc399da-45ef-4715-a4b8-9f52f5072368 req-ea386ec6-ce26-4514-a790-46104bac5cf4 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392494 Jul 29 17:12:16.389717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Pushing event updated for resources: {'Port': ['ID=e54b0931-5184-471e-9454-f87c56612ee7,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:12:16.439908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Attempting to bind port e54b0931-5184-471e-9454-f87c56612ee7 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:12:16.440236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Attempting to bind port e54b0931-5184-471e-9454-f87c56612ee7 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:12:16.440554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Attempting to bind port e54b0931-5184-471e-9454-f87c56612ee7 on network 22179490-840b-4c93-a3bd-a660e7c98fab {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:12:16.445280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Port e54b0931-5184-471e-9454-f87c56612ee7 on network 22179490-840b-4c93-a3bd-a660e7c98fab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:12:16.445603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Attempting to bind port e54b0931-5184-471e-9454-f87c56612ee7 on network 22179490-840b-4c93-a3bd-a660e7c98fab {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:12:16.450797 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:12:16.451116 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Checking segment: {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:12:16.451531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Bound using segment: {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:12:16.451978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Bound port: e54b0931-5184-471e-9454-f87c56612ee7, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0eca82f-7860-4327-8f6c-d4fdcd00183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:12:16.452324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:16.540731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] For port e54b0931-5184-471e-9454-f87c56612ee7, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:12:16.543990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] For port e54b0931-5184-471e-9454-f87c56612ee7, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e54b0931-5184-471e-9454-f87c56612ee7,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:12:16.549144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:16.611389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:16.612033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:16.613433 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] 10.222.0.69 "PUT /v2.0/ports/e54b0931-5184-471e-9454-f87c56612ee7 HTTP/1.1" status: 200 len: 1094 time: 0.9045165 Jul 29 17:12:16.613875 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:12:16.635789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657a37a-8fe7-46e2-913d-b07e69280c44 service neutron] Pushing event updated for resources: {'Port': ['ID=e54b0931-5184-471e-9454-f87c56612ee7,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:12:16.704238 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18feb51-2810-4a0c-bb93-d317cd9d3d41'] response: {'name': 'network-changed', 'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7', 'status': 'completed', 'code': 200} Jul 29 17:12:16.749670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-26ddc299-9392-4228-845f-4a5c5d11eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:16.751144 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-26ddc299-9392-4228-845f-4a5c5d11eb5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 1097 time: 0.0876000 Jul 29 17:12:16.824620 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-42dddbf8-8411-46bb-a961-7c96f0fde8c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e54b0931-5184-471e-9454-f87c56612ee7 HTTP/1.1" status: 200 len: 217 time: 0.0671020 Jul 29 17:12:16.884464 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-883435c1-c9c5-4c76-8e41-2bfbd93a7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:16.885804 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-883435c1-c9c5-4c76-8e41-2bfbd93a7fd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0559428 Jul 29 17:12:16.971223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-4568bf22-93de-439e-b316-3c7c82737d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:16.972728 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-4568bf22-93de-439e-b316-3c7c82737d9a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809598 Jul 29 17:12:17.190813 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-9035e20c-5faf-46d0-83f5-62fd1fa9b221 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112284 Jul 29 17:12:17.318884 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7d82e999-20e0-4c0b-bdeb-a95fce357c60 req-db33f32a-41ee-4fca-9b20-7ddf64345171 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227653 Jul 29 17:12:17.441743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47399208-79a4-4e1e-b6d0-f8445b817ff7 req-14e52ae3-67f0-4c4f-9890-7cc182df0f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:17.443123 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-47399208-79a4-4e1e-b6d0-f8445b817ff7 req-14e52ae3-67f0-4c4f-9890-7cc182df0f39 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 1097 time: 0.0781016 Jul 29 17:12:17.461152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45f3fe-41d0-4c58-8d51-fb69311a7efa req-5e221e59-f532-49ff-9175-42506f6b856c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:17.462592 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7b45f3fe-41d0-4c58-8d51-fb69311a7efa req-5e221e59-f532-49ff-9175-42506f6b856c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 944 time: 0.0900104 Jul 29 17:12:17.507018 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7b45f3fe-41d0-4c58-8d51-fb69311a7efa req-ca35b53a-60fc-49d4-a75a-c6602ac09ab4 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386913 Jul 29 17:12:17.575941 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47399208-79a4-4e1e-b6d0-f8445b817ff7 req-a813b844-0075-4b25-8d48-05e559d81d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:17.577439 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-47399208-79a4-4e1e-b6d0-f8445b817ff7 req-a813b844-0075-4b25-8d48-05e559d81d47 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1285658 Jul 29 17:12:17.647263 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-47399208-79a4-4e1e-b6d0-f8445b817ff7 req-3ca00ecc-e941-4bc4-919e-04c8d32dc024 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e54b0931-5184-471e-9454-f87c56612ee7 HTTP/1.1" status: 200 len: 217 time: 0.0644050 Jul 29 17:12:17.697200 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fe0369c4-dcce-4178-b62b-0bc5d5f5a8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:17.711000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47399208-79a4-4e1e-b6d0-f8445b817ff7 req-32656628-d96a-4f15-9ccb-dec8e704dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:17.712426 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-47399208-79a4-4e1e-b6d0-f8445b817ff7 req-32656628-d96a-4f15-9ccb-dec8e704dd23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0596821 Jul 29 17:12:17.795834 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47399208-79a4-4e1e-b6d0-f8445b817ff7 req-7d16f58c-9d20-4613-a592-7370099a75ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:17.797289 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-47399208-79a4-4e1e-b6d0-f8445b817ff7 req-7d16f58c-9d20-4613-a592-7370099a75ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791883 Jul 29 17:12:17.929683 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-47399208-79a4-4e1e-b6d0-f8445b817ff7 req-f9ba8c31-5700-471c-8a1f-14900b91e05b service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264946 Jul 29 17:12:18.058075 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-47399208-79a4-4e1e-b6d0-f8445b817ff7 req-b580e15d-feea-43c0-a287-9c0e1cc96321 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222816 Jul 29 17:12:18.365567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:18.498693 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:18.703456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251a1a8-1244-4662-b73c-fd67e3ea2936 req-2bea05e2-d273-4aab-8614-adc432068445 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:18.705024 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d251a1a8-1244-4662-b73c-fd67e3ea2936 req-2bea05e2-d273-4aab-8614-adc432068445 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 944 time: 0.0880985 Jul 29 17:12:18.749829 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d251a1a8-1244-4662-b73c-fd67e3ea2936 req-2e2348f1-0ca8-485c-919d-d2a6d48d3670 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386930 Jul 29 17:12:19.954785 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977a338-0297-43c2-a232-e3c99b2aa2e0 req-257da8f5-c845-4a67-a789-45af61b5cb3d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:19.956156 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e977a338-0297-43c2-a232-e3c99b2aa2e0 req-257da8f5-c845-4a67-a789-45af61b5cb3d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 944 time: 0.0959978 Jul 29 17:12:20.000624 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e977a338-0297-43c2-a232-e3c99b2aa2e0 req-c68bad61-b703-4c08-9211-b8601edd9c10 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388017 Jul 29 17:12:20.000862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:20.796488 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:21.196522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc324ad-c987-4912-91c2-c30eb2a3df40 req-dbc6489b-1813-43b3-9f4f-8916e1237584 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:21.197992 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fcc324ad-c987-4912-91c2-c30eb2a3df40 req-dbc6489b-1813-43b3-9f4f-8916e1237584 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 944 time: 0.0902052 Jul 29 17:12:21.240899 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fcc324ad-c987-4912-91c2-c30eb2a3df40 req-a9d0f9da-585c-43bd-9ec9-7a36bb140d79 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373816 Jul 29 17:12:21.486144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e54b0931-5184-471e-9454-f87c56612ee7 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:12:21.618205 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e54b0931-5184-471e-9454-f87c56612ee7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e54b0931-5184-471e-9454-f87c56612ee7,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:12:21.631732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'e54b0931-5184-471e-9454-f87c56612ee7', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'port_id': 'e54b0931-5184-471e-9454-f87c56612ee7', 'mac_address': 'fa:16:3e:28:1e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:12:21.719807 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e54b0931-5184-471e-9454-f87c56612ee7 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:12:21.720191 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:21.736261 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54b0931-5184-471e-9454-f87c56612ee7 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:12:21.751343 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e54b0931-5184-471e-9454-f87c56612ee7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e54b0931-5184-471e-9454-f87c56612ee7,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:12:21.756452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:21.820647 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e54b0931-5184-471e-9454-f87c56612ee7,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:12:22.084727 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['e54b0931-5184-471e-9454-f87c56612ee7'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:12:22.433417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17368d82-6a96-4d05-b37c-8a42ec065cc2 req-582c2be5-db9e-4afa-aed9-38f99235dab5 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:22.434791 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-17368d82-6a96-4d05-b37c-8a42ec065cc2 req-582c2be5-db9e-4afa-aed9-38f99235dab5 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 945 time: 0.0871820 Jul 29 17:12:22.478282 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-17368d82-6a96-4d05-b37c-8a42ec065cc2 req-22483741-e2b5-4cbc-8b4b-2f9e0f00c8ee tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372291 Jul 29 17:12:23.496578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e54b0931-5184-471e-9454-f87c56612ee7 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:12:23.566342 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port e54b0931-5184-471e-9454-f87c56612ee7 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:12:23.571019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port e54b0931-5184-471e-9454-f87c56612ee7 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:12:23.571395 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:23.681506 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b8425-8954-4d49-933c-bcc109d57c6c req-e5eba294-5e73-4f60-85be-379cfd8dfd4e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:23.682969 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ed4b8425-8954-4d49-933c-bcc109d57c6c req-e5eba294-5e73-4f60-85be-379cfd8dfd4e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 945 time: 0.0914896 Jul 29 17:12:23.687323 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e54b0931-5184-471e-9454-f87c56612ee7 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:12:23.687710 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:23.714613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:12:23.724272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e54b0931-5184-471e-9454-f87c56612ee7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e54b0931-5184-471e-9454-f87c56612ee7,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:12:23.728069 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ed4b8425-8954-4d49-933c-bcc109d57c6c req-57187220-3c93-442f-a6f0-547e9820a7b3 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389555 Jul 29 17:12:23.729861 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:23.768666 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0264dc7-ac96-46f0-989f-24cd23421197'] response: {'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7', 'code': 200} Jul 29 17:12:23.801458 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e54b0931-5184-471e-9454-f87c56612ee7,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:12:24.000891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c9337-2ac1-4c73-9c26-a5fe87e813c3 req-d8a6c10b-3127-455b-8f84-1564f9464887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:24.002387 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c50c9337-2ac1-4c73-9c26-a5fe87e813c3 req-d8a6c10b-3127-455b-8f84-1564f9464887 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 1099 time: 0.0773468 Jul 29 17:12:24.043416 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c50c9337-2ac1-4c73-9c26-a5fe87e813c3 req-d083d067-7658-4f39-b112-3a76414db393 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337870 Jul 29 17:12:24.927985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777042a-7a77-400b-8629-36df10727ebb req-8e8c7054-73f7-41b6-90ee-16b8e31c29c7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:24.929357 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e777042a-7a77-400b-8629-36df10727ebb req-8e8c7054-73f7-41b6-90ee-16b8e31c29c7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0898886 Jul 29 17:12:24.971783 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e777042a-7a77-400b-8629-36df10727ebb req-bd81abe0-1674-4f05-bc95-89ddb1911d89 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362890 Jul 29 17:12:26.164089 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ec9cf-6ae1-4d05-848e-ad096f0705d5 req-8be4cad6-85ea-4e51-8fd7-24f340565889 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:26.165549 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a43ec9cf-6ae1-4d05-848e-ad096f0705d5 req-8be4cad6-85ea-4e51-8fd7-24f340565889 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0852759 Jul 29 17:12:26.208879 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a43ec9cf-6ae1-4d05-848e-ad096f0705d5 req-825f144d-fa75-47ac-b9b1-ced57d821b72 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374818 Jul 29 17:12:26.397612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f6dc1-209e-4d26-9ee4-630bf6ba8821 req-2e46ac7c-6241-4797-abbd-4f6ad065b628 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:26.398966 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6d8f6dc1-209e-4d26-9ee4-630bf6ba8821 req-2e46ac7c-6241-4797-abbd-4f6ad065b628 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0891628 Jul 29 17:12:26.409304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59258) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:12:26.414244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-49af27ef-c6f9-4d9f-b82d-6a4fea113c6d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Request body: {'floatingip': {'port_id': 'e54b0931-5184-471e-9454-f87c56612ee7'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:12:26.492815 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-49af27ef-c6f9-4d9f-b82d-6a4fea113c6d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:27.168763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-49af27ef-c6f9-4d9f-b82d-6a4fea113c6d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:27.172407 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-49af27ef-c6f9-4d9f-b82d-6a4fea113c6d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:27.340361 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-49af27ef-c6f9-4d9f-b82d-6a4fea113c6d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Floating IP 4e5169fc-59d3-43f3-8070-878b119f3768 associated. External IP: 172.26.1.3, port: e54b0931-5184-471e-9454-f87c56612ee7. Jul 29 17:12:27.682715 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49af27ef-c6f9-4d9f-b82d-6a4fea113c6d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Router 91a201c0-c172-4659-a0f6-feca6c9f0111 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:12:27.854075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49af27ef-c6f9-4d9f-b82d-6a4fea113c6d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:12:27.858861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-49af27ef-c6f9-4d9f-b82d-6a4fea113c6d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:27.863379 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e26172-43af-43c1-9101-1ac4635ee030 None None] Sync routers for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:12:27.872717 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e26172-43af-43c1-9101-1ac4635ee030 None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:12:27.873355 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e3e26172-43af-43c1-9101-1ac4635ee030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:12:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:12:28.032563 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-49af27ef-c6f9-4d9f-b82d-6a4fea113c6d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "PUT /v2.0/floatingips/4e5169fc-59d3-43f3-8070-878b119f3768 HTTP/1.1" status: 200 len: 991 time: 1.6221697 Jul 29 17:12:28.033275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:12:28.056403 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-e3e26172-43af-43c1-9101-1ac4635ee030 None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:12:28.127645 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d9bfdd-ec48-4c40-9dfd-ade16cb347f9'] response: {'name': 'network-changed', 'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7', 'status': 'completed', 'code': 200} Jul 29 17:12:28.227156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5a20a-ea2e-49ba-a059-507e3ed62fe6 req-eba07c24-050a-489c-9941-9a74d8e9bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:28.228629 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6cc5a20a-ea2e-49ba-a059-507e3ed62fe6 req-eba07c24-050a-489c-9941-9a74d8e9bd85 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 1099 time: 0.0805523 Jul 29 17:12:28.359450 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5a20a-ea2e-49ba-a059-507e3ed62fe6 req-cf4ed72d-d3f7-4f1f-b9b3-29b32f595a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:28.360820 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6cc5a20a-ea2e-49ba-a059-507e3ed62fe6 req-cf4ed72d-d3f7-4f1f-b9b3-29b32f595a79 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1261520 Jul 29 17:12:28.399104 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e3e26172-43af-43c1-9101-1ac4635ee030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '4e5169fc-59d3-43f3-8070-878b119f3768', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'floating_ip_address': '172.26.1.3', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'port_id': 'e54b0931-5184-471e-9454-f87c56612ee7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'mac_address': 'fa:16:3e:28:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799d93b2-fd47-4248-9651-17391a996620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:06:47Z', 'updated_at': '2022-07-29T17:12:27Z', 'revision_number': 13, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:12:28.402968 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e26172-43af-43c1-9101-1ac4635ee030 None None] Checking router: 91a201c0-c172-4659-a0f6-feca6c9f0111 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:12:28.411249 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e26172-43af-43c1-9101-1ac4635ee030 None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:12:28.411837 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e3e26172-43af-43c1-9101-1ac4635ee030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:12:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:12:28.461351 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6cc5a20a-ea2e-49ba-a059-507e3ed62fe6 req-b71fe76b-c9ae-4fd1-946f-01073c6599f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e54b0931-5184-471e-9454-f87c56612ee7 HTTP/1.1" status: 200 len: 999 time: 0.0950966 Jul 29 17:12:28.521720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5a20a-ea2e-49ba-a059-507e3ed62fe6 req-73c0539e-7f50-457c-b9a7-5bd5b1f91815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:28.523086 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6cc5a20a-ea2e-49ba-a059-507e3ed62fe6 req-73c0539e-7f50-457c-b9a7-5bd5b1f91815 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0569677 Jul 29 17:12:28.586601 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-e3e26172-43af-43c1-9101-1ac4635ee030 None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:12:28.608193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5a20a-ea2e-49ba-a059-507e3ed62fe6 req-abcbb865-d11c-4f6d-851a-4ba58f519907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:28.609821 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6cc5a20a-ea2e-49ba-a059-507e3ed62fe6 req-abcbb865-d11c-4f6d-851a-4ba58f519907 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811613 Jul 29 17:12:28.850777 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6cc5a20a-ea2e-49ba-a059-507e3ed62fe6 req-0967587b-523b-4391-92c9-48839a014991 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350187 Jul 29 17:12:28.966141 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e3e26172-43af-43c1-9101-1ac4635ee030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '4e5169fc-59d3-43f3-8070-878b119f3768', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'floating_ip_address': '172.26.1.3', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'port_id': 'e54b0931-5184-471e-9454-f87c56612ee7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'mac_address': 'fa:16:3e:28:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799d93b2-fd47-4248-9651-17391a996620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:06:47Z', 'updated_at': '2022-07-29T17:12:27Z', 'revision_number': 13, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:12:28.970167 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e26172-43af-43c1-9101-1ac4635ee030 None None] The sync data for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv is: [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '4e5169fc-59d3-43f3-8070-878b119f3768', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'floating_ip_address': '172.26.1.3', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'port_id': 'e54b0931-5184-471e-9454-f87c56612ee7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'mac_address': 'fa:16:3e:28:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799d93b2-fd47-4248-9651-17391a996620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:06:47Z', 'updated_at': '2022-07-29T17:12:27Z', 'revision_number': 13, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:12:28.983950 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6cc5a20a-ea2e-49ba-a059-507e3ed62fe6 req-9541074e-203e-4513-a1a9-76ff1a9b4535 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270285 Jul 29 17:12:29.153010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849fabd2-072a-4510-9576-d0ddbda40961 None None] New status for floating IP 4e5169fc-59d3-43f3-8070-878b119f3768: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:12:32.253261 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:12:45.135945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4c7cc5e5-a8ec-4b9b-a765-9dc95d3f6dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:47.698900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9ea004f2-e48f-4307-b1cf-0effe1cdcdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:48.367624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:48.500047 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:49.994475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:50.808630 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:56.354531 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ef20bdf8-82fb-42bb-bcd4-beab16cd3b27 req-93168b6d-d45e-4c7e-b8a3-48708967c6dc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1242115 Jul 29 17:12:56.502490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20bdf8-82fb-42bb-bcd4-beab16cd3b27 req-26bdacd2-0500-4299-975b-c067d38d6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:56.503862 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ef20bdf8-82fb-42bb-bcd4-beab16cd3b27 req-26bdacd2-0500-4299-975b-c067d38d6890 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 1099 time: 0.0807824 Jul 29 17:12:56.646374 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20bdf8-82fb-42bb-bcd4-beab16cd3b27 req-e465ac00-a3d9-45bf-8278-fd7c7050cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:56.647853 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ef20bdf8-82fb-42bb-bcd4-beab16cd3b27 req-e465ac00-a3d9-45bf-8278-fd7c7050cad1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1255283 Jul 29 17:12:56.747529 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ef20bdf8-82fb-42bb-bcd4-beab16cd3b27 req-7d3fdd42-8fc1-42e7-8664-1e30dad75e65 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e54b0931-5184-471e-9454-f87c56612ee7 HTTP/1.1" status: 200 len: 1001 time: 0.0938339 Jul 29 17:12:56.809016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20bdf8-82fb-42bb-bcd4-beab16cd3b27 req-f0afdffb-1ad5-4f4c-bc14-ad178666a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:56.810342 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ef20bdf8-82fb-42bb-bcd4-beab16cd3b27 req-f0afdffb-1ad5-4f4c-bc14-ad178666a0b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0563440 Jul 29 17:12:56.893453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20bdf8-82fb-42bb-bcd4-beab16cd3b27 req-d64ec216-812b-4eb0-b484-bda898b48a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:12:56.894910 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ef20bdf8-82fb-42bb-bcd4-beab16cd3b27 req-d64ec216-812b-4eb0-b484-bda898b48a5e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788097 Jul 29 17:12:57.023168 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ef20bdf8-82fb-42bb-bcd4-beab16cd3b27 req-80b6bcf2-f03c-413b-9f81-3452964c0980 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219122 Jul 29 17:12:57.151823 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ef20bdf8-82fb-42bb-bcd4-beab16cd3b27 req-22e78c8b-1a3f-414d-aa78-8fa059cb0e59 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226892 Jul 29 17:13:09.252475 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:13:15.136463 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4a567aae-5349-44bb-a6b4-ddcad61c697c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:17.703472 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d96049f0-86b7-43a0-b6a7-2eee5af32912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.369788 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.504131 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:19.997374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:20.833674 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:33.593276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e7d3e-8576-4c1d-a65a-304af67229f6 req-e9095b6a-695d-453d-b36c-a0906edbee52 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:33.594745 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5e7e7d3e-8576-4c1d-a65a-304af67229f6 req-e9095b6a-695d-453d-b36c-a0906edbee52 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0885048 Jul 29 17:13:33.638524 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5e7e7d3e-8576-4c1d-a65a-304af67229f6 req-1047ab76-b834-4f7e-991e-3c24bfc32c23 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381682 Jul 29 17:13:45.140427 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-723ab49d-5b3c-4d1b-a590-be02c195d4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.251367 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:13:47.705054 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-699f0fd5-75d5-4e72-b9f8-088db50fb13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:48.373248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:48.427272 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-5d01a88d-26ce-4198-86a0-b03e28a4c791 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1406245 Jul 29 17:13:48.447437 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf337ab-1ad7-412e-9a2e-659f9f80bafe req-fec58f68-744f-4cc0-a99d-12e531db7368 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:48.449023 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bcf337ab-1ad7-412e-9a2e-659f9f80bafe req-fec58f68-744f-4cc0-a99d-12e531db7368 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.1041811 Jul 29 17:13:48.495246 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bcf337ab-1ad7-412e-9a2e-659f9f80bafe req-7352251f-f588-4d3f-bf3a-2fbf0497498a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405326 Jul 29 17:13:48.510457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:49.529789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-7128b12c-0691-4bdc-8349-8e318b6e3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:49.531181 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-7128b12c-0691-4bdc-8349-8e318b6e3547 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 1099 time: 0.0773168 Jul 29 17:13:49.663317 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-83c866ea-715c-4276-bec5-bc57205a268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:49.664783 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-83c866ea-715c-4276-bec5-bc57205a268c service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1269860 Jul 29 17:13:49.705940 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1bf88-a15e-432e-92a1-c298f95fbcbd req-1143950a-795c-420e-ad30-10bef2a6dcef tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:49.707421 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8ad1bf88-a15e-432e-92a1-c298f95fbcbd req-1143950a-795c-420e-ad30-10bef2a6dcef tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0917423 Jul 29 17:13:49.750861 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8ad1bf88-a15e-432e-92a1-c298f95fbcbd req-d02f4c4d-dcf4-4433-87de-74c507613bec tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376642 Jul 29 17:13:49.767698 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-bd08b209-da50-4c78-9964-a1f3ec0d5b62 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e54b0931-5184-471e-9454-f87c56612ee7 HTTP/1.1" status: 200 len: 1001 time: 0.0974545 Jul 29 17:13:49.828903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-f03e7ec4-cbd1-4b8d-bdb4-71b575f6f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:49.830261 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-f03e7ec4-cbd1-4b8d-bdb4-71b575f6f3d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0560510 Jul 29 17:13:50.000699 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:50.015803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-d168c686-8f58-4e84-a480-fb8a8ed26e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:50.017293 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-d168c686-8f58-4e84-a480-fb8a8ed26e7b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1808109 Jul 29 17:13:50.145987 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-cb26ae6b-c797-4194-871c-544a1d6c77cb service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217401 Jul 29 17:13:50.273022 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-f1926952-b1fa-4514-9a18-b28231cbe7c3 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212585 Jul 29 17:13:50.829646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:50.946567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657d60b-a22a-410d-addd-76c03a4473c1 req-c391e397-c53c-42bc-bdb4-dec6ab22318e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:50.948050 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3657d60b-a22a-410d-addd-76c03a4473c1 req-c391e397-c53c-42bc-bdb4-dec6ab22318e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0864437 Jul 29 17:13:50.991458 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3657d60b-a22a-410d-addd-76c03a4473c1 req-6f0dbfde-35d9-4e6c-86f9-1e305dbabb07 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378146 Jul 29 17:13:52.188767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8810a-2774-48bc-bc90-9f2dfbfddae0 req-13a3c177-7480-499f-930f-abd7c20c8384 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:52.190230 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-19e8810a-2774-48bc-bc90-9f2dfbfddae0 req-13a3c177-7480-499f-930f-abd7c20c8384 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0892851 Jul 29 17:13:52.233564 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-19e8810a-2774-48bc-bc90-9f2dfbfddae0 req-3557d319-9f20-4738-9027-a32d366afb99 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376494 Jul 29 17:13:53.431341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4acd91-5ed7-4a8a-892d-e95359730b19 req-03b350bb-6f06-4996-a804-ca6ba7bb68d7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:53.432809 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2f4acd91-5ed7-4a8a-892d-e95359730b19 req-03b350bb-6f06-4996-a804-ca6ba7bb68d7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0902622 Jul 29 17:13:53.476180 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2f4acd91-5ed7-4a8a-892d-e95359730b19 req-5b84d9ed-74d0-40ef-b65d-8cb34ac7d871 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376770 Jul 29 17:13:54.669794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddf254-7d8e-404a-8cd5-2d63e7f835b5 req-dcfcafb7-9ece-4c56-b56c-115c749de90f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:54.671233 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6eddf254-7d8e-404a-8cd5-2d63e7f835b5 req-dcfcafb7-9ece-4c56-b56c-115c749de90f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0866508 Jul 29 17:13:54.713903 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6eddf254-7d8e-404a-8cd5-2d63e7f835b5 req-d1d4fd2e-0866-4cbb-91c4-9e0974d92acc tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371916 Jul 29 17:13:55.908533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ed44d-bda6-4f44-813f-cabb634dc876 req-8f664563-c5cf-4a6b-88a4-260adbbafd64 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:55.909919 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8f4ed44d-bda6-4f44-813f-cabb634dc876 req-8f664563-c5cf-4a6b-88a4-260adbbafd64 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0879705 Jul 29 17:13:55.954938 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8f4ed44d-bda6-4f44-813f-cabb634dc876 req-86e5cd13-72f1-4c01-9acf-3658a0529b40 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394347 Jul 29 17:13:56.391514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa6fa0-7781-48f9-8915-6188d165e4c0 req-21344f4c-30fc-4769-9089-664a712bdc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:56.392982 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-befa6fa0-7781-48f9-8915-6188d165e4c0 req-21344f4c-30fc-4769-9089-664a712bdc77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 1099 time: 0.0770435 Jul 29 17:13:56.534936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa6fa0-7781-48f9-8915-6188d165e4c0 req-45b4e6e6-83f9-41bb-847e-2a5ba3aa99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:56.536364 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-befa6fa0-7781-48f9-8915-6188d165e4c0 req-45b4e6e6-83f9-41bb-847e-2a5ba3aa99a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1254089 Jul 29 17:13:56.637407 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-befa6fa0-7781-48f9-8915-6188d165e4c0 req-29141d7e-8bd8-4fb7-8720-ef8786af1f36 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e54b0931-5184-471e-9454-f87c56612ee7 HTTP/1.1" status: 200 len: 1001 time: 0.0953329 Jul 29 17:13:56.697915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa6fa0-7781-48f9-8915-6188d165e4c0 req-64e6ea27-d7b8-496c-a1a0-a21099a9aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:56.699218 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-befa6fa0-7781-48f9-8915-6188d165e4c0 req-64e6ea27-d7b8-496c-a1a0-a21099a9aa67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0564969 Jul 29 17:13:56.784309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa6fa0-7781-48f9-8915-6188d165e4c0 req-a036633a-45e4-4db8-aa8f-2b123e75dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:56.785761 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-befa6fa0-7781-48f9-8915-6188d165e4c0 req-a036633a-45e4-4db8-aa8f-2b123e75dea0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782495 Jul 29 17:13:56.913744 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-befa6fa0-7781-48f9-8915-6188d165e4c0 req-7175fdc3-ec91-4177-9f8c-1b8e95c1cf58 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216974 Jul 29 17:13:57.042701 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-befa6fa0-7781-48f9-8915-6188d165e4c0 req-364e3582-2ccf-40d9-a475-4d580008149a service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227293 Jul 29 17:13:57.154827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506d0f0-e65c-46a0-a045-0cc024e9f9b5 req-e0d44858-3ead-4b23-b5dc-91feebea0f76 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:57.156302 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a506d0f0-e65c-46a0-a045-0cc024e9f9b5 req-e0d44858-3ead-4b23-b5dc-91feebea0f76 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0897269 Jul 29 17:13:57.200103 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a506d0f0-e65c-46a0-a045-0cc024e9f9b5 req-a5bd0ab5-bbd1-41af-b6d1-e7979f4512ac tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382457 Jul 29 17:13:58.407131 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f1ad2-7cfe-4742-9871-76406622d062 req-09acb234-75af-490f-85e4-c149aca41d94 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:58.408566 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3b0f1ad2-7cfe-4742-9871-76406622d062 req-09acb234-75af-490f-85e4-c149aca41d94 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.1021378 Jul 29 17:13:58.451819 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3b0f1ad2-7cfe-4742-9871-76406622d062 req-cdfee39c-98c5-4aa4-9d7c-34052355d0a2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375838 Jul 29 17:13:59.649426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b01350-3a23-46a2-867d-49f54a967af1 req-250a7586-d609-49b7-b43f-9e741f46632f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:13:59.651449 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-59b01350-3a23-46a2-867d-49f54a967af1 req-250a7586-d609-49b7-b43f-9e741f46632f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0911181 Jul 29 17:13:59.694439 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-59b01350-3a23-46a2-867d-49f54a967af1 req-da187f0b-fc08-4c0d-bbd5-4fb73eb43bb8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373318 Jul 29 17:14:00.893496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af5e89-7dc3-4f8d-bec7-2d9f33c81217 req-9933d5e7-c636-48ed-b1c3-a20b8614eee3 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:00.894855 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c6af5e89-7dc3-4f8d-bec7-2d9f33c81217 req-9933d5e7-c636-48ed-b1c3-a20b8614eee3 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0889320 Jul 29 17:14:00.938650 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c6af5e89-7dc3-4f8d-bec7-2d9f33c81217 req-c1733baf-704d-4fa9-be31-50d90244b20c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376422 Jul 29 17:14:02.133339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fb9fe-d5d7-4ef0-beac-1d090b874744 req-33c66b87-4bbe-4c53-ade0-35c17985fe2c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:02.134827 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c76fb9fe-d5d7-4ef0-beac-1d090b874744 req-33c66b87-4bbe-4c53-ade0-35c17985fe2c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0881960 Jul 29 17:14:02.179967 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c76fb9fe-d5d7-4ef0-beac-1d090b874744 req-be5ec362-93a7-461e-90e4-f74078efc548 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393138 Jul 29 17:14:02.544213 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-75e3df62-c8eb-4c78-b31a-4aada0d5e11e service neutron] 10.222.0.69 "GET /v2.0/ports/e54b0931-5184-471e-9454-f87c56612ee7/bindings/hv-neutron-8515 HTTP/1.1" status: 200 len: 384 time: 0.0846350 Jul 29 17:14:02.814101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-c91d16c3-4ee7-4fc9-9499-7ce52f6c1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:02.815448 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-c91d16c3-4ee7-4fc9-9499-7ce52f6c1ec2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 1099 time: 0.0796847 Jul 29 17:14:02.911374 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-176bcf2d-3fe1-40bf-ac43-fbb73e7b30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:02.912805 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-176bcf2d-3fe1-40bf-ac43-fbb73e7b30aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 1099 time: 0.0764854 Jul 29 17:14:03.038388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-cd6be6a2-8f0c-48aa-905b-5bb7a2b94ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:03.039776 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-cd6be6a2-8f0c-48aa-905b-5bb7a2b94ba2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1211739 Jul 29 17:14:03.139992 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-12459b0c-8662-4e27-a141-c0337818d925 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e54b0931-5184-471e-9454-f87c56612ee7 HTTP/1.1" status: 200 len: 1001 time: 0.0943272 Jul 29 17:14:03.202427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-31d84872-cce6-4d22-8f1d-a6659715e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:03.203846 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-31d84872-cce6-4d22-8f1d-a6659715e20b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0588744 Jul 29 17:14:03.379523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87608e8c-a0b3-4260-bed8-805256037287 req-b38e9932-e43f-401c-b379-3e46ab9b764a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:03.381086 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-87608e8c-a0b3-4260-bed8-805256037287 req-b38e9932-e43f-401c-b379-3e46ab9b764a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0909584 Jul 29 17:14:03.391757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-57f2fb0c-0287-4fb4-a3fb-98794962babd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:03.393182 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-57f2fb0c-0287-4fb4-a3fb-98794962babd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1834276 Jul 29 17:14:03.424975 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-87608e8c-a0b3-4260-bed8-805256037287 req-adb6e470-d2a7-47b5-8ba5-a3e2834c5188 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381341 Jul 29 17:14:03.523290 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-9da0524a-05ed-47e4-b37b-d521a72f020b service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228025 Jul 29 17:14:03.650684 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-249ae1a9-f6a8-42c5-aaf3-d504f9969054 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212831 Jul 29 17:14:04.638517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e450a2-560c-49dd-a30e-206c5233dd77 req-baa55fc6-5d2c-4702-9f0b-048478433573 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:04.639972 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-69e450a2-560c-49dd-a30e-206c5233dd77 req-baa55fc6-5d2c-4702-9f0b-048478433573 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0915999 Jul 29 17:14:04.793791 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-69e450a2-560c-49dd-a30e-206c5233dd77 req-24956099-1a6c-4caa-bca8-0da7752cb5e6 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479652 Jul 29 17:14:05.942623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e54b0931-5184-471e-9454-f87c56612ee7 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:14:05.988672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387c4ee-238c-4469-994e-d11c630866af req-ceeb82d3-1f2b-4750-9954-383b5efd59f8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:05.990155 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a387c4ee-238c-4469-994e-d11c630866af req-ceeb82d3-1f2b-4750-9954-383b5efd59f8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0869744 Jul 29 17:14:06.036430 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a387c4ee-238c-4469-994e-d11c630866af req-172bba25-07c0-4e94-ba00-8b50d04792b9 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404451 Jul 29 17:14:06.055896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e54b0931-5184-471e-9454-f87c56612ee7 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:14:06.056297 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:06.081993 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:14:06.092129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e54b0931-5184-471e-9454-f87c56612ee7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e54b0931-5184-471e-9454-f87c56612ee7,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:06.096004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:06.140726 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47289ddf-fc3f-4876-be6d-2230c6e44e26'] response: {'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7', 'code': 200} Jul 29 17:14:06.165385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e54b0931-5184-471e-9454-f87c56612ee7,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:06.173232 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:06.173578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:06.173919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:06.174278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:06.174607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:06.174943 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:06.175271 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:06.175597 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:06.175923 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:06.176243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:06.176562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:06.176881 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:07.231906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f36d06-ec3c-4033-848d-1e387e08759c req-0379a833-af32-4850-88db-eaab85218d1a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:07.233356 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b4f36d06-ec3c-4033-848d-1e387e08759c req-0379a833-af32-4850-88db-eaab85218d1a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 944 time: 0.0857441 Jul 29 17:14:07.275889 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b4f36d06-ec3c-4033-848d-1e387e08759c req-c7296292-6294-405a-b82a-688e44abb590 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369329 Jul 29 17:14:07.955344 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e54b0931-5184-471e-9454-f87c56612ee7 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:14:08.084155 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e54b0931-5184-471e-9454-f87c56612ee7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e54b0931-5184-471e-9454-f87c56612ee7,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:08.097366 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'e54b0931-5184-471e-9454-f87c56612ee7', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'port_id': 'e54b0931-5184-471e-9454-f87c56612ee7', 'mac_address': 'fa:16:3e:28:1e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:14:08.154859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e54b0931-5184-471e-9454-f87c56612ee7 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:14:08.155244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:08.171701 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54b0931-5184-471e-9454-f87c56612ee7 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:14:08.187014 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e54b0931-5184-471e-9454-f87c56612ee7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e54b0931-5184-471e-9454-f87c56612ee7,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:08.191078 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:08.256718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['e54b0931-5184-471e-9454-f87c56612ee7'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:14:08.294233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e54b0931-5184-471e-9454-f87c56612ee7,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:08.477590 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667265c1-661b-4533-8e2d-88e35099efc0 req-c5bd5140-fd51-4f0e-80f4-d0f16f51f878 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:08.479172 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-667265c1-661b-4533-8e2d-88e35099efc0 req-c5bd5140-fd51-4f0e-80f4-d0f16f51f878 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 945 time: 0.0925796 Jul 29 17:14:08.523916 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-667265c1-661b-4533-8e2d-88e35099efc0 req-60e1d3f7-1515-4337-8d5d-c1efeb80b186 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388894 Jul 29 17:14:09.718109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8fd57-88dc-4a74-b8c5-c41f2f412d87 req-bc46cd06-a862-4b5d-b9dc-c38377409051 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:09.719559 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-afc8fd57-88dc-4a74-b8c5-c41f2f412d87 req-bc46cd06-a862-4b5d-b9dc-c38377409051 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 945 time: 0.0874994 Jul 29 17:14:09.765981 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-afc8fd57-88dc-4a74-b8c5-c41f2f412d87 req-31467bff-6684-4356-94f5-f23cb0e10848 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408077 Jul 29 17:14:09.948213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e54b0931-5184-471e-9454-f87c56612ee7 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:14:10.013573 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port e54b0931-5184-471e-9454-f87c56612ee7 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:10.013942 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:10.154870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e54b0931-5184-471e-9454-f87c56612ee7 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:14:10.155244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:10.181000 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:14:10.190874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e54b0931-5184-471e-9454-f87c56612ee7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e54b0931-5184-471e-9454-f87c56612ee7,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:10.194278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:10.237138 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aae9d6d-b1a3-4778-bb63-e7eb3b610ce6'] response: {'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7', 'code': 200} Jul 29 17:14:10.265231 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e54b0931-5184-471e-9454-f87c56612ee7,revision_number=8']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:10.957469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a790-6869-42f8-af71-9c130068b260 req-9f0e5ba5-ca6e-479c-a5d8-340baeacfdbe tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:10.959206 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a248a790-6869-42f8-af71-9c130068b260 req-9f0e5ba5-ca6e-479c-a5d8-340baeacfdbe tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0875685 Jul 29 17:14:11.002075 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a248a790-6869-42f8-af71-9c130068b260 req-bd360d5c-7b9d-4262-aae6-852272e3c70d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365894 Jul 29 17:14:12.198690 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c3519-4615-4a0b-8099-32eb65548d4f req-ff9138cf-3b7e-4f63-a578-c7d605aba88f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:12.200123 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-819c3519-4615-4a0b-8099-32eb65548d4f req-ff9138cf-3b7e-4f63-a578-c7d605aba88f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0887840 Jul 29 17:14:12.243272 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-819c3519-4615-4a0b-8099-32eb65548d4f req-165b2101-2ceb-479c-aa88-2cdf9fc650f8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374463 Jul 29 17:14:13.439595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f60f62-d876-47df-b1ca-85efa57ba8d2 req-17b9835c-f9b2-4e6d-a4d3-34fd2e16665e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:13.441027 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-58f60f62-d876-47df-b1ca-85efa57ba8d2 req-17b9835c-f9b2-4e6d-a4d3-34fd2e16665e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0860815 Jul 29 17:14:13.487721 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-58f60f62-d876-47df-b1ca-85efa57ba8d2 req-3f327a67-7072-481c-8a2e-cf87316e7e5a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409749 Jul 29 17:14:13.888247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-a3067478-eddd-4fed-a094-cbb58d3c0efe tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:13.888943 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-a3067478-eddd-4fed-a094-cbb58d3c0efe tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Synchronizing usage tracker for tenant:4c6c6dfbff4d472aa87d274cad5fc1ad on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:14:13.905291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-a3067478-eddd-4fed-a094-cbb58d3c0efe tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Unset dirty status for tenant:4c6c6dfbff4d472aa87d274cad5fc1ad on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:14:13.906461 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-a3067478-eddd-4fed-a094-cbb58d3c0efe tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&binding%3Ahost_id=hv-neutron-8515 HTTP/1.1" status: 200 len: 946 time: 0.1117723 Jul 29 17:14:13.934860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a15190-9180-4877-b606-2b116d45af0b req-f749f62d-272b-4bcc-988f-047a52587a9b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:13.937036 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-04a15190-9180-4877-b606-2b116d45af0b req-f749f62d-272b-4bcc-988f-047a52587a9b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0875702 Jul 29 17:14:13.981366 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-04a15190-9180-4877-b606-2b116d45af0b req-f42b11b4-a6e4-4523-9a14-389a613e1219 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390742 Jul 29 17:14:13.986785 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-4b31c353-a1ac-4fb5-a997-729d13f05e89 service neutron] 10.222.0.69 "GET /v2.0/ports/e54b0931-5184-471e-9454-f87c56612ee7/bindings/hv-neutron-8515 HTTP/1.1" status: 200 len: 384 time: 0.0742364 Jul 29 17:14:14.093879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-027460f0-a2d4-4a58-84dd-6c8f5d6a49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:14.095221 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-027460f0-a2d4-4a58-84dd-6c8f5d6a49a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 1099 time: 0.0804231 Jul 29 17:14:14.224041 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-65448d44-7fd7-4030-90e7-4d74e03067e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:14.225488 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-65448d44-7fd7-4030-90e7-4d74e03067e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1242931 Jul 29 17:14:14.322444 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-535bbde9-c183-4d78-8e2b-048d75d1bf62 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e54b0931-5184-471e-9454-f87c56612ee7 HTTP/1.1" status: 200 len: 1001 time: 0.0912354 Jul 29 17:14:14.384394 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-f770ae3d-1cfe-428a-a80f-c0a16bff56f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:14.386362 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-f770ae3d-1cfe-428a-a80f-c0a16bff56f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0588899 Jul 29 17:14:14.467343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-d20ef2a9-d3d0-42a6-ab8d-320e77cf3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:14.468807 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-d20ef2a9-d3d0-42a6-ab8d-320e77cf3279 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771434 Jul 29 17:14:14.598828 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-c8dd90f0-8e7d-40c5-bed7-041841d5eff5 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231201 Jul 29 17:14:14.727268 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-034870ec-ff28-4c55-8af2-6533666a72d0 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224787 Jul 29 17:14:15.141241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fc35ad19-28e6-4983-83c1-8ca760fd6b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:15.180554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2429dbe-46fb-4eb0-a211-716f16e8c883 req-80e8db52-8ad0-4ec9-be94-99a8f55f7c04 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:15.182059 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e2429dbe-46fb-4eb0-a211-716f16e8c883 req-80e8db52-8ad0-4ec9-be94-99a8f55f7c04 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0900409 Jul 29 17:14:15.224745 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e2429dbe-46fb-4eb0-a211-716f16e8c883 req-8cfab062-6e07-465a-8f33-008e34aa9040 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370138 Jul 29 17:14:16.423159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49548a0c-f3cd-4686-bea6-c5cd1c5357cc req-35ea22b8-3cde-4f6e-bfcc-4f22568a182f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:16.424619 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-49548a0c-f3cd-4686-bea6-c5cd1c5357cc req-35ea22b8-3cde-4f6e-bfcc-4f22568a182f tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0916984 Jul 29 17:14:16.473108 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-49548a0c-f3cd-4686-bea6-c5cd1c5357cc req-26f68369-d4e4-4040-aea6-41c24a9fc6cf tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426662 Jul 29 17:14:17.678097 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b5e99-2656-4ea2-8bf0-41477c0b04a4 req-24476ec1-53ed-4e5c-bfde-63e60ebbac5a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:17.679584 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ea7b5e99-2656-4ea2-8bf0-41477c0b04a4 req-24476ec1-53ed-4e5c-bfde-63e60ebbac5a tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0916038 Jul 29 17:14:17.708320 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-248bd1ca-0554-4ea9-b6f3-0c1303961e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:17.727364 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ea7b5e99-2656-4ea2-8bf0-41477c0b04a4 req-ef314430-d682-4312-b94c-26655715aadd tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399885 Jul 29 17:14:17.782506 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-9cf46b63-3c39-4b3c-b819-b6a1908d4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:17.783907 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-9cf46b63-3c39-4b3c-b819-b6a1908d4e66 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620&tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad HTTP/1.1" status: 200 len: 1099 time: 0.0830681 Jul 29 17:14:17.881076 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-f502a17d-9b91-4e15-aeb1-518c54deedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:17.882491 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-f502a17d-9b91-4e15-aeb1-518c54deedbf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 1099 time: 0.0772700 Jul 29 17:14:18.009915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-610b3c38-eea1-4d67-b189-0c94bb200167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:18.011324 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-610b3c38-eea1-4d67-b189-0c94bb200167 service neutron] 10.222.0.69 "GET /v2.0/networks?id=22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 200 len: 913 time: 0.1227865 Jul 29 17:14:18.112375 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-0c914924-2fba-4b00-af89-caf67ddfed83 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e54b0931-5184-471e-9454-f87c56612ee7 HTTP/1.1" status: 200 len: 1001 time: 0.0955083 Jul 29 17:14:18.175732 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-52d74ff2-06dd-46c0-8f5a-049560dd9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:18.177135 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-52d74ff2-06dd-46c0-8f5a-049560dd9868 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 200 len: 851 time: 0.0589678 Jul 29 17:14:18.345803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-fa618fd5-9b2f-41f3-b489-7a11fcfc511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:18.347303 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-fa618fd5-9b2f-41f3-b489-7a11fcfc511e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=22179490-840b-4c93-a3bd-a660e7c98fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1648109 Jul 29 17:14:18.375131 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.476855 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-edfe59c8-4909-4804-bc5a-ee89b7e49ad2 service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238887 Jul 29 17:14:18.511183 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.608622 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-703b7da9-c684-446d-8b5b-6e0e0e2fe9e3 req-ec2d3060-4300-4904-87f0-4e68a8e8e1ac service neutron] 10.222.0.69 "GET /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260555 Jul 29 17:14:18.930316 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc13187-0bb2-44ad-971b-6dcf0bec0991 req-fda64869-01ba-414b-82ed-bc00632332c7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:18.931666 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3cc13187-0bb2-44ad-971b-6dcf0bec0991 req-fda64869-01ba-414b-82ed-bc00632332c7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0912726 Jul 29 17:14:18.976898 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3cc13187-0bb2-44ad-971b-6dcf0bec0991 req-bde9238e-4159-41b4-8d22-8b4f2bd71870 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389321 Jul 29 17:14:20.006085 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:20.067151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e54b0931-5184-471e-9454-f87c56612ee7 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:14:20.185445 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207084a-e1f7-4446-9f47-6ca60ab99094 req-b7f48df6-ff40-485f-8b4a-6577e91671b7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:20.186800 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d207084a-e1f7-4446-9f47-6ca60ab99094 req-b7f48df6-ff40-485f-8b4a-6577e91671b7 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0867510 Jul 29 17:14:20.234645 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d207084a-e1f7-4446-9f47-6ca60ab99094 req-0b801ccb-31bd-4be7-9171-f35d7a829c81 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 Jul 29 17:14:20.259325 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e54b0931-5184-471e-9454-f87c56612ee7 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:14:20.259704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:20.296324 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:14:20.307875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e54b0931-5184-471e-9454-f87c56612ee7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e54b0931-5184-471e-9454-f87c56612ee7,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:20.313921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:20.361756 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4cc56c-eaa4-4b13-8416-d0e3b3af8ed9'] response: {'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7', 'code': 200} Jul 29 17:14:20.396806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e54b0931-5184-471e-9454-f87c56612ee7,revision_number=9']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:20.840485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.430618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a01801-ac67-45e3-8b48-9ab4616419fa req-05fb8c76-01eb-42ae-977a-8d9f6fa3bed1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:21.432109 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f0a01801-ac67-45e3-8b48-9ab4616419fa req-05fb8c76-01eb-42ae-977a-8d9f6fa3bed1 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 944 time: 0.0866849 Jul 29 17:14:21.475621 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f0a01801-ac67-45e3-8b48-9ab4616419fa req-2bf80e2e-d9c0-4bf3-9bde-178796703d20 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378947 Jul 29 17:14:22.061934 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e54b0931-5184-471e-9454-f87c56612ee7 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:14:22.191423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e54b0931-5184-471e-9454-f87c56612ee7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e54b0931-5184-471e-9454-f87c56612ee7,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:22.204055 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'e54b0931-5184-471e-9454-f87c56612ee7', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'port_id': 'e54b0931-5184-471e-9454-f87c56612ee7', 'mac_address': 'fa:16:3e:28:1e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:14:22.260203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e54b0931-5184-471e-9454-f87c56612ee7 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:14:22.260579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.276844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54b0931-5184-471e-9454-f87c56612ee7 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:14:22.292326 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e54b0931-5184-471e-9454-f87c56612ee7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e54b0931-5184-471e-9454-f87c56612ee7,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:22.296289 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.357730 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['e54b0931-5184-471e-9454-f87c56612ee7'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:14:22.396284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e54b0931-5184-471e-9454-f87c56612ee7,revision_number=10']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:22.675244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0056441-b882-415e-a357-9d30dd6a5183 req-896668e7-2b3c-4afd-b837-ba94b6392fe2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:22.676581 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b0056441-b882-415e-a357-9d30dd6a5183 req-896668e7-2b3c-4afd-b837-ba94b6392fe2 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0899024 Jul 29 17:14:22.721700 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b0056441-b882-415e-a357-9d30dd6a5183 req-c12cba55-ce6c-4faa-8e78-edd745257bd0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391219 Jul 29 17:14:23.251453 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:14:23.915488 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3c250-6ba7-4d95-b103-a136619c0551 req-34515775-e614-457a-a154-ac6a2dc5f741 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:23.917873 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b2b3c250-6ba7-4d95-b103-a136619c0551 req-34515775-e614-457a-a154-ac6a2dc5f741 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 946 time: 0.0864649 Jul 29 17:14:23.964054 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b2b3c250-6ba7-4d95-b103-a136619c0551 req-fd0f6cee-e827-4350-a742-3bed717ffe14 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406408 Jul 29 17:14:24.062117 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e54b0931-5184-471e-9454-f87c56612ee7 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:14:24.127874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port e54b0931-5184-471e-9454-f87c56612ee7 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:24.128244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:24.241506 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e54b0931-5184-471e-9454-f87c56612ee7 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:14:24.241883 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:24.267641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:14:24.277967 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e54b0931-5184-471e-9454-f87c56612ee7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e54b0931-5184-471e-9454-f87c56612ee7,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:24.282381 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:24.324590 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c729c2-7bcf-43b0-acd7-de526d847b37'] response: {'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7', 'code': 200} Jul 29 17:14:24.352247 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e54b0931-5184-471e-9454-f87c56612ee7,revision_number=11']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:25.156613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f421e-565f-492e-b1f9-58e64e7bf865 req-6f83bd21-7a90-42e4-b4a2-94ad67bdb1e4 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:25.158092 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-559f421e-565f-492e-b1f9-58e64e7bf865 req-6f83bd21-7a90-42e4-b4a2-94ad67bdb1e4 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 947 time: 0.0859337 Jul 29 17:14:25.201834 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-559f421e-565f-492e-b1f9-58e64e7bf865 req-5676dcd3-3539-4691-9b5d-879ab95e1821 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382042 Jul 29 17:14:26.400822 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a083-1690-4407-8c5d-c241f9de2605 req-49932d94-8e60-4943-8549-c1d973bbd947 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:26.402296 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4087a083-1690-4407-8c5d-c241f9de2605 req-49932d94-8e60-4943-8549-c1d973bbd947 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 947 time: 0.0897980 Jul 29 17:14:26.445688 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4087a083-1690-4407-8c5d-c241f9de2605 req-f2b1c330-a90d-4399-8f70-55ac7cfde7c6 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378675 Jul 29 17:14:27.637749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dcbcb-c64f-4f53-ab49-694c57c56b71 req-4bfeb2e2-0dad-4983-8a09-f40f786a7ba4 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:27.639205 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b86dcbcb-c64f-4f53-ab49-694c57c56b71 req-4bfeb2e2-0dad-4983-8a09-f40f786a7ba4 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 947 time: 0.0867331 Jul 29 17:14:27.686376 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b86dcbcb-c64f-4f53-ab49-694c57c56b71 req-554241b3-e95a-4d35-b641-d323bda30498 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 Jul 29 17:14:27.877771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93886f-172e-439f-b8f5-a13a5c88794f req-d2677836-32de-4590-a607-a4d5687a6e9c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:27.879131 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bb93886f-172e-439f-b8f5-a13a5c88794f req-d2677836-32de-4590-a607-a4d5687a6e9c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 947 time: 0.0861735 Jul 29 17:14:27.922270 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bb93886f-172e-439f-b8f5-a13a5c88794f req-13d1980e-bf6e-4479-9cce-c946c4c8ef3c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375648 Jul 29 17:14:28.120418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b7c94-3273-4691-840a-59046673fced req-38b18973-3e02-4dcd-971d-c35803264be0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:28.121907 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6a9b7c94-3273-4691-840a-59046673fced req-38b18973-3e02-4dcd-971d-c35803264be0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 947 time: 0.0913253 Jul 29 17:14:28.166968 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6a9b7c94-3273-4691-840a-59046673fced req-f9e0a8aa-4de2-4bfa-a671-5dcdfa3433db tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369804 Jul 29 17:14:28.549505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9f97d-47b6-43ab-8392-7a02f970733c req-b252ecca-b34b-44e6-b5fc-e0e6ae3fbaa8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:28.550984 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b1f9f97d-47b6-43ab-8392-7a02f970733c req-b252ecca-b34b-44e6-b5fc-e0e6ae3fbaa8 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 947 time: 0.0871782 Jul 29 17:14:28.598661 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b1f9f97d-47b6-43ab-8392-7a02f970733c req-c0304303-237d-479b-bd0e-05f6fdbda96b tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419521 Jul 29 17:14:29.792858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f241894-c990-41e5-85ef-ca92175aac21 req-05d1d294-ddd9-4380-b0dd-ded42fac6597 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:29.794308 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8f241894-c990-41e5-85ef-ca92175aac21 req-05d1d294-ddd9-4380-b0dd-ded42fac6597 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 947 time: 0.0863864 Jul 29 17:14:29.837220 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8f241894-c990-41e5-85ef-ca92175aac21 req-020130ba-e33c-4221-93f0-39234c8ace72 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371532 Jul 29 17:14:30.895413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efd8b4-4976-458c-9887-04f8210732a2 req-2a618ae2-2f27-42f1-8df7-809bf7a379c9 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:30.896865 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-24efd8b4-4976-458c-9887-04f8210732a2 req-2a618ae2-2f27-42f1-8df7-809bf7a379c9 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 947 time: 0.0905647 Jul 29 17:14:30.965211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-24efd8b4-4976-458c-9887-04f8210732a2 req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Deleting port e54b0931-5184-471e-9454-f87c56612ee7 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:14:30.965550 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-24efd8b4-4976-458c-9887-04f8210732a2 req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.142708 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759b058-069c-4f34-9ad5-5769910d700b req-ac6aa58d-1212-43c2-b236-799ed705e15d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:31.144042 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a759b058-069c-4f34-9ad5-5769910d700b req-ac6aa58d-1212-43c2-b236-799ed705e15d tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 947 time: 0.1981544 Jul 29 17:14:31.188155 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a759b058-069c-4f34-9ad5-5769910d700b req-efb9b35c-df1e-4b1a-9486-bb5bf657f88e tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups?id=7c2ec55d-2678-4ab4-9f23-229d89c8580c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384808 Jul 29 17:14:31.215336 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-24efd8b4-4976-458c-9887-04f8210732a2 req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] For port e54b0931-5184-471e-9454-f87c56612ee7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e54b0931-5184-471e-9454-f87c56612ee7,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:31.215689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-24efd8b4-4976-458c-9887-04f8210732a2 req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.499107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-24efd8b4-4976-458c-9887-04f8210732a2 req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.499481 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-24efd8b4-4976-458c-9887-04f8210732a2 req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.500384 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [req-24efd8b4-4976-458c-9887-04f8210732a2 req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Floating IP 4e5169fc-59d3-43f3-8070-878b119f3768 disassociated. External IP: 172.26.1.3, port: e54b0931-5184-471e-9454-f87c56612ee7. Jul 29 17:14:31.500734 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-24efd8b4-4976-458c-9887-04f8210732a2 req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Calling delete_port for e54b0931-5184-471e-9454-f87c56612ee7 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:14:31.643912 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-24efd8b4-4976-458c-9887-04f8210732a2 req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.692972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Pushing event deleted for resources: {'Port': ['ID=e54b0931-5184-471e-9454-f87c56612ee7,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:31.759131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:31.759401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:31.760266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:31.760601 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:31.760930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:31.761282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:31.761608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:31.761932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:31.762255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:31.762577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:31.762900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:31.763216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:31.891037 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24efd8b4-4976-458c-9887-04f8210732a2 req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Router 91a201c0-c172-4659-a0f6-feca6c9f0111 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:14:32.162625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24efd8b4-4976-458c-9887-04f8210732a2 req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:14:32.172060 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1005f119-5cdc-4b32-862d-7bea85b0186b None None] Sync routers for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:14:32.181268 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1005f119-5cdc-4b32-862d-7bea85b0186b None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:14:32.182394 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1005f119-5cdc-4b32-862d-7bea85b0186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:14:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:32.248482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-24efd8b4-4976-458c-9887-04f8210732a2 req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] No DVR routers for this DVR port e54b0931-5184-471e-9454-f87c56612ee7 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:14:32.250962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-24efd8b4-4976-458c-9887-04f8210732a2 req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:32.253539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'name': 'network-vif-deleted', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:14:32.271430 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-24efd8b4-4976-458c-9887-04f8210732a2 req-3ae091e7-2c30-400b-87d8-dca261bfc480 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.69 "DELETE /v2.0/ports/e54b0931-5184-471e-9454-f87c56612ee7 HTTP/1.1" status: 204 len: 173 time: 1.3696957 Jul 29 17:14:32.310603 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d212242b-1f4f-4c28-a57c-00a2a9e38f84'] response: {'server_uuid': '799d93b2-fd47-4248-9651-17391a996620', 'name': 'network-vif-deleted', 'tag': 'e54b0931-5184-471e-9454-f87c56612ee7', 'status': 'completed', 'code': 200} Jul 29 17:14:32.366185 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-1005f119-5cdc-4b32-862d-7bea85b0186b None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:14:32.371749 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e59eaa40-30f5-44da-bb74-761800aa29f5 req-3716751e-30d6-4790-a9fc-a788c3610d73 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/ports?device_id=799d93b2-fd47-4248-9651-17391a996620 HTTP/1.1" status: 200 len: 210 time: 0.0515697 Jul 29 17:14:32.686566 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1005f119-5cdc-4b32-862d-7bea85b0186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:32.690417 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1005f119-5cdc-4b32-862d-7bea85b0186b None None] Checking router: 91a201c0-c172-4659-a0f6-feca6c9f0111 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:14:32.698670 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1005f119-5cdc-4b32-862d-7bea85b0186b None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:14:32.699263 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1005f119-5cdc-4b32-862d-7bea85b0186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:14:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:32.878694 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-1005f119-5cdc-4b32-862d-7bea85b0186b None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:14:33.214767 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-1005f119-5cdc-4b32-862d-7bea85b0186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:33.219001 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1005f119-5cdc-4b32-862d-7bea85b0186b None None] The sync data for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv is: [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:45Z', 'revision_number': 4, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df200d41-3b2e-41fb-b4d0-45f9823b7f3e', 'name': '', 'network_id': '22179490-840b-4c93-a3bd-a660e7c98fab', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'mac_address': 'fa:16:3e:42:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:44Z', 'updated_at': '2022-07-29T17:06:51Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'subnets': [{'id': '738a36bd-9c5c-4ece-bf05-f20fd9a09a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:14:33.441664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5951b-7c10-432c-bbbc-c90ca3ccd5b4 None None] New status for floating IP 4e5169fc-59d3-43f3-8070-878b119f3768: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:14:34.124819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e54b0931-5184-471e-9454-f87c56612ee7 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:14:34.158261 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: e54b0931-5184-471e-9454-f87c56612ee7 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:14:34.158611 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e54b0931-5184-471e-9454-f87c56612ee7 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:14:36.753538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59510) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:14:36.819975 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:36.847389 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:36.899219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:36.916700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2ec55d-2678-4ab4-9f23-229d89c8580c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:36.926767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:36.927121 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:36.927471 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:36.927811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:36.928148 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:36.928480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:36.928811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:36.929163 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:36.929494 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:36.929819 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:36.930142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:36.930463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:36.939979 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:36.941112 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d87e72fd-28d7-48df-8e3f-b51ccf8ee4c0 tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "DELETE /v2.0/security-groups/7c2ec55d-2678-4ab4-9f23-229d89c8580c HTTP/1.1" status: 204 len: 168 time: 0.1865389 Jul 29 17:14:36.943607 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59514) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:14:36.960572 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.api.v2.resource [None req-fc1f63ca-9240-4c6a-9a37-5a9d5006a74c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] show failed (client error): The resource could not be found. Jul 29 17:14:36.961568 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fc1f63ca-9240-4c6a-9a37-5a9d5006a74c tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "GET /v2.0/security-groups/7c2ec55d-2678-4ab4-9f23-229d89c8580c HTTP/1.1" status: 404 len: 347 time: 0.0170765 Jul 29 17:14:36.964278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59518) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:14:37.119974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b3f86cba-d565-46cb-8274-f347bb1fd0df tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Deleting port f87d07e1-eed7-4291-b30b-aac279ddb78c {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:14:37.120318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3f86cba-d565-46cb-8274-f347bb1fd0df tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:37.287396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3f86cba-d565-46cb-8274-f347bb1fd0df tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:37.287729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3f86cba-d565-46cb-8274-f347bb1fd0df tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:37.408392 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-b3f86cba-d565-46cb-8274-f347bb1fd0df tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Calling delete_port for f87d07e1-eed7-4291-b30b-aac279ddb78c owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:14:37.546026 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3f86cba-d565-46cb-8274-f347bb1fd0df tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:37.592783 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f86cba-d565-46cb-8274-f347bb1fd0df tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Pushing event deleted for resources: {'Port': ['ID=f87d07e1-eed7-4291-b30b-aac279ddb78c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:37.691002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3f86cba-d565-46cb-8274-f347bb1fd0df tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:37.704651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b3f86cba-d565-46cb-8274-f347bb1fd0df tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:37.705817 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b3f86cba-d565-46cb-8274-f347bb1fd0df tempest-ServerActionsTestJSON-1961495681 tempest-ServerActionsTestJSON-1961495681-project] 10.222.0.58 "DELETE /v2.0/floatingips/4e5169fc-59d3-43f3-8070-878b119f3768 HTTP/1.1" status: 204 len: 168 time: 0.7406695 Jul 29 17:14:37.708663 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59522) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:14:38.406335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf94a-7dd4-45e8-94b2-ca207780dda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:38.748216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ccbbf94a-7dd4-45e8-94b2-ca207780dda7 admin admin] Deleting port df200d41-3b2e-41fb-b4d0-45f9823b7f3e {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:14:38.748557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf94a-7dd4-45e8-94b2-ca207780dda7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:38.916926 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-ccbbf94a-7dd4-45e8-94b2-ca207780dda7 admin admin] For port df200d41-3b2e-41fb-b4d0-45f9823b7f3e, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=df200d41-3b2e-41fb-b4d0-45f9823b7f3e,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:38.917561 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf94a-7dd4-45e8-94b2-ca207780dda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:39.037138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ccbbf94a-7dd4-45e8-94b2-ca207780dda7 admin admin] Calling delete_port for df200d41-3b2e-41fb-b4d0-45f9823b7f3e owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:14:39.200449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf94a-7dd4-45e8-94b2-ca207780dda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:39.248232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbf94a-7dd4-45e8-94b2-ca207780dda7 admin admin] Pushing event deleted for resources: {'Port': ['ID=df200d41-3b2e-41fb-b4d0-45f9823b7f3e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:39.518567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ccbbf94a-7dd4-45e8-94b2-ca207780dda7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:39.976924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbbf94a-7dd4-45e8-94b2-ca207780dda7 admin admin] Router 91a201c0-c172-4659-a0f6-feca6c9f0111 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:14:40.152802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbbf94a-7dd4-45e8-94b2-ca207780dda7 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:14:40.161184 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024780b4-22b1-4325-bf3b-d8d4a3eab4de None None] Sync routers for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:14:40.165949 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ccbbf94a-7dd4-45e8-94b2-ca207780dda7 admin admin] 10.222.0.58 "PUT /v2.0/routers/91a201c0-c172-4659-a0f6-feca6c9f0111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4562042 Jul 29 17:14:40.168661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59528) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:14:40.170193 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024780b4-22b1-4325-bf3b-d8d4a3eab4de None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:14:40.170791 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-024780b4-22b1-4325-bf3b-d8d4a3eab4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:14:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:40.340606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:40.343001 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-024780b4-22b1-4325-bf3b-d8d4a3eab4de None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:14:40.517360 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:40.527256 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] Deleting port b9877438-bb1e-411f-9b00-46b44212cc90 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:14:40.527855 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:40.617324 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-024780b4-22b1-4325-bf3b-d8d4a3eab4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:14:39Z', 'revision_number': 5, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port': {'id': 'b9877438-bb1e-411f-9b00-46b44212cc90', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:40.623316 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024780b4-22b1-4325-bf3b-d8d4a3eab4de None None] Checking router: 91a201c0-c172-4659-a0f6-feca6c9f0111 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:14:40.635493 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024780b4-22b1-4325-bf3b-d8d4a3eab4de None None] Routers {'91a201c0-c172-4659-a0f6-feca6c9f0111'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:14:40.635493 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-024780b4-22b1-4325-bf3b-d8d4a3eab4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:14:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['91a201c0-c172-4659-a0f6-feca6c9f0111'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:40.706415 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] For port b9877438-bb1e-411f-9b00-46b44212cc90, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b9877438-bb1e-411f-9b00-46b44212cc90,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:40.706772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:40.784972 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-024780b4-22b1-4325-bf3b-d8d4a3eab4de None None] Set router 91a201c0-c172-4659-a0f6-feca6c9f0111 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:14:40.831437 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] Calling delete_port for b9877438-bb1e-411f-9b00-46b44212cc90 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:14:40.887306 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-024780b4-22b1-4325-bf3b-d8d4a3eab4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:14:40Z', 'revision_number': 6, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:40.891048 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024780b4-22b1-4325-bf3b-d8d4a3eab4de None None] The sync data for ids ['91a201c0-c172-4659-a0f6-feca6c9f0111'] in dv-neutron-851534-1-hyperv is: [{'id': '91a201c0-c172-4659-a0f6-feca6c9f0111', 'name': 'tempest-ServerActionsTestJSON-1382581285-router', 'tenant_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:06:41Z', 'updated_at': '2022-07-29T17:14:40Z', 'revision_number': 6, 'project_id': '4c6c6dfbff4d472aa87d274cad5fc1ad', 'gw_port_host': None}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:14:41.108921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.154316 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9877438-bb1e-411f-9b00-46b44212cc90,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:41.252530 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.428179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.430269 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.452690 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.453302 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91a201c0-c172-4659-a0f6-feca6c9f0111 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:14:41.467473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.468603 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9ed83685-6526-4eef-a9d9-4599c824b706 admin admin] 10.222.0.58 "DELETE /v2.0/routers/91a201c0-c172-4659-a0f6-feca6c9f0111 HTTP/1.1" status: 204 len: 168 time: 1.2990177 Jul 29 17:14:41.471104 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59532) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:14:41.529064 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-565c36a9-552d-4336-b67c-340ced8dc668 admin admin] Deleting subnet 738a36bd-9c5c-4ece-bf05-f20fd9a09a21 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:14:41.532054 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-565c36a9-552d-4336-b67c-340ced8dc668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.582478 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-565c36a9-552d-4336-b67c-340ced8dc668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.633672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device df200d41-3b2e-41fb-b4d0-45f9823b7f3e no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:14:41.664298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-565c36a9-552d-4336-b67c-340ced8dc668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.670499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: df200d41-3b2e-41fb-b4d0-45f9823b7f3e {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:14:41.670845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device df200d41-3b2e-41fb-b4d0-45f9823b7f3e not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:14:41.733887 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-565c36a9-552d-4336-b67c-340ced8dc668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.774932 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c36a9-552d-4336-b67c-340ced8dc668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=738a36bd-9c5c-4ece-bf05-f20fd9a09a21,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:41.779598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-565c36a9-552d-4336-b67c-340ced8dc668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.784578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca527b0-be31-4a61-aef8-adc029a878e8 None None] Network 22179490-840b-4c93-a3bd-a660e7c98fab requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:14:41.786037 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-565c36a9-552d-4336-b67c-340ced8dc668 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/738a36bd-9c5c-4ece-bf05-f20fd9a09a21 HTTP/1.1" status: 204 len: 168 time: 0.3140206 Jul 29 17:14:41.788454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59536) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:14:41.897627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.909697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] Deleting port bd62f78f-df91-4c88-baa1-ed18d98d5f81 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:14:41.910208 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.046154 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854aa06d-aca5-4167-a43a-19ef107b7261 None None] DHCP port deletion for 22179490-840b-4c93-a3bd-a660e7c98fab request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:14:42.050418 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-854aa06d-aca5-4167-a43a-19ef107b7261 None None] Deleting port bd62f78f-df91-4c88-baa1-ed18d98d5f81 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:14:42.050800 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-854aa06d-aca5-4167-a43a-19ef107b7261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.117799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] For port bd62f78f-df91-4c88-baa1-ed18d98d5f81, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=bd62f78f-df91-4c88-baa1-ed18d98d5f81,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:42.118138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.242660 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] Calling delete_port for bd62f78f-df91-4c88-baa1-ed18d98d5f81 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:14:42.251772 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-854aa06d-aca5-4167-a43a-19ef107b7261 None None] For port bd62f78f-df91-4c88-baa1-ed18d98d5f81, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=bd62f78f-df91-4c88-baa1-ed18d98d5f81,segment=NetworkSegment(d0eca82f-7860-4327-8f6c-d4fdcd00183b),segment_id=d0eca82f-7860-4327-8f6c-d4fdcd00183b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:42.252165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-854aa06d-aca5-4167-a43a-19ef107b7261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.317880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.365452 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd62f78f-df91-4c88-baa1-ed18d98d5f81,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:42.367251 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] No DVR routers for this DVR port bd62f78f-df91-4c88-baa1-ed18d98d5f81 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:14:42.373012 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-854aa06d-aca5-4167-a43a-19ef107b7261 None None] Calling delete_port for bd62f78f-df91-4c88-baa1-ed18d98d5f81 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:14:42.443918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-854aa06d-aca5-4167-a43a-19ef107b7261 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:14:42.444273 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-854aa06d-aca5-4167-a43a-19ef107b7261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:14:42.482583 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.615545 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22179490-840b-4c93-a3bd-a660e7c98fab']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:42.628104 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0eca82f-7860-4327-8f6c-d4fdcd00183b') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:42.628403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0eca82f-7860-4327-8f6c-d4fdcd00183b') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:42.639823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.655678 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.661990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:14:42.662403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.744921 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment d0eca82f-7860-4327-8f6c-d4fdcd00183b resource provider aggregate not found Jul 29 17:14:42.759305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.775927 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment d0eca82f-7860-4327-8f6c-d4fdcd00183b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0eca82f-7860-4327-8f6c-d4fdcd00183b found for delete ", "request_id": "req-9300379a-ae93-45fa-bd73-dbf5c5ce22b1"}]} Jul 29 17:14:42.778890 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.784730 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] Pushing event deleted for resources: {'Network': ['ID=22179490-840b-4c93-a3bd-a660e7c98fab,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:42.799520 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-79dab462-8ae1-4e12-a4d3-251b5bf12619 admin admin] 10.222.0.58 "DELETE /v2.0/networks/22179490-840b-4c93-a3bd-a660e7c98fab HTTP/1.1" status: 204 len: 168 time: 1.0101140 Jul 29 17:14:42.904550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59548) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:14:42.945545 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-854aa06d-aca5-4167-a43a-19ef107b7261 None None] Deleting port bd62f78f-df91-4c88-baa1-ed18d98d5f81 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:14:42.946065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-854aa06d-aca5-4167-a43a-19ef107b7261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.952639 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-76ce6e3c-3f4e-4e21-a91a-489e243b6328 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c6c6dfbff4d472aa87d274cad5fc1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469518 Jul 29 17:14:42.955162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59552) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:14:43.012626 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be468e82-b48a-4be3-871f-7ae9cf64b90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:43.014279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-854aa06d-aca5-4167-a43a-19ef107b7261 None None] The port 'bd62f78f-df91-4c88-baa1-ed18d98d5f81' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 17:14:43.038416 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be468e82-b48a-4be3-871f-7ae9cf64b90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:43.090619 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be468e82-b48a-4be3-871f-7ae9cf64b90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:43.110765 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be468e82-b48a-4be3-871f-7ae9cf64b90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7bd8c4-f621-4246-88c5-d9788572ee20,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:43.117210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-be468e82-b48a-4be3-871f-7ae9cf64b90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:43.118303 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-be468e82-b48a-4be3-871f-7ae9cf64b90c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca7bd8c4-f621-4246-88c5-d9788572ee20 HTTP/1.1" status: 204 len: 168 time: 0.1622040 Jul 29 17:14:43.339684 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device bd62f78f-df91-4c88-baa1-ed18d98d5f81 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:14:43.376778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: bd62f78f-df91-4c88-baa1-ed18d98d5f81 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:14:43.377015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device bd62f78f-df91-4c88-baa1-ed18d98d5f81 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:14:43.377454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b9877438-bb1e-411f-9b00-46b44212cc90 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:14:43.410599 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: b9877438-bb1e-411f-9b00-46b44212cc90 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:14:43.410947 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b9877438-bb1e-411f-9b00-46b44212cc90 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:14:43.921948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59578) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:14:44.045654 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1473997342-network', 'tenant_id': '73588ba7edc149818f408114787c6692'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:44.050403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:14:44.054244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Usage tracker for resource:network and tenant:73588ba7edc149818f408114787c6692 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:14:44.057750 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:14:44.063454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:14:44.073174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Made reservation on behalf of 73588ba7edc149818f408114787c6692 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:44.075374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.086939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.100741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:14:44.105117 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Usage tracker for resource:security_group_rule and tenant:73588ba7edc149818f408114787c6692 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:14:44.107836 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:14:44.113473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:14:44.196709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.200308 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.233033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:14:44.238056 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:44.245589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.245589 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Added segment 4339220a-1c9e-4147-a09a-6b7ab56058b8 of type vlan for network 2ce18080-31e4-4733-8bd0-59405fe8f709 Jul 29 17:14:44.272240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.301351 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.302344 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:44.302946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.401241 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4775803 Jul 29 17:14:44.404171 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59584) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:14:44.406015 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e68e9-8de8-45c2-a852-7bf651ff304a admin admin] Pushing event updated for resources: {'Network': ['ID=2ce18080-31e4-4733-8bd0-59405fe8f709,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:44.409698 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] Request body: {'subnet': {'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1473997342-subnet', 'tenant_id': '73588ba7edc149818f408114787c6692', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:44.416857 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 2ce18080-31e4-4733-8bd0-59405fe8f709 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:14:44.420913 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:14:44.425117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] Usage tracker for resource:subnet and tenant:73588ba7edc149818f408114787c6692 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:14:44.428014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:14:44.434489 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:14:44.444324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] Made reservation on behalf of 73588ba7edc149818f408114787c6692 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:44.446721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.658710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.733784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8acf697e-86c8-470a-8ccd-eb4cb93c0aaa,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:44.742053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] Checking segment: {'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:14:44.742400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] Network hostable DHCP agents. Network: 2ce18080-31e4-4733-8bd0-59405fe8f709, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:14:44.760881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] Network 2ce18080-31e4-4733-8bd0-59405fe8f709 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:14:44.770061 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 2ce18080-31e4-4733-8bd0-59405fe8f709) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:44.774599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:44.775287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.783414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0918b2cd-ed97-404b-bf48-91f3430e761e None None] Network 2ce18080-31e4-4733-8bd0-59405fe8f709 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:14:44.798137 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-46ab4d9a-80f9-4c58-90a8-65e22e6d020d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3924515 Jul 29 17:14:44.800365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59588) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:14:44.805391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1473997342-router', 'tenant_id': '73588ba7edc149818f408114787c6692', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:44.810265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:14:44.814619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Usage tracker for resource:router and tenant:73588ba7edc149818f408114787c6692 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:14:44.817673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:14:44.824377 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:14:44.835445 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.836503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.855353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:45.033825 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-2ce18080-31e4-4733-8bd0-59405fe8f709', 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709', 'tenant_id': '73588ba7edc149818f408114787c6692', 'fixed_ips': [{'subnet_id': '8acf697e-86c8-470a-8ccd-eb4cb93c0aaa'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:14:45.034662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:45.136247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:45.180366 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3a803bde-f931-44b5-9429-4ec66414926f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:45.203497 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Allocated IP 172.20.0.2 (2ce18080-31e4-4733-8bd0-59405fe8f709/8acf697e-86c8-470a-8ccd-eb4cb93c0aaa/b9a30b17-4247-41ea-a2d2-4f8d734d66d3) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:45.442236 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:45.446829 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:45.452062 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Transition to ACTIVE for port object b9a30b17-4247-41ea-a2d2-4f8d734d66d3 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:45.469416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Transition to ACTIVE for port object b9a30b17-4247-41ea-a2d2-4f8d734d66d3 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:45.474214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:45.480008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:45.534602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Network 2ce18080-31e4-4733-8bd0-59405fe8f709 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:45.535729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:45.539823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:14:45.613807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Allocated IP 172.26.1.185 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/5e53c717-2549-4b03-9c38-8bad9687d58b) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:45.620069 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Pushing event updated for resources: {'Port': ['ID=b9a30b17-4247-41ea-a2d2-4f8d734d66d3,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:45.651095 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Attempting to bind port b9a30b17-4247-41ea-a2d2-4f8d734d66d3 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:14:45.651470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Attempting to bind port b9a30b17-4247-41ea-a2d2-4f8d734d66d3 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:14:45.651831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Attempting to bind port b9a30b17-4247-41ea-a2d2-4f8d734d66d3 on network 2ce18080-31e4-4733-8bd0-59405fe8f709 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:14:45.657085 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:14:45.657457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Checking segment: {'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:14:45.657856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:45.658254 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Bound using segment: {'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:14:45.658711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Bound port: b9a30b17-4247-41ea-a2d2-4f8d734d66d3, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:14:45.659083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:45.755062 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] For port b9a30b17-4247-41ea-a2d2-4f8d734d66d3, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:14:45.758389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] For port b9a30b17-4247-41ea-a2d2-4f8d734d66d3, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b9a30b17-4247-41ea-a2d2-4f8d734d66d3,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:14:45.762375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:45.848480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3d008-eb79-4938-b1e8-1ce0fe4e7fd9 None None] Pushing event updated for resources: {'Port': ['ID=b9a30b17-4247-41ea-a2d2-4f8d734d66d3,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:45.879829 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:45.909501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:45.979623 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:45.982702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:45.985569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:14:46.029762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Pushing event updated for resources: {'Port': ['ID=5e53c717-2549-4b03-9c38-8bad9687d58b,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:46.405819 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:46.764961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:46.807843 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1ae347-0cab-489d-b649-bdadc8db1c7e None None] Network 2ce18080-31e4-4733-8bd0-59405fe8f709 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:14:46.905623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c599decd-3d84-4020-b54b-b62876eed007 None None] Provisioning for port b9a30b17-4247-41ea-a2d2-4f8d734d66d3 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:46.986587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Router 286a6b64-c35f-4de0-a1a3-b65c324c5cbb is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:14:47.291962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:14:47.303365 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Sync routers for ids ['286a6b64-c35f-4de0-a1a3-b65c324c5cbb'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:14:47.321782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Routers {'286a6b64-c35f-4de0-a1a3-b65c324c5cbb'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:14:47.322275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:47.322480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:14:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['286a6b64-c35f-4de0-a1a3-b65c324c5cbb'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:47.326134 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d1f6a602-94bc-40b2-b64e-81c63bcb8696 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5223088 Jul 29 17:14:47.326469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59592) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:14:47.396551 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b9a30b17-4247-41ea-a2d2-4f8d734d66d3 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:14:47.572071 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Set router 286a6b64-c35f-4de0-a1a3-b65c324c5cbb gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:14:47.669664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port b9a30b17-4247-41ea-a2d2-4f8d734d66d3 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:47.698770 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b9a30b17-4247-41ea-a2d2-4f8d734d66d3 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:47.699142 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:47.816683 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f6794f2e-7e39-48b0-9b6d-9f1f81933117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:47.949382 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b9a30b17-4247-41ea-a2d2-4f8d734d66d3 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:14:47.949733 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.000868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.024825 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port b9a30b17-4247-41ea-a2d2-4f8d734d66d3, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b9a30b17-4247-41ea-a2d2-4f8d734d66d3,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:48.030772 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.078338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'name': 'tempest-ServersNegativeTestJSON-1473997342-router', 'tenant_id': '73588ba7edc149818f408114787c6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e53c717-2549-4b03-9c38-8bad9687d58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:14:44Z', 'updated_at': '2022-07-29T17:14:46Z', 'revision_number': 3, 'project_id': '73588ba7edc149818f408114787c6692', 'gw_port': {'id': '5e53c717-2549-4b03-9c38-8bad9687d58b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:62:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:14:45Z', 'updated_at': '2022-07-29T17:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:48.091689 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Checking router: 286a6b64-c35f-4de0-a1a3-b65c324c5cbb for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:14:48.092037 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Updating router 286a6b64-c35f-4de0-a1a3-b65c324c5cbb port 5e53c717-2549-4b03-9c38-8bad9687d58b binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:14:48.146902 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=b9a30b17-4247-41ea-a2d2-4f8d734d66d3,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:48.157658 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.209955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Allocated IP 172.20.0.1 (2ce18080-31e4-4733-8bd0-59405fe8f709/8acf697e-86c8-470a-8ccd-eb4cb93c0aaa/23f88e9b-9be9-4a98-948b-5839f8e1f920) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:48.356959 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.373022 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Transition to ACTIVE for port object 23f88e9b-9be9-4a98-948b-5839f8e1f920 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:48.393032 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.397089 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.463515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Network 2ce18080-31e4-4733-8bd0-59405fe8f709 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:48.466324 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:48.469931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:14:48.497313 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.518230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Pushing event updated for resources: {'Port': ['ID=23f88e9b-9be9-4a98-948b-5839f8e1f920,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:48.519901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Transition to ACTIVE for port object 5e53c717-2549-4b03-9c38-8bad9687d58b will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:48.527186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.532711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.543923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.628301 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c46159-673e-4a54-add3-6d313794c2ea None None] Pushing event updated for resources: {'Port': ['ID=5e53c717-2549-4b03-9c38-8bad9687d58b,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:48.632524 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Attempting to bind port 5e53c717-2549-4b03-9c38-8bad9687d58b on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:14:48.632900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Attempting to bind port 5e53c717-2549-4b03-9c38-8bad9687d58b by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:14:48.633295 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Attempting to bind port 5e53c717-2549-4b03-9c38-8bad9687d58b on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:14:48.639130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:14:48.639513 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:14:48.639912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.640305 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:14:48.640779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Bound port: 5e53c717-2549-4b03-9c38-8bad9687d58b, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:14:48.641184 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.682682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.718700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] For port 5e53c717-2549-4b03-9c38-8bad9687d58b, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:14:48.721760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] For port 5e53c717-2549-4b03-9c38-8bad9687d58b, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=5e53c717-2549-4b03-9c38-8bad9687d58b,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:14:48.726600 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.810891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c6a9d733-8eff-4e2f-ba9e-d735f0ede85b None None] Provisioning for port 23f88e9b-9be9-4a98-948b-5839f8e1f920 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:48.817747 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Routers {'286a6b64-c35f-4de0-a1a3-b65c324c5cbb'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:14:48.818421 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:14:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['286a6b64-c35f-4de0-a1a3-b65c324c5cbb'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:48.872096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c6a9d733-8eff-4e2f-ba9e-d735f0ede85b None None] Provisioning complete for port 23f88e9b-9be9-4a98-948b-5839f8e1f920 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:48.872480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d733-8eff-4e2f-ba9e-d735f0ede85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:48.963822 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c46159-673e-4a54-add3-6d313794c2ea None None] Pushing event updated for resources: {'Port': ['ID=5e53c717-2549-4b03-9c38-8bad9687d58b,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:49.013870 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:49.018434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:49.019491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9d733-8eff-4e2f-ba9e-d735f0ede85b None None] Port 23f88e9b-9be9-4a98-948b-5839f8e1f920 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:14:49.053866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] Set router 286a6b64-c35f-4de0-a1a3-b65c324c5cbb gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:14:49.124784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Pushing event updated for resources: {'Port': ['ID=23f88e9b-9be9-4a98-948b-5839f8e1f920,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:49.127140 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:49.260940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Network 2ce18080-31e4-4733-8bd0-59405fe8f709 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:49.262012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:49.359652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b9a30b17-4247-41ea-a2d2-4f8d734d66d3 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:14:49.440198 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'name': 'tempest-ServersNegativeTestJSON-1473997342-router', 'tenant_id': '73588ba7edc149818f408114787c6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e53c717-2549-4b03-9c38-8bad9687d58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:14:44Z', 'updated_at': '2022-07-29T17:14:48Z', 'revision_number': 4, 'project_id': '73588ba7edc149818f408114787c6692', 'gw_port': {'id': '5e53c717-2549-4b03-9c38-8bad9687d58b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:62:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:14:45Z', 'updated_at': '2022-07-29T17:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '23f88e9b-9be9-4a98-948b-5839f8e1f920', 'name': '', 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709', 'tenant_id': '73588ba7edc149818f408114787c6692', 'mac_address': 'fa:16:3e:db:ed:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '8acf697e-86c8-470a-8ccd-eb4cb93c0aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:14:48Z', 'updated_at': '2022-07-29T17:14:48Z', 'revision_number': 1, 'project_id': '73588ba7edc149818f408114787c6692', 'subnets': [{'id': '8acf697e-86c8-470a-8ccd-eb4cb93c0aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:49.447018 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735bf5c-6596-427f-9bd5-c3ef9c3aedab None None] The sync data for ids ['286a6b64-c35f-4de0-a1a3-b65c324c5cbb'] in dv-neutron-851534-1-hyperv is: [{'id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'name': 'tempest-ServersNegativeTestJSON-1473997342-router', 'tenant_id': '73588ba7edc149818f408114787c6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e53c717-2549-4b03-9c38-8bad9687d58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:14:44Z', 'updated_at': '2022-07-29T17:14:48Z', 'revision_number': 4, 'project_id': '73588ba7edc149818f408114787c6692', 'gw_port': {'id': '5e53c717-2549-4b03-9c38-8bad9687d58b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:62:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:14:45Z', 'updated_at': '2022-07-29T17:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '23f88e9b-9be9-4a98-948b-5839f8e1f920', 'name': '', 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709', 'tenant_id': '73588ba7edc149818f408114787c6692', 'mac_address': 'fa:16:3e:db:ed:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '8acf697e-86c8-470a-8ccd-eb4cb93c0aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:14:48Z', 'updated_at': '2022-07-29T17:14:48Z', 'revision_number': 1, 'project_id': '73588ba7edc149818f408114787c6692', 'subnets': [{'id': '8acf697e-86c8-470a-8ccd-eb4cb93c0aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:14:49.457923 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b9a30b17-4247-41ea-a2d2-4f8d734d66d3 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:49.458309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:49.463986 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Router 286a6b64-c35f-4de0-a1a3-b65c324c5cbb has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:14:49.590014 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5cf47f9e-0bbd-4dde-a8f8-f2bc694b426e None None] Provisioning complete for port 23f88e9b-9be9-4a98-948b-5839f8e1f920 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:49.590387 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5cf47f9e-0bbd-4dde-a8f8-f2bc694b426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:49.660169 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:14:49.682284 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-341f1d49-64de-4ec7-aef8-44407b7e328d admin admin] 10.222.0.58 "PUT /v2.0/routers/286a6b64-c35f-4de0-a1a3-b65c324c5cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3435850 Jul 29 17:14:49.698397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b9a30b17-4247-41ea-a2d2-4f8d734d66d3 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:14:49.722505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5cf47f9e-0bbd-4dde-a8f8-f2bc694b426e None None] Port 23f88e9b-9be9-4a98-948b-5839f8e1f920 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:14:50.000745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:50.265480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-93379c6d-1e06-42f3-9a5b-0912cdf0d9a2 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:50.266288 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-93379c6d-1e06-42f3-9a5b-0912cdf0d9a2 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Synchronizing usage tracker for tenant:73588ba7edc149818f408114787c6692 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:14:50.285075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-93379c6d-1e06-42f3-9a5b-0912cdf0d9a2 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Unset dirty status for tenant:73588ba7edc149818f408114787c6692 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:14:50.286286 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-93379c6d-1e06-42f3-9a5b-0912cdf0d9a2 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/networks?id=2ce18080-31e4-4733-8bd0-59405fe8f709 HTTP/1.1" status: 200 len: 814 time: 0.1855307 Jul 29 17:14:50.302722 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-18f9edf5-3057-409e-9744-1d8f50d086aa tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/quotas/73588ba7edc149818f408114787c6692 HTTP/1.1" status: 200 len: 375 time: 0.0103092 Jul 29 17:14:50.402829 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-a1fd8ece-e302-408e-8a76-e7f03fa9d131 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=73588ba7edc149818f408114787c6692&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940573 Jul 29 17:14:50.458468 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-622d034c-30f8-4011-b43a-67c5177fc696 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:14:50.459550 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-622d034c-30f8-4011-b43a-67c5177fc696 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501556 Jul 29 17:14:50.596790 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-802cd966-69da-41f0-a11a-515c66244616 service neutron] 10.222.0.58 "GET /v2.0/networks/2ce18080-31e4-4733-8bd0-59405fe8f709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308892 Jul 29 17:14:50.735968 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-c598aca3-319c-4159-83c2-0ee73a916d46 service neutron] 10.222.0.58 "GET /v2.0/networks/2ce18080-31e4-4733-8bd0-59405fe8f709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334977 Jul 29 17:14:50.837094 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:50.918089 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d17902b2-470f-4f3b-a575-0fed1e9c4e5a req-55e2f485-5cee-4651-8830-6d1c7e1e6ebc tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 210 time: 0.0507662 Jul 29 17:14:51.368945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 5e53c717-2549-4b03-9c38-8bad9687d58b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:14:51.409600 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Sync routers for ids ['286a6b64-c35f-4de0-a1a3-b65c324c5cbb'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:14:51.420847 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Routers {'286a6b64-c35f-4de0-a1a3-b65c324c5cbb'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:14:51.421794 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:14:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['286a6b64-c35f-4de0-a1a3-b65c324c5cbb'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:51.441695 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 5e53c717-2549-4b03-9c38-8bad9687d58b completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:51.446664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 5e53c717-2549-4b03-9c38-8bad9687d58b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:51.447224 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:51.568977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 5e53c717-2549-4b03-9c38-8bad9687d58b is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:14:51.569414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:51.585504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 5e53c717-2549-4b03-9c38-8bad9687d58b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=5e53c717-2549-4b03-9c38-8bad9687d58b,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:51.589177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:51.601657 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Set router 286a6b64-c35f-4de0-a1a3-b65c324c5cbb gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:14:51.660111 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=5e53c717-2549-4b03-9c38-8bad9687d58b,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:51.954762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-d0910de6-8b54-4489-8f60-940c961a6f03 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:51.956225 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-d0910de6-8b54-4489-8f60-940c961a6f03 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.69 "GET /v2.0/networks?id=2ce18080-31e4-4733-8bd0-59405fe8f709 HTTP/1.1" status: 200 len: 814 time: 0.1602218 Jul 29 17:14:51.966891 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'name': 'tempest-ServersNegativeTestJSON-1473997342-router', 'tenant_id': '73588ba7edc149818f408114787c6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e53c717-2549-4b03-9c38-8bad9687d58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:14:44Z', 'updated_at': '2022-07-29T17:14:48Z', 'revision_number': 4, 'project_id': '73588ba7edc149818f408114787c6692', 'gw_port': {'id': '5e53c717-2549-4b03-9c38-8bad9687d58b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:62:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:14:45Z', 'updated_at': '2022-07-29T17:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '23f88e9b-9be9-4a98-948b-5839f8e1f920', 'name': '', 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709', 'tenant_id': '73588ba7edc149818f408114787c6692', 'mac_address': 'fa:16:3e:db:ed:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '8acf697e-86c8-470a-8ccd-eb4cb93c0aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:14:48Z', 'updated_at': '2022-07-29T17:14:48Z', 'revision_number': 2, 'project_id': '73588ba7edc149818f408114787c6692', 'subnets': [{'id': '8acf697e-86c8-470a-8ccd-eb4cb93c0aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:51.968879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Request body: {'port': {'device_id': '7a966248-10a6-45f8-9eb4-ce3652612cdb', 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709', 'admin_state_up': True, 'tenant_id': '73588ba7edc149818f408114787c6692'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:51.970964 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Checking router: 286a6b64-c35f-4de0-a1a3-b65c324c5cbb for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:14:51.971314 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Updating router 286a6b64-c35f-4de0-a1a3-b65c324c5cbb port 23f88e9b-9be9-4a98-948b-5839f8e1f920 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:14:52.030541 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:52.097393 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e2835c1d-f2ad-465b-9dd2-01451da094c7 req-7d06f9f8-c810-4abd-9521-40a579e6bb77 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 210 time: 0.0610406 Jul 29 17:14:52.119086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:14:52.122962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Usage tracker for resource:port and tenant:73588ba7edc149818f408114787c6692 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:14:52.125828 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:14:52.131536 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:14:52.142182 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Made reservation on behalf of 73588ba7edc149818f408114787c6692 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:52.145617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:52.377704 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:52.389387 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Transition to ACTIVE for port object 23f88e9b-9be9-4a98-948b-5839f8e1f920 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:52.395208 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:52.459918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Allocated IP 172.20.0.7 (2ce18080-31e4-4733-8bd0-59405fe8f709/8acf697e-86c8-470a-8ccd-eb4cb93c0aaa/dcf8f60f-03ee-4990-8eca-53a91675aaba) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:52.615326 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246a18b-fe25-4533-8c9d-33662db66814 None None] Pushing event updated for resources: {'Port': ['ID=23f88e9b-9be9-4a98-948b-5839f8e1f920,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:52.624547 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246a18b-fe25-4533-8c9d-33662db66814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:52.624889 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246a18b-fe25-4533-8c9d-33662db66814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:52.625240 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246a18b-fe25-4533-8c9d-33662db66814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:52.625735 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246a18b-fe25-4533-8c9d-33662db66814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:52.626055 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246a18b-fe25-4533-8c9d-33662db66814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:52.626381 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246a18b-fe25-4533-8c9d-33662db66814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:52.626705 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246a18b-fe25-4533-8c9d-33662db66814 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:52.627289 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246a18b-fe25-4533-8c9d-33662db66814 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:52.627379 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246a18b-fe25-4533-8c9d-33662db66814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:52.627636 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246a18b-fe25-4533-8c9d-33662db66814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:52.627999 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246a18b-fe25-4533-8c9d-33662db66814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:52.628262 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246a18b-fe25-4533-8c9d-33662db66814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:52.633011 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Attempting to bind port 23f88e9b-9be9-4a98-948b-5839f8e1f920 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:14:52.633398 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Attempting to bind port 23f88e9b-9be9-4a98-948b-5839f8e1f920 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:14:52.633755 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Attempting to bind port 23f88e9b-9be9-4a98-948b-5839f8e1f920 on network 2ce18080-31e4-4733-8bd0-59405fe8f709 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:14:52.640594 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:14:52.641034 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Checking segment: {'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:14:52.641521 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:52.641973 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Bound using segment: {'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:14:52.642487 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Bound port: 23f88e9b-9be9-4a98-948b-5839f8e1f920, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:14:52.642920 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:52.689155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:52.704264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Transition to ACTIVE for port object dcf8f60f-03ee-4990-8eca-53a91675aaba will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:52.728180 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:52.743959 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] For port 23f88e9b-9be9-4a98-948b-5839f8e1f920, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:14:52.746975 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] For port 23f88e9b-9be9-4a98-948b-5839f8e1f920, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=23f88e9b-9be9-4a98-948b-5839f8e1f920,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:14:52.751327 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:52.796474 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Network 2ce18080-31e4-4733-8bd0-59405fe8f709 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:52.799939 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:52.803229 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:14:52.832226 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Routers {'286a6b64-c35f-4de0-a1a3-b65c324c5cbb'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:14:52.832826 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:14:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['286a6b64-c35f-4de0-a1a3-b65c324c5cbb'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:52.946147 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246a18b-fe25-4533-8c9d-33662db66814 None None] Pushing event updated for resources: {'Port': ['ID=23f88e9b-9be9-4a98-948b-5839f8e1f920,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:52.969373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Pushing event updated for resources: {'Port': ['ID=dcf8f60f-03ee-4990-8eca-53a91675aaba,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:52.990944 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:52.991555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:53.012922 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-ced30765-a543-486a-af5f-03b2e7b87398 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0484481 Jul 29 17:14:53.016819 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] Set router 286a6b64-c35f-4de0-a1a3-b65c324c5cbb gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:14:53.023850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Request body: {'port': {'device_id': '7a966248-10a6-45f8-9eb4-ce3652612cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:53.088750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8e9f7b59-3a7b-4683-ad28-a40bf01ddd8e None None] Provisioning for port dcf8f60f-03ee-4990-8eca-53a91675aaba completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:53.095270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8e9f7b59-3a7b-4683-ad28-a40bf01ddd8e None None] Provisioning complete for port dcf8f60f-03ee-4990-8eca-53a91675aaba triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:53.095895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8e9f7b59-3a7b-4683-ad28-a40bf01ddd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:53.156565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f7b59-3a7b-4683-ad28-a40bf01ddd8e None None] Port dcf8f60f-03ee-4990-8eca-53a91675aaba cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:14:53.176214 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:53.326457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08a310-8b27-4b85-a297-c506858121cf req-b5ef6f39-b13f-430b-9279-9376cda4fc70 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:53.328792 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9b08a310-8b27-4b85-a297-c506858121cf req-b5ef6f39-b13f-430b-9279-9376cda4fc70 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 931 time: 0.0972934 Jul 29 17:14:53.368105 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'name': 'tempest-ServersNegativeTestJSON-1473997342-router', 'tenant_id': '73588ba7edc149818f408114787c6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e53c717-2549-4b03-9c38-8bad9687d58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:14:44Z', 'updated_at': '2022-07-29T17:14:48Z', 'revision_number': 4, 'project_id': '73588ba7edc149818f408114787c6692', 'gw_port': {'id': '5e53c717-2549-4b03-9c38-8bad9687d58b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:62:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:14:45Z', 'updated_at': '2022-07-29T17:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '23f88e9b-9be9-4a98-948b-5839f8e1f920', 'name': '', 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709', 'tenant_id': '73588ba7edc149818f408114787c6692', 'mac_address': 'fa:16:3e:db:ed:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '8acf697e-86c8-470a-8ccd-eb4cb93c0aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:14:48Z', 'updated_at': '2022-07-29T17:14:52Z', 'revision_number': 4, 'project_id': '73588ba7edc149818f408114787c6692', 'subnets': [{'id': '8acf697e-86c8-470a-8ccd-eb4cb93c0aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:53.374119 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41989ee-c7e2-44d2-8f82-8c3aa89835e2 None None] The sync data for ids ['286a6b64-c35f-4de0-a1a3-b65c324c5cbb'] in dv-neutron-851534-1-hyperv is: [{'id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'name': 'tempest-ServersNegativeTestJSON-1473997342-router', 'tenant_id': '73588ba7edc149818f408114787c6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e53c717-2549-4b03-9c38-8bad9687d58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:14:44Z', 'updated_at': '2022-07-29T17:14:48Z', 'revision_number': 4, 'project_id': '73588ba7edc149818f408114787c6692', 'gw_port': {'id': '5e53c717-2549-4b03-9c38-8bad9687d58b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:62:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:14:45Z', 'updated_at': '2022-07-29T17:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '23f88e9b-9be9-4a98-948b-5839f8e1f920', 'name': '', 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709', 'tenant_id': '73588ba7edc149818f408114787c6692', 'mac_address': 'fa:16:3e:db:ed:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '8acf697e-86c8-470a-8ccd-eb4cb93c0aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:14:48Z', 'updated_at': '2022-07-29T17:14:52Z', 'revision_number': 4, 'project_id': '73588ba7edc149818f408114787c6692', 'subnets': [{'id': '8acf697e-86c8-470a-8ccd-eb4cb93c0aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:14:53.392391 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 23f88e9b-9be9-4a98-948b-5839f8e1f920 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:14:53.456604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-9b08a310-8b27-4b85-a297-c506858121cf req-3d7539be-65ee-47e5-b84c-ad539609d984 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Synchronizing usage tracker for tenant:73588ba7edc149818f408114787c6692 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:14:53.476208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 23f88e9b-9be9-4a98-948b-5839f8e1f920 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:53.476991 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-9b08a310-8b27-4b85-a297-c506858121cf req-3d7539be-65ee-47e5-b84c-ad539609d984 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Unset dirty status for tenant:73588ba7edc149818f408114787c6692 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:14:53.479779 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9b08a310-8b27-4b85-a297-c506858121cf req-3d7539be-65ee-47e5-b84c-ad539609d984 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438131 Jul 29 17:14:53.483169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 23f88e9b-9be9-4a98-948b-5839f8e1f920 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:53.483539 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:53.618573 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 23f88e9b-9be9-4a98-948b-5839f8e1f920 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:14:53.618975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:53.621282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf8f60f-03ee-4990-8eca-53a91675aaba {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:14:53.629029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:53.645586 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Transition to ACTIVE for port object dcf8f60f-03ee-4990-8eca-53a91675aaba will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:53.649922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:53.660944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 23f88e9b-9be9-4a98-948b-5839f8e1f920, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=23f88e9b-9be9-4a98-948b-5839f8e1f920,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:53.666181 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:53.667178 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 5e53c717-2549-4b03-9c38-8bad9687d58b up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:14:53.793674 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=23f88e9b-9be9-4a98-948b-5839f8e1f920,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:53.807189 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 5e53c717-2549-4b03-9c38-8bad9687d58b triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:53.807532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:53.830715 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Pushing event updated for resources: {'Port': ['ID=dcf8f60f-03ee-4990-8eca-53a91675aaba,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:53.918455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Attempting to bind port dcf8f60f-03ee-4990-8eca-53a91675aaba on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:14:53.918935 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Attempting to bind port dcf8f60f-03ee-4990-8eca-53a91675aaba by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:14:53.919363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Attempting to bind port dcf8f60f-03ee-4990-8eca-53a91675aaba on network 2ce18080-31e4-4733-8bd0-59405fe8f709 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:14:53.925640 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Port dcf8f60f-03ee-4990-8eca-53a91675aaba on network 2ce18080-31e4-4733-8bd0-59405fe8f709 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:14:53.926104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Attempting to bind port dcf8f60f-03ee-4990-8eca-53a91675aaba on network 2ce18080-31e4-4733-8bd0-59405fe8f709 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:14:53.932546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:14:53.933060 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Checking segment: {'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:14:53.933611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Bound using segment: {'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:14:53.934136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Bound port: dcf8f60f-03ee-4990-8eca-53a91675aaba, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:14:53.934584 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:53.936259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 5e53c717-2549-4b03-9c38-8bad9687d58b is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:14:54.032448 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] For port dcf8f60f-03ee-4990-8eca-53a91675aaba, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:14:54.035554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] For port dcf8f60f-03ee-4990-8eca-53a91675aaba, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=dcf8f60f-03ee-4990-8eca-53a91675aaba,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:14:54.040844 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:54.108249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:54.108885 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:54.110300 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] 10.222.0.69 "PUT /v2.0/ports/dcf8f60f-03ee-4990-8eca-53a91675aaba HTTP/1.1" status: 200 len: 1093 time: 1.0905144 Jul 29 17:14:54.110742 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a966248-10a6-45f8-9eb4-ce3652612cdb', 'tag': 'dcf8f60f-03ee-4990-8eca-53a91675aaba'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:14:54.141610 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37fc73-6a58-4b4b-bb87-437460d8e39f service neutron] Pushing event updated for resources: {'Port': ['ID=dcf8f60f-03ee-4990-8eca-53a91675aaba,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:54.205240 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c4a771-92ad-47e9-9b6e-3763ce24d801'] response: {'name': 'network-changed', 'server_uuid': '7a966248-10a6-45f8-9eb4-ce3652612cdb', 'tag': 'dcf8f60f-03ee-4990-8eca-53a91675aaba', 'status': 'completed', 'code': 200} Jul 29 17:14:54.250526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-d12ae8f4-95f1-489d-9a8c-75fba4bcf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:54.252041 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-d12ae8f4-95f1-489d-9a8c-75fba4bcf0a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73588ba7edc149818f408114787c6692&device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 1096 time: 0.0913501 Jul 29 17:14:54.323762 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-c520fd23-ce1a-41f6-b227-7bfaa8dd1f6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcf8f60f-03ee-4990-8eca-53a91675aaba HTTP/1.1" status: 200 len: 217 time: 0.0653956 Jul 29 17:14:54.385616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-e5dbd58d-dbdf-4151-80e1-1dae3fcf491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:54.386939 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-e5dbd58d-dbdf-4151-80e1-1dae3fcf491a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8acf697e-86c8-470a-8ccd-eb4cb93c0aaa HTTP/1.1" status: 200 len: 853 time: 0.0567093 Jul 29 17:14:54.471659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d3c43ed-ebe5-455b-b697-594823e5731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:54.473100 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-3d3c43ed-ebe5-455b-b697-594823e5731a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ce18080-31e4-4733-8bd0-59405fe8f709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802984 Jul 29 17:14:54.604296 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-9c5793ea-2a49-4425-8a45-37484eaccede service neutron] 10.222.0.69 "GET /v2.0/networks/2ce18080-31e4-4733-8bd0-59405fe8f709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247005 Jul 29 17:14:54.685151 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8afda2-4f48-47f1-85b5-7b426c337724 req-acbc6583-ee51-4134-aae3-5b8596781bb0 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:54.686853 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2c8afda2-4f48-47f1-85b5-7b426c337724 req-acbc6583-ee51-4134-aae3-5b8596781bb0 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 943 time: 0.0915766 Jul 29 17:14:54.731612 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2c8afda2-4f48-47f1-85b5-7b426c337724 req-7b76d8c0-0998-4859-aa25-c65a7acfad3b tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389016 Jul 29 17:14:54.734334 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5270a2b6-4a7b-4224-ae80-631c3d5d02ab req-423aac4d-1787-40c1-98b1-b6caa57c304b service neutron] 10.222.0.69 "GET /v2.0/networks/2ce18080-31e4-4733-8bd0-59405fe8f709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245918 Jul 29 17:14:54.856549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436da8-999b-4207-b619-3c131f9f80f5 req-4152e622-b8c9-4841-a600-56585a8456c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:54.858029 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-51436da8-999b-4207-b619-3c131f9f80f5 req-4152e622-b8c9-4841-a600-56585a8456c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73588ba7edc149818f408114787c6692&device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 1096 time: 0.0774314 Jul 29 17:14:55.084530 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436da8-999b-4207-b619-3c131f9f80f5 req-5b04161c-0ba3-494b-a050-bc5ba46d91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:55.086029 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-51436da8-999b-4207-b619-3c131f9f80f5 req-5b04161c-0ba3-494b-a050-bc5ba46d91e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ce18080-31e4-4733-8bd0-59405fe8f709 HTTP/1.1" status: 200 len: 915 time: 0.2215762 Jul 29 17:14:55.153666 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-51436da8-999b-4207-b619-3c131f9f80f5 req-8b322b9e-f3e3-4fb0-9ce7-305540f215c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcf8f60f-03ee-4990-8eca-53a91675aaba HTTP/1.1" status: 200 len: 217 time: 0.0618353 Jul 29 17:14:55.215149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436da8-999b-4207-b619-3c131f9f80f5 req-499b7bef-44ce-4c90-a61e-942119058d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:55.216562 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-51436da8-999b-4207-b619-3c131f9f80f5 req-499b7bef-44ce-4c90-a61e-942119058d55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8acf697e-86c8-470a-8ccd-eb4cb93c0aaa HTTP/1.1" status: 200 len: 853 time: 0.0567815 Jul 29 17:14:55.299544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436da8-999b-4207-b619-3c131f9f80f5 req-ccf06546-641d-4aa9-8a71-ea5fcb119552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:55.301000 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-51436da8-999b-4207-b619-3c131f9f80f5 req-ccf06546-641d-4aa9-8a71-ea5fcb119552 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ce18080-31e4-4733-8bd0-59405fe8f709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789139 Jul 29 17:14:55.346413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 23f88e9b-9be9-4a98-948b-5839f8e1f920 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:14:55.414860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 23f88e9b-9be9-4a98-948b-5839f8e1f920 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:55.415210 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:55.435688 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-51436da8-999b-4207-b619-3c131f9f80f5 req-813e7b10-2bc2-4bd6-82cb-72b0e8363cd3 service neutron] 10.222.0.69 "GET /v2.0/networks/2ce18080-31e4-4733-8bd0-59405fe8f709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272223 Jul 29 17:14:55.531937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 23f88e9b-9be9-4a98-948b-5839f8e1f920 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:14:55.568171 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-51436da8-999b-4207-b619-3c131f9f80f5 req-3f0688fd-1827-47d0-a83a-7510afbc93cc service neutron] 10.222.0.69 "GET /v2.0/networks/2ce18080-31e4-4733-8bd0-59405fe8f709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262450 Jul 29 17:14:55.973098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cacce-667e-4d83-a0c6-057c6c333694 req-d66cf171-acaa-4712-8924-d24db8479550 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:55.974538 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bf7cacce-667e-4d83-a0c6-057c6c333694 req-d66cf171-acaa-4712-8924-d24db8479550 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 943 time: 0.1328125 Jul 29 17:14:56.021271 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bf7cacce-667e-4d83-a0c6-057c6c333694 req-5116f389-152c-4c34-832f-09c82e5777e2 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405321 Jul 29 17:14:57.212419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f6047-714e-44a7-a748-22e1b2629292 req-816cd77b-7ded-4e1d-848d-7f9bf309b0ca tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:57.214021 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d27f6047-714e-44a7-a748-22e1b2629292 req-816cd77b-7ded-4e1d-848d-7f9bf309b0ca tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 943 time: 0.0862591 Jul 29 17:14:57.257969 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d27f6047-714e-44a7-a748-22e1b2629292 req-06d70cb6-bdf3-424c-91c8-ce697ac58a36 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384047 Jul 29 17:14:58.311502 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device dcf8f60f-03ee-4990-8eca-53a91675aaba details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:14:58.444220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port dcf8f60f-03ee-4990-8eca-53a91675aaba, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=dcf8f60f-03ee-4990-8eca-53a91675aaba,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:58.455192 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c81a27-efa6-4028-9024-4244b8ae930b req-2bfad74b-1ed0-46f5-ae74-f249c09f327a tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:58.456642 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c6c81a27-efa6-4028-9024-4244b8ae930b req-2bfad74b-1ed0-46f5-ae74-f249c09f327a tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 943 time: 0.0907531 Jul 29 17:14:58.457478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'dcf8f60f-03ee-4990-8eca-53a91675aaba', 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709', 'port_id': 'dcf8f60f-03ee-4990-8eca-53a91675aaba', 'mac_address': 'fa:16:3e:50:32:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acf697e-86c8-470a-8ccd-eb4cb93c0aaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:14:58.501414 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c6c81a27-efa6-4028-9024-4244b8ae930b req-003e9885-de77-4514-81c3-de5e58e1c789 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389221 Jul 29 17:14:58.512931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port dcf8f60f-03ee-4990-8eca-53a91675aaba is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:14:58.513349 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:58.530698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf8f60f-03ee-4990-8eca-53a91675aaba {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:14:58.546716 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port dcf8f60f-03ee-4990-8eca-53a91675aaba, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=dcf8f60f-03ee-4990-8eca-53a91675aaba,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:14:58.550548 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:58.619160 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=dcf8f60f-03ee-4990-8eca-53a91675aaba,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:58.914113 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['dcf8f60f-03ee-4990-8eca-53a91675aaba'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:14:59.695901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4db569-a608-4910-b952-776537623687 req-74473c56-f596-4d9d-aac6-157d2fe0565c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:14:59.697873 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3c4db569-a608-4910-b952-776537623687 req-74473c56-f596-4d9d-aac6-157d2fe0565c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 944 time: 0.0858903 Jul 29 17:14:59.745216 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3c4db569-a608-4910-b952-776537623687 req-c31b63fe-eeae-4ec2-af9b-d27529a7c0dd tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415721 Jul 29 17:15:00.250888 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:15:00.343809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device dcf8f60f-03ee-4990-8eca-53a91675aaba up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:15:00.412628 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port dcf8f60f-03ee-4990-8eca-53a91675aaba completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:00.418111 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port dcf8f60f-03ee-4990-8eca-53a91675aaba triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:00.418523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:00.531118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port dcf8f60f-03ee-4990-8eca-53a91675aaba is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:15:00.531503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:00.586516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a966248-10a6-45f8-9eb4-ce3652612cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf8f60f-03ee-4990-8eca-53a91675aaba'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:15:00.596183 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port dcf8f60f-03ee-4990-8eca-53a91675aaba, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=dcf8f60f-03ee-4990-8eca-53a91675aaba,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:00.600209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:00.635696 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8938549-22a2-454e-8ad3-36f91b21ad04'] response: {'server_uuid': '7a966248-10a6-45f8-9eb4-ce3652612cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf8f60f-03ee-4990-8eca-53a91675aaba', 'code': 200} Jul 29 17:15:00.668991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=dcf8f60f-03ee-4990-8eca-53a91675aaba,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:00.861194 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8711e-3880-489f-ab1c-d1620bc928d8 req-14551da6-8197-4791-8fe0-040b06d3fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:00.862672 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6da8711e-3880-489f-ab1c-d1620bc928d8 req-14551da6-8197-4791-8fe0-040b06d3fdb8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 1098 time: 0.0777407 Jul 29 17:15:00.904809 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6da8711e-3880-489f-ab1c-d1620bc928d8 req-00562a76-3693-4412-9fed-00943336bf4c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362041 Jul 29 17:15:01.038160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925c160-e437-47f1-b71c-8f46f78003d7 req-1a152cb5-baea-47c0-bffb-096e4748054a tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:01.039592 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1925c160-e437-47f1-b71c-8f46f78003d7 req-1a152cb5-baea-47c0-bffb-096e4748054a tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 945 time: 0.1833124 Jul 29 17:15:01.082629 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1925c160-e437-47f1-b71c-8f46f78003d7 req-4cd268e5-e6ef-41f0-8fdf-3fd5336fd5ee tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367777 Jul 29 17:15:02.285018 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adf7da-e55f-4198-8e35-01cc838d86a7 req-14ebdc48-5447-4a1e-b2ba-407caffe7288 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:02.286500 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d9adf7da-e55f-4198-8e35-01cc838d86a7 req-14ebdc48-5447-4a1e-b2ba-407caffe7288 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 945 time: 0.0932035 Jul 29 17:15:02.330495 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d9adf7da-e55f-4198-8e35-01cc838d86a7 req-e9d5ef95-8642-415c-b206-a7983834451f tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373330 Jul 29 17:15:03.521618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2a3d8-a519-4d53-a3b1-df21e858a843 req-67132742-cf00-4c13-b5c9-31cfc58396ed tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:03.523059 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-25a2a3d8-a519-4d53-a3b1-df21e858a843 req-67132742-cf00-4c13-b5c9-31cfc58396ed tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 945 time: 0.0852559 Jul 29 17:15:03.570552 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-25a2a3d8-a519-4d53-a3b1-df21e858a843 req-0f441c68-dc80-4f78-b30a-c6fa36a6be4f tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418887 Jul 29 17:15:03.851000 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-616da2a8-475d-418b-a13c-b28c55f85380 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:03.852331 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-616da2a8-475d-418b-a13c-b28c55f85380 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/networks?id=2ce18080-31e4-4733-8bd0-59405fe8f709 HTTP/1.1" status: 200 len: 814 time: 0.1418219 Jul 29 17:15:03.867110 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-91512eec-69bc-49d7-a106-b3421430dd72 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/quotas/73588ba7edc149818f408114787c6692 HTTP/1.1" status: 200 len: 375 time: 0.0086999 Jul 29 17:15:03.964200 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-ea9bb10a-c450-40c0-ac4b-4c8cbf065bcf tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=73588ba7edc149818f408114787c6692&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0923009 Jul 29 17:15:04.090009 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-866ebd34-0f22-4e50-a731-32287f2ffb58 service neutron] 10.222.0.58 "GET /v2.0/networks/2ce18080-31e4-4733-8bd0-59405fe8f709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232710 Jul 29 17:15:04.220366 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-7b3da1b3-05e2-4335-bee2-5ef7d362f4ad service neutron] 10.222.0.58 "GET /v2.0/networks/2ce18080-31e4-4733-8bd0-59405fe8f709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246707 Jul 29 17:15:04.403849 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2bc56a6f-e1a1-4e32-b556-ffc13be1c89c req-72bea3a1-47ce-4dbe-971e-4d2566ab63d4 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 210 time: 0.0534546 Jul 29 17:15:05.582699 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-00011ccd-22c3-4043-a627-0bc72c367ca5 req-cc63a3ee-d69d-4354-b472-0e92d4ac06fc tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 210 time: 0.0609627 Jul 29 17:15:05.662717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-59066346-b47b-4e78-898c-fc0555e2d8e0 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:05.664143 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-59066346-b47b-4e78-898c-fc0555e2d8e0 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.69 "GET /v2.0/networks?id=2ce18080-31e4-4733-8bd0-59405fe8f709 HTTP/1.1" status: 200 len: 814 time: 0.1785846 Jul 29 17:15:05.675570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Request body: {'port': {'device_id': 'dace0993-c6de-4d77-9967-415d914c2237', 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709', 'admin_state_up': True, 'tenant_id': '73588ba7edc149818f408114787c6692'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:05.812819 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:05.816509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Usage tracker for resource:port and tenant:73588ba7edc149818f408114787c6692 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:05.819323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:05.824949 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:05.834504 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Made reservation on behalf of 73588ba7edc149818f408114787c6692 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:05.838301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:05.996810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Allocated IP 172.20.0.5 (2ce18080-31e4-4733-8bd0-59405fe8f709/8acf697e-86c8-470a-8ccd-eb4cb93c0aaa/3e7769b4-56db-4bc1-8ff1-1ba0813c77c4) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:15:06.195503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:06.210233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Transition to ACTIVE for port object 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:06.233619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:06.244677 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['dcf8f60f-03ee-4990-8eca-53a91675aaba'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:15:06.302401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Network 2ce18080-31e4-4733-8bd0-59405fe8f709 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:06.305363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:06.309253 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:15:06.339903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Pushing event updated for resources: {'Port': ['ID=3e7769b4-56db-4bc1-8ff1-1ba0813c77c4,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:06.377021 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:06.377683 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:06.401297 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-3210718d-9066-420a-aa07-5a938394f664 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7282574 Jul 29 17:15:06.411402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Request body: {'port': {'device_id': 'dace0993-c6de-4d77-9967-415d914c2237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:06.506412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bfaf60c8-f199-4635-907f-f7bf103079bd None None] Provisioning for port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:06.513249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bfaf60c8-f199-4635-907f-f7bf103079bd None None] Provisioning complete for port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:06.513896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bfaf60c8-f199-4635-907f-f7bf103079bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:06.530333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:06.570700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf60c8-f199-4635-907f-f7bf103079bd None None] Port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:15:06.784854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66870d-b684-4985-9df1-ec695d90a156 req-fefa8a23-551a-4fc9-a295-cca1c2bc8418 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:06.786532 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-df66870d-b684-4985-9df1-ec695d90a156 req-fefa8a23-551a-4fc9-a295-cca1c2bc8418 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 931 time: 0.0943301 Jul 29 17:15:06.833575 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-df66870d-b684-4985-9df1-ec695d90a156 req-a3e7d9c5-37b0-491b-a27f-f93241ffeca6 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Jul 29 17:15:06.975263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:15:06.983546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:06.998210 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Transition to ACTIVE for port object 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:07.001919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:07.158811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Pushing event updated for resources: {'Port': ['ID=3e7769b4-56db-4bc1-8ff1-1ba0813c77c4,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:07.241576 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Attempting to bind port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:15:07.241909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Attempting to bind port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:15:07.242230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Attempting to bind port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 on network 2ce18080-31e4-4733-8bd0-59405fe8f709 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:15:07.247409 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 on network 2ce18080-31e4-4733-8bd0-59405fe8f709 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:15:07.247720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Attempting to bind port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 on network 2ce18080-31e4-4733-8bd0-59405fe8f709 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:15:07.252758 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:15:07.253127 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Checking segment: {'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:07.253499 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Bound using segment: {'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:15:07.253918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Bound port: 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4339220a-1c9e-4147-a09a-6b7ab56058b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:15:07.254258 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:07.340922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] For port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:15:07.343732 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] For port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3e7769b4-56db-4bc1-8ff1-1ba0813c77c4,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:15:07.348365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:07.411388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:07.411995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:07.413408 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] 10.222.0.69 "PUT /v2.0/ports/3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 HTTP/1.1" status: 200 len: 1093 time: 1.0062511 Jul 29 17:15:07.413845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dace0993-c6de-4d77-9967-415d914c2237', 'tag': '3e7769b4-56db-4bc1-8ff1-1ba0813c77c4'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:15:07.435281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af312ad4-5bc8-49f6-ad22-3920cec61cca service neutron] Pushing event updated for resources: {'Port': ['ID=3e7769b4-56db-4bc1-8ff1-1ba0813c77c4,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:07.500709 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202e28fa-3efa-4372-94bb-c166dc4d5a14'] response: {'name': 'network-changed', 'server_uuid': 'dace0993-c6de-4d77-9967-415d914c2237', 'tag': '3e7769b4-56db-4bc1-8ff1-1ba0813c77c4', 'status': 'completed', 'code': 200} Jul 29 17:15:07.546870 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-e33225e0-e57b-46ba-bf9b-c34584be3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:07.548361 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-e33225e0-e57b-46ba-bf9b-c34584be3055 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73588ba7edc149818f408114787c6692&device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 1096 time: 0.0848107 Jul 29 17:15:07.619413 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-28c35b64-0b8d-46f3-9dfa-75c9221134ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 HTTP/1.1" status: 200 len: 217 time: 0.0634944 Jul 29 17:15:07.680993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-1d31f71f-83c4-41d4-bf71-d6be2222cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:07.682317 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-1d31f71f-83c4-41d4-bf71-d6be2222cacd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8acf697e-86c8-470a-8ccd-eb4cb93c0aaa HTTP/1.1" status: 200 len: 853 time: 0.0565486 Jul 29 17:15:07.765179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-2c65696f-66fb-4662-8b41-2f37ea5ac43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:07.766613 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-2c65696f-66fb-4662-8b41-2f37ea5ac43a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ce18080-31e4-4733-8bd0-59405fe8f709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784459 Jul 29 17:15:07.895775 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-fad7eff4-8ff2-4d18-81ee-ca2e4c482429 service neutron] 10.222.0.69 "GET /v2.0/networks/2ce18080-31e4-4733-8bd0-59405fe8f709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229968 Jul 29 17:15:08.026514 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cb3e9d1b-1b8c-4a75-bed9-bbba5ae3477e req-ca4f6e1a-9fa5-4707-9ee0-8ecf891f8611 service neutron] 10.222.0.69 "GET /v2.0/networks/2ce18080-31e4-4733-8bd0-59405fe8f709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240849 Jul 29 17:15:08.028250 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdbe75-e286-4924-a805-87c3c637ce49 req-9b1a57d8-8c34-488c-ba81-30cdf1e19ba6 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:08.029762 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-54fdbe75-e286-4924-a805-87c3c637ce49 req-9b1a57d8-8c34-488c-ba81-30cdf1e19ba6 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 943 time: 0.0861120 Jul 29 17:15:08.075238 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-54fdbe75-e286-4924-a805-87c3c637ce49 req-b1863ce4-ff2d-4194-a0a2-614b40392e13 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398920 Jul 29 17:15:08.143783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d7b8c-65be-40b0-8045-36bc7e36fef8 req-6457d89d-a973-4d6b-b925-f952db1281b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:08.145183 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-844d7b8c-65be-40b0-8045-36bc7e36fef8 req-6457d89d-a973-4d6b-b925-f952db1281b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=73588ba7edc149818f408114787c6692&device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 1096 time: 0.0766113 Jul 29 17:15:08.272364 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d7b8c-65be-40b0-8045-36bc7e36fef8 req-6b7a34cf-2c3e-42a0-ba71-5cb9d81ac8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:08.273830 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-844d7b8c-65be-40b0-8045-36bc7e36fef8 req-6b7a34cf-2c3e-42a0-ba71-5cb9d81ac8eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=2ce18080-31e4-4733-8bd0-59405fe8f709 HTTP/1.1" status: 200 len: 915 time: 0.1223626 Jul 29 17:15:08.342039 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-844d7b8c-65be-40b0-8045-36bc7e36fef8 req-551420fa-34ea-4b6f-82dd-fcd5e6aee1ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 HTTP/1.1" status: 200 len: 217 time: 0.0628316 Jul 29 17:15:08.400635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d7b8c-65be-40b0-8045-36bc7e36fef8 req-640a4c6a-3b7e-4138-ad9c-fde66c9b345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:08.401965 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-844d7b8c-65be-40b0-8045-36bc7e36fef8 req-640a4c6a-3b7e-4138-ad9c-fde66c9b345c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8acf697e-86c8-470a-8ccd-eb4cb93c0aaa HTTP/1.1" status: 200 len: 853 time: 0.0550117 Jul 29 17:15:08.594594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d7b8c-65be-40b0-8045-36bc7e36fef8 req-dba69865-941e-43ee-ab89-fa849c177c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:08.596109 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-844d7b8c-65be-40b0-8045-36bc7e36fef8 req-dba69865-941e-43ee-ab89-fa849c177c82 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ce18080-31e4-4733-8bd0-59405fe8f709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1885259 Jul 29 17:15:08.728949 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-844d7b8c-65be-40b0-8045-36bc7e36fef8 req-904984f2-2ed3-4cb5-8083-6ec3348fc846 service neutron] 10.222.0.69 "GET /v2.0/networks/2ce18080-31e4-4733-8bd0-59405fe8f709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259744 Jul 29 17:15:08.867686 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-844d7b8c-65be-40b0-8045-36bc7e36fef8 req-5e5404d1-4b94-4dbd-b421-61dc18165bce service neutron] 10.222.0.69 "GET /v2.0/networks/2ce18080-31e4-4733-8bd0-59405fe8f709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318874 Jul 29 17:15:09.272249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ada868-3eaa-4f32-bbb2-78333cb57139 req-a33ff627-fc6d-4000-b91e-f12e950a87d5 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:09.273738 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-59ada868-3eaa-4f32-bbb2-78333cb57139 req-a33ff627-fc6d-4000-b91e-f12e950a87d5 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 943 time: 0.0902855 Jul 29 17:15:09.319468 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-59ada868-3eaa-4f32-bbb2-78333cb57139 req-8cf1073b-80e8-450c-ac8a-b36911cfd6fb tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398247 Jul 29 17:15:10.437595 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:15:10.513712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1b4ea-0891-402f-a77a-27691abc00be req-69a56c1b-def4-4479-bbd9-9e6be26d8b04 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:10.515173 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e4f1b4ea-0891-402f-a77a-27691abc00be req-69a56c1b-def4-4479-bbd9-9e6be26d8b04 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 943 time: 0.0896323 Jul 29 17:15:10.561302 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e4f1b4ea-0891-402f-a77a-27691abc00be req-38558def-986c-4ef0-a275-de458d48af81 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400877 Jul 29 17:15:10.574076 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3e7769b4-56db-4bc1-8ff1-1ba0813c77c4,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:10.590896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '3e7769b4-56db-4bc1-8ff1-1ba0813c77c4', 'network_id': '2ce18080-31e4-4733-8bd0-59405fe8f709', 'port_id': '3e7769b4-56db-4bc1-8ff1-1ba0813c77c4', 'mac_address': 'fa:16:3e:4e:e1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acf697e-86c8-470a-8ccd-eb4cb93c0aaa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:15:10.643226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:15:10.643530 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:10.660617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:15:10.677345 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3e7769b4-56db-4bc1-8ff1-1ba0813c77c4,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:10.680932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:10.746030 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=3e7769b4-56db-4bc1-8ff1-1ba0813c77c4,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:10.752881 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:10.753258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:10.753597 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:10.753929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:10.754258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:10.754589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:10.754926 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:10.755235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:10.755558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:10.755874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:10.756332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:10.756586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:10.998252 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['3e7769b4-56db-4bc1-8ff1-1ba0813c77c4'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:15:11.750958 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888913d3-3f73-4db5-a338-69827d3f58e9 req-67985404-6fc1-45b1-8467-1b3433bd4808 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:11.752413 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-888913d3-3f73-4db5-a338-69827d3f58e9 req-67985404-6fc1-45b1-8467-1b3433bd4808 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 944 time: 0.0865080 Jul 29 17:15:11.795163 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-888913d3-3f73-4db5-a338-69827d3f58e9 req-5aaa0e14-4787-4c5e-8d07-d6aa494ad5cb tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370889 Jul 29 17:15:12.436534 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:15:12.505175 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:12.509792 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:12.510166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:12.621372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:15:12.621752 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:12.649412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dace0993-c6de-4d77-9967-415d914c2237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7769b4-56db-4bc1-8ff1-1ba0813c77c4'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:15:12.660348 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3e7769b4-56db-4bc1-8ff1-1ba0813c77c4,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:12.663667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:12.731522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=3e7769b4-56db-4bc1-8ff1-1ba0813c77c4,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:12.750597 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b09185-4a10-4cba-9919-4dfe167603e4'] response: {'server_uuid': 'dace0993-c6de-4d77-9967-415d914c2237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7769b4-56db-4bc1-8ff1-1ba0813c77c4', 'code': 200} Jul 29 17:15:12.988403 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f8729-e2e4-4cea-979e-a2d7b2f781ca req-8dbb1fbe-ed3a-458d-83c6-60035890e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:12.989914 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2f8f8729-e2e4-4cea-979e-a2d7b2f781ca req-8dbb1fbe-ed3a-458d-83c6-60035890e45b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 1098 time: 0.0787194 Jul 29 17:15:12.996555 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35d18d-b39e-4a99-ab83-1be6f7301504 req-67db9bb3-4178-4e46-8a3d-100e44b67021 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:12.998021 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6e35d18d-b39e-4a99-ab83-1be6f7301504 req-67db9bb3-4178-4e46-8a3d-100e44b67021 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 945 time: 0.0904515 Jul 29 17:15:13.030895 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2f8f8729-e2e4-4cea-979e-a2d7b2f781ca req-f8fbfc54-a3cc-4698-80f1-1032d6c832f3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343037 Jul 29 17:15:13.041735 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6e35d18d-b39e-4a99-ab83-1be6f7301504 req-62b1d137-9756-4e36-a5b5-365523b26746 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380664 Jul 29 17:15:14.239934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da2cd0-10d8-4c41-bf67-ba5fc4792543 req-34b0f852-ef3f-4817-bd8a-6de124634d46 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:14.241390 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c0da2cd0-10d8-4c41-bf67-ba5fc4792543 req-34b0f852-ef3f-4817-bd8a-6de124634d46 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 945 time: 0.0883651 Jul 29 17:15:14.387491 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c0da2cd0-10d8-4c41-bf67-ba5fc4792543 req-b3eea215-c9d8-42ab-b91b-5a9d13651cb1 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398830 Jul 29 17:15:15.142912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-36a3fc8c-0bbb-4d42-bd6e-7fee1b0ec5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:15.581867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38957c2-44f8-43aa-b77a-2227381a1f6f req-6daadffa-b292-4587-baea-8b11ca6c0f6c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:15.583314 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c38957c2-44f8-43aa-b77a-2227381a1f6f req-6daadffa-b292-4587-baea-8b11ca6c0f6c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 945 time: 0.0878167 Jul 29 17:15:15.629275 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c38957c2-44f8-43aa-b77a-2227381a1f6f req-d1acf39c-d18d-4145-b1ea-810293450178 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396235 Jul 29 17:15:16.010203 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14426422-a87b-4e12-8af3-a9a3e0fb7bbe req-111132ec-7972-4933-8972-d8e1973ae67e tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:16.011645 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-14426422-a87b-4e12-8af3-a9a3e0fb7bbe req-111132ec-7972-4933-8972-d8e1973ae67e tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 945 time: 0.0864697 Jul 29 17:15:16.054466 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-14426422-a87b-4e12-8af3-a9a3e0fb7bbe req-1df91e0e-0aa1-4bae-bc76-66b6525c53ed tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372629 Jul 29 17:15:17.251596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cff773-15cd-4e7b-830c-b810ef9e95c5 req-5630ddb3-b1a3-4a14-8bc6-105e68c55d76 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:17.253095 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-51cff773-15cd-4e7b-830c-b810ef9e95c5 req-5630ddb3-b1a3-4a14-8bc6-105e68c55d76 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 945 time: 0.0888579 Jul 29 17:15:17.297079 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-51cff773-15cd-4e7b-830c-b810ef9e95c5 req-94df1119-a233-4de1-ba8a-748d341867be tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377977 Jul 29 17:15:17.465429 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ca482-365b-4a62-9396-8c5cf2fa25cf req-cde81b63-6ef5-4a6f-9fd8-192c522cdae3 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:17.466123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-e68ca482-365b-4a62-9396-8c5cf2fa25cf req-cde81b63-6ef5-4a6f-9fd8-192c522cdae3 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Synchronizing usage tracker for tenant:73588ba7edc149818f408114787c6692 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:15:17.483254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-e68ca482-365b-4a62-9396-8c5cf2fa25cf req-cde81b63-6ef5-4a6f-9fd8-192c522cdae3 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Unset dirty status for tenant:73588ba7edc149818f408114787c6692 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:15:17.484549 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e68ca482-365b-4a62-9396-8c5cf2fa25cf req-cde81b63-6ef5-4a6f-9fd8-192c522cdae3 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.69 "GET /v2.0/ports?device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 945 time: 0.1080036 Jul 29 17:15:17.553842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-e68ca482-365b-4a62-9396-8c5cf2fa25cf req-24a6a61d-b0f2-4b50-b8ac-d48eefee621c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Deleting port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:15:17.554191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e68ca482-365b-4a62-9396-8c5cf2fa25cf req-24a6a61d-b0f2-4b50-b8ac-d48eefee621c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:17.709127 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8fcd46c4-ed37-41b7-8106-c7cc217a67b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:17.803017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-e68ca482-365b-4a62-9396-8c5cf2fa25cf req-24a6a61d-b0f2-4b50-b8ac-d48eefee621c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] For port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=3e7769b4-56db-4bc1-8ff1-1ba0813c77c4,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:17.803289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e68ca482-365b-4a62-9396-8c5cf2fa25cf req-24a6a61d-b0f2-4b50-b8ac-d48eefee621c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:17.921610 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-e68ca482-365b-4a62-9396-8c5cf2fa25cf req-24a6a61d-b0f2-4b50-b8ac-d48eefee621c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Calling delete_port for 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:15:18.061351 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e68ca482-365b-4a62-9396-8c5cf2fa25cf req-24a6a61d-b0f2-4b50-b8ac-d48eefee621c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:18.072911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['dcf8f60f-03ee-4990-8eca-53a91675aaba', '3e7769b4-56db-4bc1-8ff1-1ba0813c77c4'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:15:18.112588 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6a61d-b0f2-4b50-b8ac-d48eefee621c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Pushing event deleted for resources: {'Port': ['ID=3e7769b4-56db-4bc1-8ff1-1ba0813c77c4,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:18.201535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68ca482-365b-4a62-9396-8c5cf2fa25cf req-24a6a61d-b0f2-4b50-b8ac-d48eefee621c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] No DVR routers for this DVR port 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:15:18.204303 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e68ca482-365b-4a62-9396-8c5cf2fa25cf req-24a6a61d-b0f2-4b50-b8ac-d48eefee621c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:18.207228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dace0993-c6de-4d77-9967-415d914c2237', 'name': 'network-vif-deleted', 'tag': '3e7769b4-56db-4bc1-8ff1-1ba0813c77c4'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:15:18.225888 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e68ca482-365b-4a62-9396-8c5cf2fa25cf req-24a6a61d-b0f2-4b50-b8ac-d48eefee621c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.69 "DELETE /v2.0/ports/3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 HTTP/1.1" status: 204 len: 173 time: 0.7361603 Jul 29 17:15:18.277947 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d03170-ba82-4200-93cf-f3d4d8f23311'] response: {'server_uuid': 'dace0993-c6de-4d77-9967-415d914c2237', 'name': 'network-vif-deleted', 'tag': '3e7769b4-56db-4bc1-8ff1-1ba0813c77c4', 'status': 'completed', 'code': 200} Jul 29 17:15:18.386352 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:18.478276 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ee010d7b-0137-4703-8196-2650298a8a3f req-c83199c0-0bc7-49db-a5ad-e249cabb60cf tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=dace0993-c6de-4d77-9967-415d914c2237 HTTP/1.1" status: 200 len: 210 time: 0.0493937 Jul 29 17:15:18.517165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:19.749327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ace25f-c61f-497c-be31-5f536a9c5cf1 req-72bed84f-72b8-4415-abe4-ba8405ba1de0 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:19.750785 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-47ace25f-c61f-497c-be31-5f536a9c5cf1 req-72bed84f-72b8-4415-abe4-ba8405ba1de0 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 945 time: 0.0906622 Jul 29 17:15:19.794970 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-47ace25f-c61f-497c-be31-5f536a9c5cf1 req-09c9ce85-05c4-4df1-bd52-8b6364ca5f93 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384212 Jul 29 17:15:20.000758 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:20.008299 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e4379-713d-4278-8b84-4aaafea1e294 req-96aa6c5a-850a-44d6-a948-fe7577dc967f tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:20.010350 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-300e4379-713d-4278-8b84-4aaafea1e294 req-96aa6c5a-850a-44d6-a948-fe7577dc967f tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 945 time: 0.0900426 Jul 29 17:15:20.059024 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-300e4379-713d-4278-8b84-4aaafea1e294 req-9e8a7d61-719f-4533-bd1f-483103861fee tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428057 Jul 29 17:15:20.258122 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce548ec5-40c9-4e92-b639-ec489fcb5754 req-4131e9f6-1448-489e-b801-0b3db75400d2 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:20.260196 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ce548ec5-40c9-4e92-b639-ec489fcb5754 req-4131e9f6-1448-489e-b801-0b3db75400d2 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 945 time: 0.0869858 Jul 29 17:15:20.303157 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ce548ec5-40c9-4e92-b639-ec489fcb5754 req-5a89400c-006f-48c2-ba04-cbacf78cfaee tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374875 Jul 29 17:15:20.440394 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:15:20.474004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:15:20.474356 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 3e7769b4-56db-4bc1-8ff1-1ba0813c77c4 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:15:20.598709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b3e13-8b8c-469f-b97e-7bcd2a141608 req-c2a041be-71db-4dda-8008-90df0073620c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:20.600070 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-027b3e13-8b8c-469f-b97e-7bcd2a141608 req-c2a041be-71db-4dda-8008-90df0073620c tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 945 time: 0.0907440 Jul 29 17:15:20.643359 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-027b3e13-8b8c-469f-b97e-7bcd2a141608 req-92ef450b-ec7f-4741-8fb0-69e97d3de7df tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376675 Jul 29 17:15:20.836989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74459e-15dd-43a2-9499-9a42883349c4 req-180d7c2f-c622-45ec-9231-5b66c6e671e6 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:20.838570 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2a74459e-15dd-43a2-9499-9a42883349c4 req-180d7c2f-c622-45ec-9231-5b66c6e671e6 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 945 time: 0.0862210 Jul 29 17:15:20.840413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:20.886266 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2a74459e-15dd-43a2-9499-9a42883349c4 req-33815a03-6c5c-4b40-9cb9-7e0584fda3f3 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416045 Jul 29 17:15:21.087331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9725b-6184-4a6d-9154-14ebcd6bc3da req-8519608e-3385-40b9-9f58-67ea96c30fd4 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:21.088763 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1dd9725b-6184-4a6d-9154-14ebcd6bc3da req-8519608e-3385-40b9-9f58-67ea96c30fd4 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 945 time: 0.0872190 Jul 29 17:15:21.131547 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1dd9725b-6184-4a6d-9154-14ebcd6bc3da req-aaf0b528-03b0-4911-9b77-8131a48c04c7 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371299 Jul 29 17:15:21.654770 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba008262-097d-4b13-84cd-6ccb6b7121f4 req-f081296c-1bc7-4c14-a3be-e69772bcf231 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:21.656215 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ba008262-097d-4b13-84cd-6ccb6b7121f4 req-f081296c-1bc7-4c14-a3be-e69772bcf231 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 945 time: 0.0904553 Jul 29 17:15:21.701947 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ba008262-097d-4b13-84cd-6ccb6b7121f4 req-66d0fd19-dd32-4b9d-811f-93981b96bd77 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400646 Jul 29 17:15:22.903661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612ba22-7429-4137-a598-16ad05827da1 req-eae5ae5b-4730-4806-b94f-5b0173706952 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:22.905008 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9612ba22-7429-4137-a598-16ad05827da1 req-eae5ae5b-4730-4806-b94f-5b0173706952 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 945 time: 0.0924592 Jul 29 17:15:22.951710 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9612ba22-7429-4137-a598-16ad05827da1 req-2ebd7729-103e-42a4-b142-55f312bc0c7e tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/security-groups?id=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Jul 29 17:15:23.082939 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef46ed0-03a2-4697-8788-f247d794aef2 req-4046d012-033a-4cc2-9213-a70ff4ffbd34 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:23.083626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-fef46ed0-03a2-4697-8788-f247d794aef2 req-4046d012-033a-4cc2-9213-a70ff4ffbd34 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Synchronizing usage tracker for tenant:73588ba7edc149818f408114787c6692 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:15:23.099015 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-fef46ed0-03a2-4697-8788-f247d794aef2 req-4046d012-033a-4cc2-9213-a70ff4ffbd34 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Unset dirty status for tenant:73588ba7edc149818f408114787c6692 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:15:23.100358 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-fef46ed0-03a2-4697-8788-f247d794aef2 req-4046d012-033a-4cc2-9213-a70ff4ffbd34 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 945 time: 0.1074612 Jul 29 17:15:23.169596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-fef46ed0-03a2-4697-8788-f247d794aef2 req-744d458e-d1a2-48b5-969c-48bcb2cdc62a tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Deleting port dcf8f60f-03ee-4990-8eca-53a91675aaba {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:15:23.169857 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-fef46ed0-03a2-4697-8788-f247d794aef2 req-744d458e-d1a2-48b5-969c-48bcb2cdc62a tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:23.511923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-fef46ed0-03a2-4697-8788-f247d794aef2 req-744d458e-d1a2-48b5-969c-48bcb2cdc62a tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] For port dcf8f60f-03ee-4990-8eca-53a91675aaba, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=dcf8f60f-03ee-4990-8eca-53a91675aaba,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:23.512282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-fef46ed0-03a2-4697-8788-f247d794aef2 req-744d458e-d1a2-48b5-969c-48bcb2cdc62a tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:23.632409 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-fef46ed0-03a2-4697-8788-f247d794aef2 req-744d458e-d1a2-48b5-969c-48bcb2cdc62a tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Calling delete_port for dcf8f60f-03ee-4990-8eca-53a91675aaba owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:15:23.774233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-fef46ed0-03a2-4697-8788-f247d794aef2 req-744d458e-d1a2-48b5-969c-48bcb2cdc62a tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:23.784606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['dcf8f60f-03ee-4990-8eca-53a91675aaba'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:15:23.836679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d458e-d1a2-48b5-969c-48bcb2cdc62a tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Pushing event deleted for resources: {'Port': ['ID=dcf8f60f-03ee-4990-8eca-53a91675aaba,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:23.926007 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef46ed0-03a2-4697-8788-f247d794aef2 req-744d458e-d1a2-48b5-969c-48bcb2cdc62a tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] No DVR routers for this DVR port dcf8f60f-03ee-4990-8eca-53a91675aaba on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:15:23.928616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-fef46ed0-03a2-4697-8788-f247d794aef2 req-744d458e-d1a2-48b5-969c-48bcb2cdc62a tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:23.931364 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a966248-10a6-45f8-9eb4-ce3652612cdb', 'name': 'network-vif-deleted', 'tag': 'dcf8f60f-03ee-4990-8eca-53a91675aaba'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:15:23.948214 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-fef46ed0-03a2-4697-8788-f247d794aef2 req-744d458e-d1a2-48b5-969c-48bcb2cdc62a tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.69 "DELETE /v2.0/ports/dcf8f60f-03ee-4990-8eca-53a91675aaba HTTP/1.1" status: 204 len: 173 time: 0.8420842 Jul 29 17:15:24.043453 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddfe548-a9a1-4830-9022-b61b110f1cc8'] response: {'server_uuid': '7a966248-10a6-45f8-9eb4-ce3652612cdb', 'name': 'network-vif-deleted', 'tag': 'dcf8f60f-03ee-4990-8eca-53a91675aaba', 'status': 'completed', 'code': 200} Jul 29 17:15:24.127655 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b46d13d7-86fb-457c-8db2-34f6ee818644 req-c5987e53-5500-443a-a417-0e36dd1004c0 tempest-ServersNegativeTestJSON-1706926284 tempest-ServersNegativeTestJSON-1706926284-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a966248-10a6-45f8-9eb4-ce3652612cdb HTTP/1.1" status: 200 len: 210 time: 0.0514300 Jul 29 17:15:25.222839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59766) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:25.746589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e817ff9-5712-4c96-a4cf-8b6972e18698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:26.080888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-9e817ff9-5712-4c96-a4cf-8b6972e18698 admin admin] Deleting port 23f88e9b-9be9-4a98-948b-5839f8e1f920 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:15:26.081249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e817ff9-5712-4c96-a4cf-8b6972e18698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:26.347660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-9e817ff9-5712-4c96-a4cf-8b6972e18698 admin admin] For port 23f88e9b-9be9-4a98-948b-5839f8e1f920, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=23f88e9b-9be9-4a98-948b-5839f8e1f920,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:26.348355 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e817ff9-5712-4c96-a4cf-8b6972e18698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:26.451658 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device dcf8f60f-03ee-4990-8eca-53a91675aaba no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:15:26.467231 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-9e817ff9-5712-4c96-a4cf-8b6972e18698 admin admin] Calling delete_port for 23f88e9b-9be9-4a98-948b-5839f8e1f920 owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:15:26.485931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: dcf8f60f-03ee-4990-8eca-53a91675aaba {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:15:26.486287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device dcf8f60f-03ee-4990-8eca-53a91675aaba not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:15:26.632654 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e817ff9-5712-4c96-a4cf-8b6972e18698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:26.682181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e817ff9-5712-4c96-a4cf-8b6972e18698 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f88e9b-9be9-4a98-948b-5839f8e1f920,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:26.950539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e817ff9-5712-4c96-a4cf-8b6972e18698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:27.296809 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e817ff9-5712-4c96-a4cf-8b6972e18698 admin admin] Router 286a6b64-c35f-4de0-a1a3-b65c324c5cbb has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:15:27.579107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e817ff9-5712-4c96-a4cf-8b6972e18698 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:15:27.588160 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8946ceb1-c25c-4a35-b801-d84481aa75da None None] Sync routers for ids ['286a6b64-c35f-4de0-a1a3-b65c324c5cbb'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:15:27.591099 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9e817ff9-5712-4c96-a4cf-8b6972e18698 admin admin] 10.222.0.58 "PUT /v2.0/routers/286a6b64-c35f-4de0-a1a3-b65c324c5cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3672130 Jul 29 17:15:27.593659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59770) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:27.597719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8946ceb1-c25c-4a35-b801-d84481aa75da None None] Routers {'286a6b64-c35f-4de0-a1a3-b65c324c5cbb'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:15:27.598321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8946ceb1-c25c-4a35-b801-d84481aa75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:15:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['286a6b64-c35f-4de0-a1a3-b65c324c5cbb'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:27.768203 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:27.773793 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-8946ceb1-c25c-4a35-b801-d84481aa75da None None] Set router 286a6b64-c35f-4de0-a1a3-b65c324c5cbb gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:15:27.944084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:27.954611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] Deleting port 5e53c717-2549-4b03-9c38-8bad9687d58b {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:15:27.954949 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.077596 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8946ceb1-c25c-4a35-b801-d84481aa75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'name': 'tempest-ServersNegativeTestJSON-1473997342-router', 'tenant_id': '73588ba7edc149818f408114787c6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e53c717-2549-4b03-9c38-8bad9687d58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:14:44Z', 'updated_at': '2022-07-29T17:15:26Z', 'revision_number': 5, 'project_id': '73588ba7edc149818f408114787c6692', 'gw_port': {'id': '5e53c717-2549-4b03-9c38-8bad9687d58b', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:62:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:14:45Z', 'updated_at': '2022-07-29T17:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:28.081509 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8946ceb1-c25c-4a35-b801-d84481aa75da None None] Checking router: 286a6b64-c35f-4de0-a1a3-b65c324c5cbb for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:15:28.090414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8946ceb1-c25c-4a35-b801-d84481aa75da None None] Routers {'286a6b64-c35f-4de0-a1a3-b65c324c5cbb'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:15:28.091017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8946ceb1-c25c-4a35-b801-d84481aa75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:15:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['286a6b64-c35f-4de0-a1a3-b65c324c5cbb'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:28.129252 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] For port 5e53c717-2549-4b03-9c38-8bad9687d58b, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=5e53c717-2549-4b03-9c38-8bad9687d58b,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:28.129606 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.242118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-8946ceb1-c25c-4a35-b801-d84481aa75da None None] Set router 286a6b64-c35f-4de0-a1a3-b65c324c5cbb gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:15:28.249520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] Calling delete_port for 5e53c717-2549-4b03-9c38-8bad9687d58b owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:15:28.347088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8946ceb1-c25c-4a35-b801-d84481aa75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'name': 'tempest-ServersNegativeTestJSON-1473997342-router', 'tenant_id': '73588ba7edc149818f408114787c6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:14:44Z', 'updated_at': '2022-07-29T17:15:27Z', 'revision_number': 6, 'project_id': '73588ba7edc149818f408114787c6692', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:28.351036 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8946ceb1-c25c-4a35-b801-d84481aa75da None None] The sync data for ids ['286a6b64-c35f-4de0-a1a3-b65c324c5cbb'] in dv-neutron-851534-1-hyperv is: [{'id': '286a6b64-c35f-4de0-a1a3-b65c324c5cbb', 'name': 'tempest-ServersNegativeTestJSON-1473997342-router', 'tenant_id': '73588ba7edc149818f408114787c6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:14:44Z', 'updated_at': '2022-07-29T17:15:27Z', 'revision_number': 6, 'project_id': '73588ba7edc149818f408114787c6692', 'gw_port_host': None}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:15:28.422726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.468434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e53c717-2549-4b03-9c38-8bad9687d58b,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:28.563239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.732923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.735176 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.758440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.758968 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 286a6b64-c35f-4de0-a1a3-b65c324c5cbb {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:15:28.773162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.774283 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2fc78ced-6265-4461-bf02-539cf3368aa2 admin admin] 10.222.0.58 "DELETE /v2.0/routers/286a6b64-c35f-4de0-a1a3-b65c324c5cbb HTTP/1.1" status: 204 len: 168 time: 1.1797137 Jul 29 17:15:28.777672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59774) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:28.835238 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b726f2-30e9-4bf2-86c6-8e304c249766 admin admin] Deleting subnet 8acf697e-86c8-470a-8ccd-eb4cb93c0aaa {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:15:28.838585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a5b726f2-30e9-4bf2-86c6-8e304c249766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.990593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a5b726f2-30e9-4bf2-86c6-8e304c249766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:29.064761 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a5b726f2-30e9-4bf2-86c6-8e304c249766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:29.132924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a5b726f2-30e9-4bf2-86c6-8e304c249766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:29.174669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b726f2-30e9-4bf2-86c6-8e304c249766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8acf697e-86c8-470a-8ccd-eb4cb93c0aaa,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:29.178158 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a5b726f2-30e9-4bf2-86c6-8e304c249766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:29.183823 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a5b726f2-30e9-4bf2-86c6-8e304c249766 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8acf697e-86c8-470a-8ccd-eb4cb93c0aaa HTTP/1.1" status: 204 len: 168 time: 0.4052317 Jul 29 17:15:29.186295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59778) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:29.189177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08961ba0-2c6c-4db4-8bdb-8fbb4f7dd231 None None] Network 2ce18080-31e4-4733-8bd0-59405fe8f709 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:29.290179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:29.301285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] Deleting port b9a30b17-4247-41ea-a2d2-4f8d734d66d3 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:15:29.301611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:29.369920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 23f88e9b-9be9-4a98-948b-5839f8e1f920 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:15:29.405244 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 23f88e9b-9be9-4a98-948b-5839f8e1f920 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:15:29.405590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 23f88e9b-9be9-4a98-948b-5839f8e1f920 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:15:29.406019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 5e53c717-2549-4b03-9c38-8bad9687d58b no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:15:29.442855 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 5e53c717-2549-4b03-9c38-8bad9687d58b {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:15:29.443202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 5e53c717-2549-4b03-9c38-8bad9687d58b not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:15:29.525987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] For port b9a30b17-4247-41ea-a2d2-4f8d734d66d3, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b9a30b17-4247-41ea-a2d2-4f8d734d66d3,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:29.526526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:29.532650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad36fcd-98f6-4d45-9808-e5affc41fbcb None None] DHCP port deletion for 2ce18080-31e4-4733-8bd0-59405fe8f709 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:15:29.536816 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-aad36fcd-98f6-4d45-9808-e5affc41fbcb None None] Deleting port b9a30b17-4247-41ea-a2d2-4f8d734d66d3 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:15:29.537230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aad36fcd-98f6-4d45-9808-e5affc41fbcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:29.660010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] Calling delete_port for b9a30b17-4247-41ea-a2d2-4f8d734d66d3 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:15:29.733543 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:29.740991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-aad36fcd-98f6-4d45-9808-e5affc41fbcb None None] For port b9a30b17-4247-41ea-a2d2-4f8d734d66d3, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b9a30b17-4247-41ea-a2d2-4f8d734d66d3,segment=NetworkSegment(4339220a-1c9e-4147-a09a-6b7ab56058b8),segment_id=4339220a-1c9e-4147-a09a-6b7ab56058b8)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:29.741423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aad36fcd-98f6-4d45-9808-e5affc41fbcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:29.780519 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a30b17-4247-41ea-a2d2-4f8d734d66d3,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:29.783982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] No DVR routers for this DVR port b9a30b17-4247-41ea-a2d2-4f8d734d66d3 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:15:29.862540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-aad36fcd-98f6-4d45-9808-e5affc41fbcb None None] Calling delete_port for b9a30b17-4247-41ea-a2d2-4f8d734d66d3 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:15:29.898274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:29.927196 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce18080-31e4-4733-8bd0-59405fe8f709']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:29.936063 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-aad36fcd-98f6-4d45-9808-e5affc41fbcb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:15:29.936421 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-aad36fcd-98f6-4d45-9808-e5affc41fbcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:15:29.939442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4339220a-1c9e-4147-a09a-6b7ab56058b8') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:29.939745 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4339220a-1c9e-4147-a09a-6b7ab56058b8') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:29.951873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:29.967271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:29.973223 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:15:29.973608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:30.055268 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 4339220a-1c9e-4147-a09a-6b7ab56058b8 resource provider aggregate not found Jul 29 17:15:30.071363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:30.088462 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 4339220a-1c9e-4147-a09a-6b7ab56058b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4339220a-1c9e-4147-a09a-6b7ab56058b8 found for delete ", "request_id": "req-c3cb010f-a2e8-416e-90e2-d075d43b617b"}]} Jul 29 17:15:30.089424 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:30.100629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ce18080-31e4-4733-8bd0-59405fe8f709,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:30.111690 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c55a1a80-aca8-4739-8f3b-dc00c2c74d91 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2ce18080-31e4-4733-8bd0-59405fe8f709 HTTP/1.1" status: 204 len: 168 time: 0.9244764 Jul 29 17:15:30.218998 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59790) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:30.266922 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-87d07097-669f-4532-b86a-b017e9ac2701 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=73588ba7edc149818f408114787c6692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467720 Jul 29 17:15:30.269313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59794) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:30.324897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d32b031-87cb-4eae-8aba-c7788aff16f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:30.349813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d32b031-87cb-4eae-8aba-c7788aff16f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:30.398966 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d32b031-87cb-4eae-8aba-c7788aff16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:30.416513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32b031-87cb-4eae-8aba-c7788aff16f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:30.423568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1d32b031-87cb-4eae-8aba-c7788aff16f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:30.424682 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1d32b031-87cb-4eae-8aba-c7788aff16f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93d2ffdd-6590-41b1-85aa-dfce6bf5f5a2 HTTP/1.1" status: 204 len: 168 time: 0.1545110 Jul 29 17:15:30.439113 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-aad36fcd-98f6-4d45-9808-e5affc41fbcb None None] Deleting port b9a30b17-4247-41ea-a2d2-4f8d734d66d3 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:15:30.439585 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aad36fcd-98f6-4d45-9808-e5affc41fbcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:30.505534 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-aad36fcd-98f6-4d45-9808-e5affc41fbcb None None] The port 'b9a30b17-4247-41ea-a2d2-4f8d734d66d3' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 17:15:31.149172 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59818) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:31.248581 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2102541701'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:31.253536 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:31.257318 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Usage tracker for resource:network and tenant:fb3f94dede7b42d5bec66fe175a9e5da is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:31.260620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:31.271496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:31.281924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Made reservation on behalf of fb3f94dede7b42d5bec66fe175a9e5da for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:31.285252 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.296909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.311400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:31.315192 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Usage tracker for resource:security_group_rule and tenant:fb3f94dede7b42d5bec66fe175a9e5da is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:31.318019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:31.324248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:31.361414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b9a30b17-4247-41ea-a2d2-4f8d734d66d3 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:15:31.411866 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.416090 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.433171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: b9a30b17-4247-41ea-a2d2-4f8d734d66d3 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:15:31.433502 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b9a30b17-4247-41ea-a2d2-4f8d734d66d3 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:15:31.452910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:15:31.461569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2e2638-1858-4e20-b88a-ae5ae9d9a43f,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:31.468788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.469237 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Added segment 8bfb62be-a94d-413d-9a45-26423115d875 of type vlan for network 4286d37a-e956-443c-898a-4d6518ac9bf5 Jul 29 17:15:31.496345 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.525266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.530710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:31.531285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.636561 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4863086 Jul 29 17:15:31.641927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ecf2c-3072-4f68-ae46-522ee3530180 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event updated for resources: {'Network': ['ID=4286d37a-e956-443c-898a-4d6518ac9bf5,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:31.651786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 4286d37a-e956-443c-898a-4d6518ac9bf5 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:15:34.916323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59824) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:34.922293 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Request body: {'subnet': {'network_id': '4286d37a-e956-443c-898a-4d6518ac9bf5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:35.031271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:35.035111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Usage tracker for resource:subnet and tenant:fb3f94dede7b42d5bec66fe175a9e5da is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:35.037878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:35.043778 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:35.054154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Made reservation on behalf of fb3f94dede7b42d5bec66fe175a9e5da for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:35.057700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:35.267350 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:35.444349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event updated for resources: {'Subnet': ['ID=94eb9116-638d-4297-898b-70e59ffc6c68,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:35.455879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:35.456222 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:35.456558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:35.456893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:35.457244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:35.457570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:35.457893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:35.458213 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:35.458539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:35.458859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:35.459178 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:35.459493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:35.462426 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Checking segment: {'id': '8bfb62be-a94d-413d-9a45-26423115d875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4286d37a-e956-443c-898a-4d6518ac9bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:35.462779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Network hostable DHCP agents. Network: 4286d37a-e956-443c-898a-4d6518ac9bf5, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:15:35.482754 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Network 4286d37a-e956-443c-898a-4d6518ac9bf5 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:15:35.491573 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 4286d37a-e956-443c-898a-4d6518ac9bf5) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:35.496111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:35.496793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:35.502215 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb12c2-123c-49bb-b600-d6197b178d89 None None] Network 4286d37a-e956-443c-898a-4d6518ac9bf5 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:35.518818 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-80c586c7-a11a-4e26-981b-e0ca0acf0e24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6011891 Jul 29 17:15:35.522035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59828) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:35.528271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1503293391'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:35.533028 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:35.536895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Usage tracker for resource:network and tenant:fb3f94dede7b42d5bec66fe175a9e5da is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:35.539788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:35.545751 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:35.556118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Made reservation on behalf of fb3f94dede7b42d5bec66fe175a9e5da for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:35.559785 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:35.588702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:15:35.598186 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:35.598532 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Added segment 4197704e-26aa-4435-b174-74291f4a5cf6 of type vlan for network ac74940a-0b18-4633-9f38-95cde757295a Jul 29 17:15:35.624179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:35.653939 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:35.659229 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:35.659794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:35.735050 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-4286d37a-e956-443c-898a-4d6518ac9bf5', 'network_id': '4286d37a-e956-443c-898a-4d6518ac9bf5', 'tenant_id': 'fb3f94dede7b42d5bec66fe175a9e5da', 'fixed_ips': [{'subnet_id': '94eb9116-638d-4297-898b-70e59ffc6c68'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:15:35.735883 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:35.760361 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2371974 Jul 29 17:15:35.763677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59832) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:35.770158 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6394915-eb2d-4284-9e7c-13464c1049e0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event updated for resources: {'Network': ['ID=ac74940a-0b18-4633-9f38-95cde757295a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:35.770615 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Request body: {'subnet': {'network_id': 'ac74940a-0b18-4633-9f38-95cde757295a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:35.808189 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network ac74940a-0b18-4633-9f38-95cde757295a details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:15:35.886849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:35.890753 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Usage tracker for resource:subnet and tenant:fb3f94dede7b42d5bec66fe175a9e5da is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:35.893432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:35.899034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:35.909036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Made reservation on behalf of fb3f94dede7b42d5bec66fe175a9e5da for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:35.912486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:35.996590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Allocated IP 2001:db8:0:ffff::2 (4286d37a-e956-443c-898a-4d6518ac9bf5/94eb9116-638d-4297-898b-70e59ffc6c68/1d4a6de3-7a16-4be7-b6b7-1b3930755af6) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:15:36.131854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.205300 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.215844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Transition to ACTIVE for port object 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:36.216435 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event updated for resources: {'Subnet': ['ID=01d88d6f-0c45-4377-bd47-26133141498b,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:36.221176 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Checking segment: {'id': '4197704e-26aa-4435-b174-74291f4a5cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ac74940a-0b18-4633-9f38-95cde757295a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:36.221176 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Network hostable DHCP agents. Network: ac74940a-0b18-4633-9f38-95cde757295a, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:15:36.235135 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Transition to ACTIVE for port object 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:36.239854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Network ac74940a-0b18-4633-9f38-95cde757295a is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:15:36.241243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.249406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, ac74940a-0b18-4633-9f38-95cde757295a) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:36.254091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:36.254676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.279374 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c435dffd-2a6d-44c0-8a7a-11fd42331f84 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5116117 Jul 29 17:15:36.279606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59836) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:36.280154 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe8ccb9-c2ff-41cf-bdaa-8b3527228974 None None] Network ac74940a-0b18-4633-9f38-95cde757295a requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:36.384495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Network 4286d37a-e956-443c-898a-4d6518ac9bf5 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:36.389600 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Pushing event updated for resources: {'Port': ['ID=1d4a6de3-7a16-4be7-b6b7-1b3930755af6,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:36.392002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:36.395660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:15:36.422145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.487866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.546330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Attempting to bind port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:15:36.546951 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Attempting to bind port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '8bfb62be-a94d-413d-9a45-26423115d875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4286d37a-e956-443c-898a-4d6518ac9bf5'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:15:36.547056 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Attempting to bind port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 on network 4286d37a-e956-443c-898a-4d6518ac9bf5 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:15:36.564039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:15:36.564407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Checking segment: {'id': '8bfb62be-a94d-413d-9a45-26423115d875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4286d37a-e956-443c-898a-4d6518ac9bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:36.564803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.565217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Bound using segment: {'id': '8bfb62be-a94d-413d-9a45-26423115d875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4286d37a-e956-443c-898a-4d6518ac9bf5'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:15:36.565685 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Bound port: 1d4a6de3-7a16-4be7-b6b7-1b3930755af6, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfb62be-a94d-413d-9a45-26423115d875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4286d37a-e956-443c-898a-4d6518ac9bf5'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:15:36.566058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.677848 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.691525 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9758ed-3fbe-46dd-901d-eb089de6dc72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-ac74940a-0b18-4633-9f38-95cde757295a', 'network_id': 'ac74940a-0b18-4633-9f38-95cde757295a', 'tenant_id': 'fb3f94dede7b42d5bec66fe175a9e5da', 'fixed_ips': [{'subnet_id': '01d88d6f-0c45-4377-bd47-26133141498b'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:15:36.692353 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fd9758ed-3fbe-46dd-901d-eb089de6dc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.716272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event deleted for resources: {'Subnet': ['ID=01d88d6f-0c45-4377-bd47-26133141498b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:36.768453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] For port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:15:36.787556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] For port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1d4a6de3-7a16-4be7-b6b7-1b3930755af6,segment=NetworkSegment(8bfb62be-a94d-413d-9a45-26423115d875),segment_id=8bfb62be-a94d-413d-9a45-26423115d875)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:15:36.795115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.810951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.835477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac74940a-0b18-4633-9f38-95cde757295a']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:36.847466 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4197704e-26aa-4435-b174-74291f4a5cf6') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:36.847773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4197704e-26aa-4435-b174-74291f4a5cf6') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:36.858939 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.875187 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.881498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:15:36.882051 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.883928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1e69a4-bdb6-400e-a648-e3c833ce14e9 None None] Network ac74940a-0b18-4633-9f38-95cde757295a requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:36.960541 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 4197704e-26aa-4435-b174-74291f4a5cf6 resource provider aggregate not found Jul 29 17:15:36.991781 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 4197704e-26aa-4435-b174-74291f4a5cf6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4197704e-26aa-4435-b174-74291f4a5cf6 found for delete ", "request_id": "req-ca85dd23-8626-47fe-9ebf-09c6146a03da"}]} Jul 29 17:15:37.001069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.001300 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b346594-30cd-4518-8908-b71ce896b8d1 None None] Pushing event updated for resources: {'Port': ['ID=1d4a6de3-7a16-4be7-b6b7-1b3930755af6,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:37.007305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.033852 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event deleted for resources: {'Network': ['ID=ac74940a-0b18-4633-9f38-95cde757295a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:37.043546 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "DELETE /v2.0/networks/ac74940a-0b18-4633-9f38-95cde757295a HTTP/1.1" status: 204 len: 168 time: 0.7588556 Jul 29 17:15:37.043759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59844) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:37.046946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:37.047295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:37.047633 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:37.047967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:37.048311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:37.048764 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:37.048966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:37.049281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:37.049600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:37.049914 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:37.050236 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:37.050554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e92f93-cc4a-4e34-a51e-23a43ebf27ee tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:37.057736 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-237949742'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:37.063072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:37.067299 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Usage tracker for resource:network and tenant:fb3f94dede7b42d5bec66fe175a9e5da is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:37.070765 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:37.077108 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:37.089304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Made reservation on behalf of fb3f94dede7b42d5bec66fe175a9e5da for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:37.095934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.141856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:15:37.150643 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.150990 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Added segment cdebb3d5-7075-42d6-9c60-ee92d3607991 of type vlan for network 4e41d1fe-19a8-4f4e-abae-8eb5674b2e17 Jul 29 17:15:37.188070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.217994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.223422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:37.224003 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.251759 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:15:37.328780 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2841055 Jul 29 17:15:37.331775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59848) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:37.339896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Request body: {'subnet': {'network_id': '4e41d1fe-19a8-4f4e-abae-8eb5674b2e17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:37.354330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a1de8-189e-4255-91e0-1335925ffcb7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event updated for resources: {'Network': ['ID=4e41d1fe-19a8-4f4e-abae-8eb5674b2e17,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:37.364746 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 4e41d1fe-19a8-4f4e-abae-8eb5674b2e17 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:15:37.429233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:15:37.456002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:37.459805 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Usage tracker for resource:subnet and tenant:fb3f94dede7b42d5bec66fe175a9e5da is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:37.463566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:37.469266 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:37.478865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Made reservation on behalf of fb3f94dede7b42d5bec66fe175a9e5da for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:37.482450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.526823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:37.575685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.ipam_backend_mixin [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Performing IP validity checks on allocation pools {{(pid=89209) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jul 29 17:15:37.576215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.ipam_backend_mixin [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89209) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jul 29 17:15:37.706986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.783806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event updated for resources: {'Subnet': ['ID=f448cc09-d657-4761-b5b2-870372ffbe35,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:37.794735 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Checking segment: {'id': 'cdebb3d5-7075-42d6-9c60-ee92d3607991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4e41d1fe-19a8-4f4e-abae-8eb5674b2e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:37.795098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Network hostable DHCP agents. Network: 4e41d1fe-19a8-4f4e-abae-8eb5674b2e17, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:15:37.815329 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Network 4e41d1fe-19a8-4f4e-abae-8eb5674b2e17 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:15:37.825778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 4e41d1fe-19a8-4f4e-abae-8eb5674b2e17) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:37.829913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:37.830512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.836134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b1ef01-1af1-4e4f-bfea-e5034d0b7a0a None None] Network 4e41d1fe-19a8-4f4e-abae-8eb5674b2e17 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:37.856443 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5d46e2ee-22de-4d6d-bbc0-92847b1674ec tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5234141 Jul 29 17:15:37.859239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59852) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:37.919614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb8d0d2-7060-418a-87cc-9341aac57055 None None] Network 4286d37a-e956-443c-898a-4d6518ac9bf5 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:37.999838 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.013794 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-021e4e73-fdbe-4236-9212-03ee539c1e77 None None] Provisioning for port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:38.041801 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-021e4e73-fdbe-4236-9212-03ee539c1e77 None None] Provisioning complete for port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:38.042178 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-021e4e73-fdbe-4236-9212-03ee539c1e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.069926 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.144448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.188319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event deleted for resources: {'Subnet': ['ID=f448cc09-d657-4761-b5b2-870372ffbe35,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:38.242084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618e9b3f-2f40-4d53-b332-6125790e89c9 None None] Network 4e41d1fe-19a8-4f4e-abae-8eb5674b2e17 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:38.278249 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.307287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e41d1fe-19a8-4f4e-abae-8eb5674b2e17']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:38.319213 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdebb3d5-7075-42d6-9c60-ee92d3607991') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:38.319514 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdebb3d5-7075-42d6-9c60-ee92d3607991') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:38.331141 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.346910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.352962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:15:38.353411 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.446064 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.465314 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-021e4e73-fdbe-4236-9212-03ee539c1e77 None None] Current status of the port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:15:38.465697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-021e4e73-fdbe-4236-9212-03ee539c1e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.467244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.478702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event deleted for resources: {'Network': ['ID=4e41d1fe-19a8-4f4e-abae-8eb5674b2e17,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:38.486670 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b53ce5dd-ebc0-43c2-93a2-acdf4298b646 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "DELETE /v2.0/networks/4e41d1fe-19a8-4f4e-abae-8eb5674b2e17 HTTP/1.1" status: 204 len: 168 time: 0.6264288 Jul 29 17:15:38.487256 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59856) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:38.493051 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1993227242'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:38.506548 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:38.510495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Usage tracker for resource:network and tenant:fb3f94dede7b42d5bec66fe175a9e5da is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:38.513635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:38.521817 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:38.531140 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Made reservation on behalf of fb3f94dede7b42d5bec66fe175a9e5da for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:38.535479 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.560292 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-021e4e73-fdbe-4236-9212-03ee539c1e77 None None] For port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1d4a6de3-7a16-4be7-b6b7-1b3930755af6,segment=NetworkSegment(8bfb62be-a94d-413d-9a45-26423115d875),segment_id=8bfb62be-a94d-413d-9a45-26423115d875)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:38.568650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-021e4e73-fdbe-4236-9212-03ee539c1e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.570368 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:15:38.579902 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.580344 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Added segment 6e7baf2f-3083-46b8-880b-4582321f2b72 of type vlan for network 122d40a7-0e4f-46b5-8c2e-fa41d7bc715c Jul 29 17:15:38.609430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.643424 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.647469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e4e73-fdbe-4236-9212-03ee539c1e77 None None] Pushing event updated for resources: {'Port': ['ID=1d4a6de3-7a16-4be7-b6b7-1b3930755af6,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:38.649002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:38.649642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.756265 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2650847 Jul 29 17:15:38.756438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59860) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:38.762681 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658a0d9-ba79-4ae9-8093-6d5f4bf56fe0 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event updated for resources: {'Network': ['ID=122d40a7-0e4f-46b5-8c2e-fa41d7bc715c,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:38.762882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Request body: {'subnet': {'network_id': '122d40a7-0e4f-46b5-8c2e-fa41d7bc715c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:38.773496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 122d40a7-0e4f-46b5-8c2e-fa41d7bc715c details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:15:38.873578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e8c92535-bae1-46ad-a754-63cff2c9319b None None] Provisioning complete for port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:38.874281 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e8c92535-bae1-46ad-a754-63cff2c9319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.876302 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:38.880234 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Usage tracker for resource:subnet and tenant:fb3f94dede7b42d5bec66fe175a9e5da is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:38.883169 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:38.889179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:38.899025 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Made reservation on behalf of fb3f94dede7b42d5bec66fe175a9e5da for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:38.904216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:39.002240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e8c92535-bae1-46ad-a754-63cff2c9319b None None] Current status of the port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:15:39.014869 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment cdebb3d5-7075-42d6-9c60-ee92d3607991 resource provider aggregate not found Jul 29 17:15:39.034171 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment cdebb3d5-7075-42d6-9c60-ee92d3607991 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdebb3d5-7075-42d6-9c60-ee92d3607991 found for delete ", "request_id": "req-6ba14915-c4e4-4cf3-9dce-c3d8206a7a73"}]} Jul 29 17:15:39.130362 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:39.206777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event updated for resources: {'Subnet': ['ID=ac3e861f-84bc-43a0-a54f-fb5f6ab13dbe,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:39.214619 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Checking segment: {'id': '6e7baf2f-3083-46b8-880b-4582321f2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '122d40a7-0e4f-46b5-8c2e-fa41d7bc715c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:39.214984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Network hostable DHCP agents. Network: 122d40a7-0e4f-46b5-8c2e-fa41d7bc715c, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:15:39.233929 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Network 122d40a7-0e4f-46b5-8c2e-fa41d7bc715c is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:15:39.242296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 122d40a7-0e4f-46b5-8c2e-fa41d7bc715c) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:39.246690 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:39.246690 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:39.252061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a04fa9-c88d-4fb3-a555-c482d3c16a9e None None] Network 122d40a7-0e4f-46b5-8c2e-fa41d7bc715c requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:39.270741 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ac032c12-6f19-4fdd-9328-c4ce293b61ce tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5131648 Jul 29 17:15:39.274327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59868) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:39.280395 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1669266736'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:39.285405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:39.289246 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Usage tracker for resource:network and tenant:fb3f94dede7b42d5bec66fe175a9e5da is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:39.292134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:39.298109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:39.307504 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Made reservation on behalf of fb3f94dede7b42d5bec66fe175a9e5da for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:39.310879 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:39.342687 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:15:39.352161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:39.352552 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Added segment 3bdce9be-9647-4674-9f36-8df186b4cb89 of type vlan for network 49714251-3ea3-4c45-bf9f-742d6e58982f Jul 29 17:15:39.376980 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:15:39.380892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:39.411075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:39.417251 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:39.418259 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:39.520493 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2430568 Jul 29 17:15:39.522440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59872) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:39.528240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b762b1-b553-4069-b4e8-a54c7458e47f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event updated for resources: {'Network': ['ID=49714251-3ea3-4c45-bf9f-742d6e58982f,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:39.531472 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:39.531858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:39.536652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Request body: {'subnet': {'network_id': '49714251-3ea3-4c45-bf9f-742d6e58982f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:39.604440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 49714251-3ea3-4c45-bf9f-742d6e58982f details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:15:39.650254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:39.653943 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Usage tracker for resource:subnet and tenant:fb3f94dede7b42d5bec66fe175a9e5da is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:39.656685 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:39.662429 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:39.672113 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Made reservation on behalf of fb3f94dede7b42d5bec66fe175a9e5da for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:39.675689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:39.707806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-122d40a7-0e4f-46b5-8c2e-fa41d7bc715c', 'network_id': '122d40a7-0e4f-46b5-8c2e-fa41d7bc715c', 'tenant_id': 'fb3f94dede7b42d5bec66fe175a9e5da', 'fixed_ips': [{'subnet_id': 'ac3e861f-84bc-43a0-a54f-fb5f6ab13dbe'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:15:39.708637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:39.876171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:15:39.896161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:39.937625 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Allocated IP 2001:db8::2 (122d40a7-0e4f-46b5-8c2e-fa41d7bc715c/ac3e861f-84bc-43a0-a54f-fb5f6ab13dbe/186f8aba-6f21-47f6-aca9-cc1b7aa962e5) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:15:39.974827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event updated for resources: {'Subnet': ['ID=30e18e37-5916-4645-86b8-d8cbd33efbf3,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:39.983050 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Checking segment: {'id': '3bdce9be-9647-4674-9f36-8df186b4cb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '49714251-3ea3-4c45-bf9f-742d6e58982f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:39.983412 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Network hostable DHCP agents. Network: 49714251-3ea3-4c45-bf9f-742d6e58982f, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:15:40.001696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Network 49714251-3ea3-4c45-bf9f-742d6e58982f is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:15:40.013156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 49714251-3ea3-4c45-bf9f-742d6e58982f) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:40.018098 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:40.018955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.043961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad43168e-cd4e-49a2-9254-a33dfb4cf0a9 None None] Network 49714251-3ea3-4c45-bf9f-742d6e58982f requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:40.044809 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d8c5021e-49d5-4902-9349-3a8f743317a7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5206232 Jul 29 17:15:40.047879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59876) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:40.192212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.230015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.254719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Transition to ACTIVE for port object 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:40.260107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.320552 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Transition to ACTIVE for port object 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:40.328275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.334392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.378172 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event deleted for resources: {'Subnet': ['ID=30e18e37-5916-4645-86b8-d8cbd33efbf3,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:40.429820 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Network 122d40a7-0e4f-46b5-8c2e-fa41d7bc715c is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:40.436849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:40.449656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:15:40.451687 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Pushing event updated for resources: {'Port': ['ID=186f8aba-6f21-47f6-aca9-cc1b7aa962e5,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:40.470811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.493175 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6323d0-5684-4c2d-8ab0-1df9bacc8713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-49714251-3ea3-4c45-bf9f-742d6e58982f', 'network_id': '49714251-3ea3-4c45-bf9f-742d6e58982f', 'tenant_id': 'fb3f94dede7b42d5bec66fe175a9e5da', 'fixed_ips': [{'subnet_id': '30e18e37-5916-4645-86b8-d8cbd33efbf3'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:15:40.494681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7f6323d0-5684-4c2d-8ab0-1df9bacc8713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.500783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49714251-3ea3-4c45-bf9f-742d6e58982f']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:40.512667 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdce9be-9647-4674-9f36-8df186b4cb89') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:40.512960 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdce9be-9647-4674-9f36-8df186b4cb89') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:40.524074 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.539940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.548725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:15:40.549156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.610168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Attempting to bind port 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:15:40.610538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Attempting to bind port 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '6e7baf2f-3083-46b8-880b-4582321f2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '122d40a7-0e4f-46b5-8c2e-fa41d7bc715c'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:15:40.610899 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Attempting to bind port 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 on network 122d40a7-0e4f-46b5-8c2e-fa41d7bc715c {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:15:40.614969 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 3bdce9be-9647-4674-9f36-8df186b4cb89 resource provider aggregate not found Jul 29 17:15:40.632500 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:15:40.632883 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Checking segment: {'id': '6e7baf2f-3083-46b8-880b-4582321f2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '122d40a7-0e4f-46b5-8c2e-fa41d7bc715c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:40.633312 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.633704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Bound using segment: {'id': '6e7baf2f-3083-46b8-880b-4582321f2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '122d40a7-0e4f-46b5-8c2e-fa41d7bc715c'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:15:40.634211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Bound port: 186f8aba-6f21-47f6-aca9-cc1b7aa962e5, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7baf2f-3083-46b8-880b-4582321f2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '122d40a7-0e4f-46b5-8c2e-fa41d7bc715c'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:15:40.634586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.641451 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 3bdce9be-9647-4674-9f36-8df186b4cb89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bdce9be-9647-4674-9f36-8df186b4cb89 found for delete ", "request_id": "req-112f9b6a-e5e7-413a-8688-4416dcfa50cf"}]} Jul 29 17:15:40.655155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.659463 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.687236 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "DELETE /v2.0/networks/49714251-3ea3-4c45-bf9f-742d6e58982f HTTP/1.1" status: 204 len: 168 time: 0.6377299 Jul 29 17:15:40.689747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59884) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:40.698512 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72ffda-2a20-43a4-8f3f-9ea9b18bd3c7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event deleted for resources: {'Network': ['ID=49714251-3ea3-4c45-bf9f-742d6e58982f,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:40.709796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ffe13f-a6b2-4e67-a7e6-727ef775f159 None None] Network 49714251-3ea3-4c45-bf9f-742d6e58982f requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:40.730969 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b9521a-bea5-476c-8dfe-35fcc6e3de90 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] GET failed (client error): The resource could not be found. Jul 29 17:15:40.731493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-95b9521a-bea5-476c-8dfe-35fcc6e3de90 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Synchronizing usage tracker for tenant:fb3f94dede7b42d5bec66fe175a9e5da on resource:subnet {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:15:40.742924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ffe13f-a6b2-4e67-a7e6-727ef775f159 None None] Network 49714251-3ea3-4c45-bf9f-742d6e58982f could not be found, it might have been deleted concurrently. {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jul 29 17:15:40.748778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-95b9521a-bea5-476c-8dfe-35fcc6e3de90 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Unset dirty status for tenant:fb3f94dede7b42d5bec66fe175a9e5da on resource:subnet {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:15:40.750099 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-95b9521a-bea5-476c-8dfe-35fcc6e3de90 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "GET /v2.0/subnets/30e18e37-5916-4645-86b8-d8cbd33efbf3 HTTP/1.1" status: 404 len: 337 time: 0.0593386 Jul 29 17:15:40.753125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] For port 186f8aba-6f21-47f6-aca9-cc1b7aa962e5, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:15:40.753606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59888) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:40.756710 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] For port 186f8aba-6f21-47f6-aca9-cc1b7aa962e5, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=186f8aba-6f21-47f6-aca9-cc1b7aa962e5,segment=NetworkSegment(6e7baf2f-3083-46b8-880b-4582321f2b72),segment_id=6e7baf2f-3083-46b8-880b-4582321f2b72)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:15:40.762055 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.779051 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92f3f00-9e31-4768-9678-63da096bc0e2 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] DELETE failed (client error): The resource could not be found. Jul 29 17:15:40.779520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92f3f00-9e31-4768-9678-63da096bc0e2 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:15:40.781177 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e92f3f00-9e31-4768-9678-63da096bc0e2 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "DELETE /v2.0/networks/49714251-3ea3-4c45-bf9f-742d6e58982f HTTP/1.1" status: 404 len: 339 time: 0.0266426 Jul 29 17:15:40.784963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59892) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:40.829030 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7eb3e5-b434-4417-b2dd-62adb3d4a59a tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] DELETE failed (client error): The resource could not be found. Jul 29 17:15:40.829516 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7eb3e5-b434-4417-b2dd-62adb3d4a59a tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:15:40.833579 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-de7eb3e5-b434-4417-b2dd-62adb3d4a59a tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "DELETE /v2.0/subnets/30e18e37-5916-4645-86b8-d8cbd33efbf3 HTTP/1.1" status: 404 len: 337 time: 0.0452771 Jul 29 17:15:40.833969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59896) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:40.836139 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b51e0-63d7-47f0-a70d-8733ed48f084 None None] Pushing event updated for resources: {'Port': ['ID=186f8aba-6f21-47f6-aca9-cc1b7aa962e5,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:40.864290 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.pecan_wsgi.hooks.translation [None req-8888b2bc-e742-411a-8d63-2e6927839a95 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] DELETE failed (client error): The resource could not be found. Jul 29 17:15:40.864771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8888b2bc-e742-411a-8d63-2e6927839a95 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89210) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:15:40.866544 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8888b2bc-e742-411a-8d63-2e6927839a95 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "DELETE /v2.0/networks/49714251-3ea3-4c45-bf9f-742d6e58982f HTTP/1.1" status: 404 len: 339 time: 0.0315733 Jul 29 17:15:40.869870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59900) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:40.935902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89dc84b-7560-4bc3-a8db-5f46ef7917f7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Deleting subnet ac3e861f-84bc-43a0-a54f-fb5f6ab13dbe {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:15:40.938983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c89dc84b-7560-4bc3-a8db-5f46ef7917f7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:41.007133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c89dc84b-7560-4bc3-a8db-5f46ef7917f7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:41.203317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c89dc84b-7560-4bc3-a8db-5f46ef7917f7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:41.274109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c89dc84b-7560-4bc3-a8db-5f46ef7917f7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:41.318889 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dc84b-7560-4bc3-a8db-5f46ef7917f7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3e861f-84bc-43a0-a54f-fb5f6ab13dbe,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:41.320934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c89dc84b-7560-4bc3-a8db-5f46ef7917f7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:41.335374 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c89dc84b-7560-4bc3-a8db-5f46ef7917f7 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "DELETE /v2.0/subnets/ac3e861f-84bc-43a0-a54f-fb5f6ab13dbe HTTP/1.1" status: 204 len: 168 time: 0.4643946 Jul 29 17:15:41.337778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59904) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:41.398599 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:15:41.456925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:41.469591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Deleting port 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:15:41.469809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:41.469919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:41.684831 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] For port 186f8aba-6f21-47f6-aca9-cc1b7aa962e5, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=186f8aba-6f21-47f6-aca9-cc1b7aa962e5,segment=NetworkSegment(6e7baf2f-3083-46b8-880b-4582321f2b72),segment_id=6e7baf2f-3083-46b8-880b-4582321f2b72)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:41.685221 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:41.727491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef662d-6fb4-431c-974b-27a9b9b92891 None None] Network 122d40a7-0e4f-46b5-8c2e-fa41d7bc715c requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:41.813971 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Calling delete_port for 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:15:41.852216 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a715413b-ca43-4133-9fce-c2391e85316b None None] Provisioning for port 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:41.868168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a715413b-ca43-4133-9fce-c2391e85316b None None] Provisioning complete for port 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:41.868569 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a715413b-ca43-4133-9fce-c2391e85316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:41.889408 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:41.904929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a715413b-ca43-4133-9fce-c2391e85316b None None] Port 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 was deleted so its status cannot be updated. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jul 29 17:15:41.936924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event deleted for resources: {'Port': ['ID=186f8aba-6f21-47f6-aca9-cc1b7aa962e5,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:41.941776 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] No DVR routers for this DVR port 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:15:42.040054 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e61b42-c2cb-49a5-9c1e-cd856af1cfbb None None] DHCP port deletion for 122d40a7-0e4f-46b5-8c2e-fa41d7bc715c request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:15:42.064997 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:42.093616 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122d40a7-0e4f-46b5-8c2e-fa41d7bc715c']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:42.105133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7baf2f-3083-46b8-880b-4582321f2b72') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:42.105424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7baf2f-3083-46b8-880b-4582321f2b72') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:42.116274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:42.132094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:42.138782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:15:42.139117 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:42.203278 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 6e7baf2f-3083-46b8-880b-4582321f2b72 resource provider aggregate not found Jul 29 17:15:42.229956 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 6e7baf2f-3083-46b8-880b-4582321f2b72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e7baf2f-3083-46b8-880b-4582321f2b72 found for delete ", "request_id": "req-de7ee0ca-3528-439a-b0ff-37317c1f9807"}]} Jul 29 17:15:42.242637 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:42.259798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:42.270325 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event deleted for resources: {'Network': ['ID=122d40a7-0e4f-46b5-8c2e-fa41d7bc715c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:42.274180 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a12267b1-3f14-4108-b1e3-8750ede3fa24 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "DELETE /v2.0/networks/122d40a7-0e4f-46b5-8c2e-fa41d7bc715c HTTP/1.1" status: 204 len: 168 time: 0.9354882 Jul 29 17:15:42.276785 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59912) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:42.314723 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7f4b76-375a-43b4-b2f7-c73f50bb9209 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] DELETE failed (client error): The resource could not be found. Jul 29 17:15:42.315195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7f4b76-375a-43b4-b2f7-c73f50bb9209 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:15:42.316742 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4d7f4b76-375a-43b4-b2f7-c73f50bb9209 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "DELETE /v2.0/subnets/f448cc09-d657-4761-b5b2-870372ffbe35 HTTP/1.1" status: 404 len: 337 time: 0.0390079 Jul 29 17:15:42.319100 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59916) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:42.342044 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-30757f2a-d920-410b-ba9c-be12c6dde848 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] DELETE failed (client error): The resource could not be found. Jul 29 17:15:42.342490 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30757f2a-d920-410b-ba9c-be12c6dde848 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:15:42.344027 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-30757f2a-d920-410b-ba9c-be12c6dde848 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "DELETE /v2.0/networks/4e41d1fe-19a8-4f4e-abae-8eb5674b2e17 HTTP/1.1" status: 404 len: 339 time: 0.0240748 Jul 29 17:15:42.346137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59920) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:42.385172 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a67eb29-903e-4f03-b73c-30f3b401a77f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] DELETE failed (client error): The resource could not be found. Jul 29 17:15:42.385606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a67eb29-903e-4f03-b73c-30f3b401a77f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:15:42.387164 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9a67eb29-903e-4f03-b73c-30f3b401a77f tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "DELETE /v2.0/subnets/01d88d6f-0c45-4377-bd47-26133141498b HTTP/1.1" status: 404 len: 337 time: 0.0402000 Jul 29 17:15:42.389577 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59924) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:42.412335 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ada2e21-8375-4654-bcd1-07e9ea79eced tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] DELETE failed (client error): The resource could not be found. Jul 29 17:15:42.412779 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ada2e21-8375-4654-bcd1-07e9ea79eced tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89209) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 17:15:42.414340 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3ada2e21-8375-4654-bcd1-07e9ea79eced tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "DELETE /v2.0/networks/ac74940a-0b18-4633-9f38-95cde757295a HTTP/1.1" status: 404 len: 339 time: 0.0239282 Jul 29 17:15:42.416975 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59928) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:42.480037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea3c3d3-9118-45d6-a0dd-8dfab3da7df3 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Deleting subnet 94eb9116-638d-4297-898b-70e59ffc6c68 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:15:42.483053 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c3d3-9118-45d6-a0dd-8dfab3da7df3 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:42.539824 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c3d3-9118-45d6-a0dd-8dfab3da7df3 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:42.622695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c3d3-9118-45d6-a0dd-8dfab3da7df3 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:42.692321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c3d3-9118-45d6-a0dd-8dfab3da7df3 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:42.735274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3c3d3-9118-45d6-a0dd-8dfab3da7df3 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event deleted for resources: {'Subnet': ['ID=94eb9116-638d-4297-898b-70e59ffc6c68,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:42.737232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c3d3-9118-45d6-a0dd-8dfab3da7df3 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:42.741165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdb02a5-283d-4118-9ead-9f80127dae52 None None] Network 4286d37a-e956-443c-898a-4d6518ac9bf5 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:42.748016 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7ea3c3d3-9118-45d6-a0dd-8dfab3da7df3 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "DELETE /v2.0/subnets/94eb9116-638d-4297-898b-70e59ffc6c68 HTTP/1.1" status: 204 len: 168 time: 0.3301260 Jul 29 17:15:42.750418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59932) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:42.861358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:42.871611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Deleting port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:15:42.871938 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:43.005278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c90409-c9dc-4453-946f-d7e63a148bfa None None] DHCP port deletion for 4286d37a-e956-443c-898a-4d6518ac9bf5 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:15:43.009976 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-37c90409-c9dc-4453-946f-d7e63a148bfa None None] Deleting port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:15:43.010351 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-37c90409-c9dc-4453-946f-d7e63a148bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:43.082596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] For port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1d4a6de3-7a16-4be7-b6b7-1b3930755af6,segment=NetworkSegment(8bfb62be-a94d-413d-9a45-26423115d875),segment_id=8bfb62be-a94d-413d-9a45-26423115d875)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:43.082944 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:43.212558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-37c90409-c9dc-4453-946f-d7e63a148bfa None None] For port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1d4a6de3-7a16-4be7-b6b7-1b3930755af6,segment=NetworkSegment(8bfb62be-a94d-413d-9a45-26423115d875),segment_id=8bfb62be-a94d-413d-9a45-26423115d875)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:43.212956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-37c90409-c9dc-4453-946f-d7e63a148bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:43.311596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Calling delete_port for 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:15:43.339779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-37c90409-c9dc-4453-946f-d7e63a148bfa None None] Calling delete_port for 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:15:43.367297 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:15:43.387199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:43.409484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:15:43.409827 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 186f8aba-6f21-47f6-aca9-cc1b7aa962e5 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:15:43.410235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:15:43.433384 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event deleted for resources: {'Port': ['ID=1d4a6de3-7a16-4be7-b6b7-1b3930755af6,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:43.437742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] No DVR routers for this DVR port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:15:43.451338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:15:43.451686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:15:43.480584 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-37c90409-c9dc-4453-946f-d7e63a148bfa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:15:43.480946 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-37c90409-c9dc-4453-946f-d7e63a148bfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:15:43.561519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:43.590245 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4286d37a-e956-443c-898a-4d6518ac9bf5']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:43.601925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfb62be-a94d-413d-9a45-26423115d875') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:43.602225 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfb62be-a94d-413d-9a45-26423115d875') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:43.613849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:43.629221 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:43.635076 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:15:43.635459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:43.730466 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:43.734312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:43.758667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] Pushing event deleted for resources: {'Network': ['ID=4286d37a-e956-443c-898a-4d6518ac9bf5,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:43.762643 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fec8bb5a-f336-45b2-b41b-3623ae9f90f5 tempest-NetworksIpV6Test-1763021013 tempest-NetworksIpV6Test-1763021013-project] 10.222.0.58 "DELETE /v2.0/networks/4286d37a-e956-443c-898a-4d6518ac9bf5 HTTP/1.1" status: 204 len: 168 time: 1.0112889 Jul 29 17:15:43.982463 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-37c90409-c9dc-4453-946f-d7e63a148bfa None None] Deleting port 1d4a6de3-7a16-4be7-b6b7-1b3930755af6 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:15:43.982945 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-37c90409-c9dc-4453-946f-d7e63a148bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:44.018128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59940) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:44.054360 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-37c90409-c9dc-4453-946f-d7e63a148bfa None None] The port '1d4a6de3-7a16-4be7-b6b7-1b3930755af6' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 17:15:44.165534 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f4ab0d4d-7e8d-4125-a154-a1f9b431652e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb3f94dede7b42d5bec66fe175a9e5da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461761 Jul 29 17:15:44.168794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59946) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:44.224796 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-09667922-cd1f-4216-993a-502d99cfb51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:44.252630 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 8bfb62be-a94d-413d-9a45-26423115d875 resource provider aggregate not found Jul 29 17:15:44.256841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-09667922-cd1f-4216-993a-502d99cfb51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:44.276912 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 8bfb62be-a94d-413d-9a45-26423115d875 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bfb62be-a94d-413d-9a45-26423115d875 found for delete ", "request_id": "req-9fed09a9-ecf7-43bd-8ce4-3de5eb5c6062"}]} Jul 29 17:15:44.309053 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-09667922-cd1f-4216-993a-502d99cfb51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:44.322604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09667922-cd1f-4216-993a-502d99cfb51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2e2638-1858-4e20-b88a-ae5ae9d9a43f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:44.328584 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-09667922-cd1f-4216-993a-502d99cfb51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:44.329727 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-09667922-cd1f-4216-993a-502d99cfb51a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b2e2638-1858-4e20-b88a-ae5ae9d9a43f HTTP/1.1" status: 204 len: 168 time: 0.1600182 Jul 29 17:15:44.994941 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59974) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:45.095665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f3e95fc7-1dff-4c1e-8916-cae08c598cb7 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1904781493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:45.102374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f3e95fc7-1dff-4c1e-8916-cae08c598cb7 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:45.106906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f3e95fc7-1dff-4c1e-8916-cae08c598cb7 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Usage tracker for resource:router and tenant:1b666631c535421988acd842230f781b is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:45.109766 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f3e95fc7-1dff-4c1e-8916-cae08c598cb7 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:45.119138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f3e95fc7-1dff-4c1e-8916-cae08c598cb7 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:45.129935 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f3e95fc7-1dff-4c1e-8916-cae08c598cb7 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:45.130959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f3e95fc7-1dff-4c1e-8916-cae08c598cb7 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:45.144553 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d80cc72b-394b-4c34-972a-e2d9039dc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:45.147008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f3e95fc7-1dff-4c1e-8916-cae08c598cb7 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:45.164607 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f3e95fc7-1dff-4c1e-8916-cae08c598cb7 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:45.186496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f3e95fc7-1dff-4c1e-8916-cae08c598cb7 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:45.187675 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f3e95fc7-1dff-4c1e-8916-cae08c598cb7 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1917291 Jul 29 17:15:45.190523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59980) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:45.195853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1949109595'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:45.200585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:45.204849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Usage tracker for resource:network and tenant:1b666631c535421988acd842230f781b is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:45.207665 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:45.213860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:45.222159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Made reservation on behalf of 1b666631c535421988acd842230f781b for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:45.225350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:45.237601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:45.251558 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:45.255231 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Usage tracker for resource:security_group_rule and tenant:1b666631c535421988acd842230f781b is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:45.257971 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:45.263968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:45.344978 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:45.348681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:45.377970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:15:45.390969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12e1400-4cec-4a6f-98f2-4ac94bd76b24,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:45.395371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:45.395716 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Added segment 1666e37d-6c2c-446e-997d-77ebfad1066e of type vlan for network e2894ca8-6076-4204-82ce-afa0a47014d8 Jul 29 17:15:45.422057 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:45.450924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:45.456396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:45.456980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:45.562484 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3709378 Jul 29 17:15:45.565356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59984) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:45.568192 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49175a1-bf34-4716-b204-172d87e69c5f tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Pushing event updated for resources: {'Network': ['ID=e2894ca8-6076-4204-82ce-afa0a47014d8,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:45.571308 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Request body: {'subnet': {'network_id': 'e2894ca8-6076-4204-82ce-afa0a47014d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:45.578511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network e2894ca8-6076-4204-82ce-afa0a47014d8 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:15:45.681853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:45.685699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Usage tracker for resource:subnet and tenant:1b666631c535421988acd842230f781b is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:45.688648 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:45.694518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:45.703682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Made reservation on behalf of 1b666631c535421988acd842230f781b for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:45.707218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.006927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.086903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Pushing event updated for resources: {'Subnet': ['ID=b5cfdc43-1169-4322-8941-c3237e2b883d,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:46.095544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Checking segment: {'id': '1666e37d-6c2c-446e-997d-77ebfad1066e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e2894ca8-6076-4204-82ce-afa0a47014d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:46.095909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Network hostable DHCP agents. Network: e2894ca8-6076-4204-82ce-afa0a47014d8, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:15:46.114123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Network e2894ca8-6076-4204-82ce-afa0a47014d8 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:15:46.122584 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, e2894ca8-6076-4204-82ce-afa0a47014d8) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:46.126667 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:46.127253 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.131537 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c52087-e02a-4dd6-af01-9eb57fc0d61c None None] Network e2894ca8-6076-4204-82ce-afa0a47014d8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:46.148058 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-928d5ebe-b9cc-46e4-8d2a-e3c1c3bf4501 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5815787 Jul 29 17:15:46.151830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 59988) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:46.158239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-610248708'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:46.163254 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:46.167917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Usage tracker for resource:network and tenant:1b666631c535421988acd842230f781b is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:46.170828 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:46.177124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:46.187565 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Made reservation on behalf of 1b666631c535421988acd842230f781b for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:46.191093 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.219041 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:15:46.227822 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.228201 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Added segment e7657245-ad94-4e7c-b6cb-a4f4968c82bc of type vlan for network 23529236-024f-4fbf-9970-91c25f3dd2ac Jul 29 17:15:46.257494 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.287195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.293093 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:46.294067 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.350213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-e2894ca8-6076-4204-82ce-afa0a47014d8', 'network_id': 'e2894ca8-6076-4204-82ce-afa0a47014d8', 'tenant_id': '1b666631c535421988acd842230f781b', 'fixed_ips': [{'subnet_id': 'b5cfdc43-1169-4322-8941-c3237e2b883d'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:15:46.351127 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.397863 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2443333 Jul 29 17:15:46.400826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59992) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:46.407406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Request body: {'subnet': {'network_id': '23529236-024f-4fbf-9970-91c25f3dd2ac', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:46.422464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73d95f-ae9b-40e6-8adb-564a1132a6ca tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Pushing event updated for resources: {'Network': ['ID=23529236-024f-4fbf-9970-91c25f3dd2ac,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:46.436372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 23529236-024f-4fbf-9970-91c25f3dd2ac details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:15:46.520148 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:46.523830 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Usage tracker for resource:subnet and tenant:1b666631c535421988acd842230f781b is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:46.526663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:46.532363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:46.543623 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Made reservation on behalf of 1b666631c535421988acd842230f781b for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:46.547052 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.620981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Allocated IP 172.20.0.2 (e2894ca8-6076-4204-82ce-afa0a47014d8/b5cfdc43-1169-4322-8941-c3237e2b883d/8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:15:46.758147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.827052 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.837257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Transition to ACTIVE for port object 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:46.843401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Pushing event updated for resources: {'Subnet': ['ID=e54b2d16-c3dc-4000-a779-ae0fcf202097,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:46.847490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Checking segment: {'id': 'e7657245-ad94-4e7c-b6cb-a4f4968c82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '23529236-024f-4fbf-9970-91c25f3dd2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:46.847850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Network hostable DHCP agents. Network: 23529236-024f-4fbf-9970-91c25f3dd2ac, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:15:46.858321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Transition to ACTIVE for port object 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:46.863593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.870408 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Network 23529236-024f-4fbf-9970-91c25f3dd2ac is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:15:46.881762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 23529236-024f-4fbf-9970-91c25f3dd2ac) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:46.890874 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:46.891654 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.898114 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f489c7-e1b6-430c-a744-00651850c8ad None None] Network 23529236-024f-4fbf-9970-91c25f3dd2ac requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:46.917532 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-800004ae-3e53-4fd3-af63-880f00a2171c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5128424 Jul 29 17:15:46.918095 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 59996) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:46.923877 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-1bff6a98-80f5-4d50-ab8e-f3a6c47b539c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Request body: {'router': {'external_gateway_info': {'network_id': '23529236-024f-4fbf-9970-91c25f3dd2ac'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:47.012328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Network e2894ca8-6076-4204-82ce-afa0a47014d8 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:47.017460 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:47.029142 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:15:47.078931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Pushing event updated for resources: {'Port': ['ID=8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:47.197034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Attempting to bind port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:15:47.197433 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Attempting to bind port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '1666e37d-6c2c-446e-997d-77ebfad1066e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e2894ca8-6076-4204-82ce-afa0a47014d8'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:15:47.197793 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Attempting to bind port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 on network e2894ca8-6076-4204-82ce-afa0a47014d8 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:15:47.205784 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:15:47.206162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Checking segment: {'id': '1666e37d-6c2c-446e-997d-77ebfad1066e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e2894ca8-6076-4204-82ce-afa0a47014d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:47.206563 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:47.206957 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Bound using segment: {'id': '1666e37d-6c2c-446e-997d-77ebfad1066e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e2894ca8-6076-4204-82ce-afa0a47014d8'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:15:47.207418 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Bound port: 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1666e37d-6c2c-446e-997d-77ebfad1066e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e2894ca8-6076-4204-82ce-afa0a47014d8'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:15:47.207791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:47.311015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-23529236-024f-4fbf-9970-91c25f3dd2ac', 'network_id': '23529236-024f-4fbf-9970-91c25f3dd2ac', 'tenant_id': '1b666631c535421988acd842230f781b', 'fixed_ips': [{'subnet_id': 'e54b2d16-c3dc-4000-a779-ae0fcf202097'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:15:47.311830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:47.318671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1bff6a98-80f5-4d50-ab8e-f3a6c47b539c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:47.397005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] For port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:15:47.420019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] For port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7,segment=NetworkSegment(1666e37d-6c2c-446e-997d-77ebfad1066e),segment_id=1666e37d-6c2c-446e-997d-77ebfad1066e)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:15:47.427237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:47.468431 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.api.v2.resource [None req-1bff6a98-80f5-4d50-ab8e-f3a6c47b539c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 17:15:47.475176 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1bff6a98-80f5-4d50-ab8e-f3a6c47b539c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] 10.222.0.58 "PUT /v2.0/routers/01f92947-1db7-4c8c-b607-7965c5716855 HTTP/1.1" status: 400 len: 364 time: 0.5504823 Jul 29 17:15:47.475390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 60000) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:47.543684 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2072fa-f8da-4bb4-a1be-d51d399e7ac2 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Deleting subnet e54b2d16-c3dc-4000-a779-ae0fcf202097 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:15:47.562996 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e900f-11b4-4648-a179-cd772b53a58f None None] Pushing event updated for resources: {'Port': ['ID=8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:47.574119 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Allocated IP 172.21.0.2 (23529236-024f-4fbf-9970-91c25f3dd2ac/e54b2d16-c3dc-4000-a779-ae0fcf202097/05fa1936-b44b-44e6-beaf-fc249e6a3c94) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:15:47.731959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1ee127aa-f91f-462f-a416-296d4dc86671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:47.806395 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:47.817635 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Transition to ACTIVE for port object 05fa1936-b44b-44e6-beaf-fc249e6a3c94 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:47.837182 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Transition to ACTIVE for port object 05fa1936-b44b-44e6-beaf-fc249e6a3c94 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:47.842888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be2072fa-f8da-4bb4-a1be-d51d399e7ac2 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:47.846860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:47.902329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be2072fa-f8da-4bb4-a1be-d51d399e7ac2 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:47.911940 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Network 23529236-024f-4fbf-9970-91c25f3dd2ac is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:47.914695 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:47.918686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:15:47.924406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Pushing event updated for resources: {'Port': ['ID=05fa1936-b44b-44e6-beaf-fc249e6a3c94,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:47.984941 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be2072fa-f8da-4bb4-a1be-d51d399e7ac2 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:48.026423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Attempting to bind port 05fa1936-b44b-44e6-beaf-fc249e6a3c94 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:15:48.026944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Attempting to bind port 05fa1936-b44b-44e6-beaf-fc249e6a3c94 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'e7657245-ad94-4e7c-b6cb-a4f4968c82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '23529236-024f-4fbf-9970-91c25f3dd2ac'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:15:48.027334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Attempting to bind port 05fa1936-b44b-44e6-beaf-fc249e6a3c94 on network 23529236-024f-4fbf-9970-91c25f3dd2ac {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:15:48.032483 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:15:48.032848 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Checking segment: {'id': 'e7657245-ad94-4e7c-b6cb-a4f4968c82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '23529236-024f-4fbf-9970-91c25f3dd2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:48.033280 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:48.033664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Bound using segment: {'id': 'e7657245-ad94-4e7c-b6cb-a4f4968c82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '23529236-024f-4fbf-9970-91c25f3dd2ac'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:15:48.034114 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Bound port: 05fa1936-b44b-44e6-beaf-fc249e6a3c94, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7657245-ad94-4e7c-b6cb-a4f4968c82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '23529236-024f-4fbf-9970-91c25f3dd2ac'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:15:48.034480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:48.060382 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be2072fa-f8da-4bb4-a1be-d51d399e7ac2 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:48.171397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] For port 05fa1936-b44b-44e6-beaf-fc249e6a3c94, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:15:48.174595 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] For port 05fa1936-b44b-44e6-beaf-fc249e6a3c94, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=05fa1936-b44b-44e6-beaf-fc249e6a3c94,segment=NetworkSegment(e7657245-ad94-4e7c-b6cb-a4f4968c82bc),segment_id=e7657245-ad94-4e7c-b6cb-a4f4968c82bc)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:15:48.179539 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:48.209015 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2072fa-f8da-4bb4-a1be-d51d399e7ac2 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Pushing event deleted for resources: {'Subnet': ['ID=e54b2d16-c3dc-4000-a779-ae0fcf202097,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:48.215092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-be2072fa-f8da-4bb4-a1be-d51d399e7ac2 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:48.221189 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-be2072fa-f8da-4bb4-a1be-d51d399e7ac2 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] 10.222.0.58 "DELETE /v2.0/subnets/e54b2d16-c3dc-4000-a779-ae0fcf202097 HTTP/1.1" status: 204 len: 168 time: 0.7447960 Jul 29 17:15:48.223788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 60004) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:48.300994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b86c6-277c-45e0-af24-f7f9006d2905 None None] Pushing event updated for resources: {'Port': ['ID=05fa1936-b44b-44e6-beaf-fc249e6a3c94,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:48.328865 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd00ac81-2523-414d-aeba-0ec3a7308d3e None None] Network 23529236-024f-4fbf-9970-91c25f3dd2ac requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:48.341416 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:48.352331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Deleting port 05fa1936-b44b-44e6-beaf-fc249e6a3c94 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:15:48.352676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:48.433493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:48.534484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:48.557621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c5f7d9-d058-4fba-b164-8b887bd9ebf3 None None] Network e2894ca8-6076-4204-82ce-afa0a47014d8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:48.584587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] For port 05fa1936-b44b-44e6-beaf-fc249e6a3c94, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=05fa1936-b44b-44e6-beaf-fc249e6a3c94,segment=NetworkSegment(e7657245-ad94-4e7c-b6cb-a4f4968c82bc),segment_id=e7657245-ad94-4e7c-b6cb-a4f4968c82bc)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:48.584947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:48.642690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6b2e5fde-b3d1-475c-93ff-66236ac6f08a None None] Provisioning for port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:48.715067 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Calling delete_port for 05fa1936-b44b-44e6-beaf-fc249e6a3c94 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:15:48.790061 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:48.841163 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Pushing event deleted for resources: {'Port': ['ID=05fa1936-b44b-44e6-beaf-fc249e6a3c94,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:48.842987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] No DVR routers for this DVR port 05fa1936-b44b-44e6-beaf-fc249e6a3c94 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:15:48.967947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:48.974319 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab06c82-afe6-4a31-92a8-baedcf99fc6d None None] get_active_networks_info from dv-neutron-851534-1-hyperv {{(pid=89211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 17:15:48.994926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23529236-024f-4fbf-9970-91c25f3dd2ac']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:49.007438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7657245-ad94-4e7c-b6cb-a4f4968c82bc') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:49.007739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7657245-ad94-4e7c-b6cb-a4f4968c82bc') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:49.019492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.035872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.041840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:15:49.042218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.058076 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab06c82-afe6-4a31-92a8-baedcf99fc6d None None] Resources bound (agent type, host, resource id): {{(pid=89211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 17:15:49.110682 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment e7657245-ad94-4e7c-b6cb-a4f4968c82bc resource provider aggregate not found Jul 29 17:15:49.133919 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment e7657245-ad94-4e7c-b6cb-a4f4968c82bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7657245-ad94-4e7c-b6cb-a4f4968c82bc found for delete ", "request_id": "req-9bd09c7e-beb9-4041-b1e7-70357855e42c"}]} Jul 29 17:15:49.147301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.166525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.177599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Pushing event deleted for resources: {'Network': ['ID=23529236-024f-4fbf-9970-91c25f3dd2ac,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:49.184336 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e5148141-d376-4caa-b022-9b2199a9e043 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] 10.222.0.58 "DELETE /v2.0/networks/23529236-024f-4fbf-9970-91c25f3dd2ac HTTP/1.1" status: 204 len: 168 time: 0.9573858 Jul 29 17:15:49.184737 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 60012) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:49.249732 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f0051d-70ee-4680-b138-e56b722fbca3 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Deleting subnet b5cfdc43-1169-4322-8941-c3237e2b883d {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:15:49.252477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c3f0051d-70ee-4680-b138-e56b722fbca3 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.310805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c3f0051d-70ee-4680-b138-e56b722fbca3 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.398872 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:15:49.404204 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c3f0051d-70ee-4680-b138-e56b722fbca3 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.469833 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:49.474744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:49.475119 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.477313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c3f0051d-70ee-4680-b138-e56b722fbca3 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.520494 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0051d-70ee-4680-b138-e56b722fbca3 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Pushing event deleted for resources: {'Subnet': ['ID=b5cfdc43-1169-4322-8941-c3237e2b883d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:49.524227 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c3f0051d-70ee-4680-b138-e56b722fbca3 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.531826 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c3f0051d-70ee-4680-b138-e56b722fbca3 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] 10.222.0.58 "DELETE /v2.0/subnets/b5cfdc43-1169-4322-8941-c3237e2b883d HTTP/1.1" status: 204 len: 168 time: 0.3461256 Jul 29 17:15:49.534213 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 60016) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:49.536481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12794d4-f0bd-4c58-847f-4a35918e4050 None None] Network e2894ca8-6076-4204-82ce-afa0a47014d8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:49.647508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.657616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Deleting port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:15:49.657942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.751031 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:15:49.751419 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.801529 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7,segment=NetworkSegment(1666e37d-6c2c-446e-997d-77ebfad1066e),segment_id=1666e37d-6c2c-446e-997d-77ebfad1066e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:49.806433 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.886581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:49.928230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed71fd91-bc40-4404-9366-36f53877a315 None None] DHCP port deletion for e2894ca8-6076-4204-82ce-afa0a47014d8 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:15:49.932525 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ed71fd91-bc40-4404-9366-36f53877a315 None None] Deleting port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:15:49.932897 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ed71fd91-bc40-4404-9366-36f53877a315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:49.962094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] For port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7,segment=NetworkSegment(1666e37d-6c2c-446e-997d-77ebfad1066e),segment_id=1666e37d-6c2c-446e-997d-77ebfad1066e)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:49.963207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:50.072830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:50.089591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Calling delete_port for 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:15:50.163313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:15:50.163539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:15:50.176454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-ed71fd91-bc40-4404-9366-36f53877a315 None None] For port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7,segment=NetworkSegment(1666e37d-6c2c-446e-997d-77ebfad1066e),segment_id=1666e37d-6c2c-446e-997d-77ebfad1066e)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:50.176844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ed71fd91-bc40-4404-9366-36f53877a315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:50.294697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ed71fd91-bc40-4404-9366-36f53877a315 None None] Calling delete_port for 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:15:50.367170 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ed71fd91-bc40-4404-9366-36f53877a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:50.413645 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71fd91-bc40-4404-9366-36f53877a315 None None] Pushing event deleted for resources: {'Port': ['ID=8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:50.418027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed71fd91-bc40-4404-9366-36f53877a315 None None] No DVR routers for this DVR port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:15:50.666161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Deleting port 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:15:50.666460 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:50.736152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] The port '8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7' was deleted {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 17:15:50.855531 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:50.856204 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:50.880701 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2894ca8-6076-4204-82ce-afa0a47014d8']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:50.892513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1666e37d-6c2c-446e-997d-77ebfad1066e') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:50.892815 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1666e37d-6c2c-446e-997d-77ebfad1066e') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:50.904334 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:50.920757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:50.926613 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:15:50.927019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:51.019441 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:51.036874 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:51.049493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Pushing event deleted for resources: {'Network': ['ID=e2894ca8-6076-4204-82ce-afa0a47014d8,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:51.051924 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d96c0b69-98de-4318-9e57-d48da3b5cf1c tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] 10.222.0.58 "DELETE /v2.0/networks/e2894ca8-6076-4204-82ce-afa0a47014d8 HTTP/1.1" status: 204 len: 168 time: 1.5167491 Jul 29 17:15:51.054725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 60020) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:51.102645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-20356d97-ff63-4631-ae5e-bba7146b9989 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Synchronizing usage tracker for tenant:1b666631c535421988acd842230f781b on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:15:51.117997 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-20356d97-ff63-4631-ae5e-bba7146b9989 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Unset dirty status for tenant:1b666631c535421988acd842230f781b on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:15:51.119168 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-20356d97-ff63-4631-ae5e-bba7146b9989 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] 10.222.0.58 "GET /v2.0/ports?device_id=01f92947-1db7-4c8c-b607-7965c5716855 HTTP/1.1" status: 200 len: 205 time: 0.0635452 Jul 29 17:15:51.121727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 60024) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:51.241905 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 1666e37d-6c2c-446e-997d-77ebfad1066e resource provider aggregate not found Jul 29 17:15:51.257451 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 1666e37d-6c2c-446e-997d-77ebfad1066e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1666e37d-6c2c-446e-997d-77ebfad1066e found for delete ", "request_id": "req-5378a64f-07b5-46f4-9129-392db5ef0b72"}]} Jul 29 17:15:51.261986 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9007c34b-5e78-409b-9ead-227238eac1c8 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:51.365212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:15:51.398485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:15:51.398911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 8fbf37e3-6d6a-4bf4-ab14-00f2109de2d7 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:15:51.552048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9007c34b-5e78-409b-9ead-227238eac1c8 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:51.554236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9007c34b-5e78-409b-9ead-227238eac1c8 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:51.576380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9007c34b-5e78-409b-9ead-227238eac1c8 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:51.576871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9007c34b-5e78-409b-9ead-227238eac1c8 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Fanout notify agent at l3_agent the message router_deleted on router 01f92947-1db7-4c8c-b607-7965c5716855 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:15:51.587585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9007c34b-5e78-409b-9ead-227238eac1c8 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:51.588716 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9007c34b-5e78-409b-9ead-227238eac1c8 tempest-RoutersNegativeTest-1580839473 tempest-RoutersNegativeTest-1580839473-project] 10.222.0.58 "DELETE /v2.0/routers/01f92947-1db7-4c8c-b607-7965c5716855 HTTP/1.1" status: 204 len: 168 time: 0.4660928 Jul 29 17:15:51.843204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60036) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:51.987056 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ef2a6342-8eb4-4ec1-af92-4d2bc30c154d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b666631c535421988acd842230f781b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426814 Jul 29 17:15:51.989584 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60042) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:52.046194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3101dea1-4d42-431b-8f96-bc9d8c9d239a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:52.070641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3101dea1-4d42-431b-8f96-bc9d8c9d239a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:52.120268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3101dea1-4d42-431b-8f96-bc9d8c9d239a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:52.133590 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101dea1-4d42-431b-8f96-bc9d8c9d239a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12e1400-4cec-4a6f-98f2-4ac94bd76b24,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:52.139780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3101dea1-4d42-431b-8f96-bc9d8c9d239a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:52.141087 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3101dea1-4d42-431b-8f96-bc9d8c9d239a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a12e1400-4cec-4a6f-98f2-4ac94bd76b24 HTTP/1.1" status: 204 len: 168 time: 0.1503692 Jul 29 17:15:52.774130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60066) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:52.873035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-950438865-network', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:52.877786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:52.881565 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Usage tracker for resource:network and tenant:ea4cafa7d15e469ebfc36e9052e5cab6 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:52.884974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:52.891186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:52.901645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Made reservation on behalf of ea4cafa7d15e469ebfc36e9052e5cab6 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:52.903830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:52.918761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:52.932569 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:52.936387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Usage tracker for resource:security_group_rule and tenant:ea4cafa7d15e469ebfc36e9052e5cab6 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:52.939158 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:52.944816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:53.028443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.032324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.063876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:15:53.069007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be5db05-bae3-4db4-9d6f-644d37d0c5d7,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:53.076588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.076938 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Added segment d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0 of type vlan for network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e Jul 29 17:15:53.103810 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.132177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.133038 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:53.133632 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.234949 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4591558 Jul 29 17:15:53.235648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370daa8-9a1d-47da-8a4c-5efe5ad62c65 admin admin] Pushing event updated for resources: {'Network': ['ID=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:53.237750 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60072) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:53.243158 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] Request body: {'subnet': {'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-950438865-subnet', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'ip_version': 4}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:53.245435 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:15:53.248340 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:53.252163 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] Usage tracker for resource:subnet and tenant:ea4cafa7d15e469ebfc36e9052e5cab6 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:53.254964 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:53.261436 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:53.271220 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] Made reservation on behalf of ea4cafa7d15e469ebfc36e9052e5cab6 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:53.273869 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.473275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.551895 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6acba3-52b3-4af7-83e4-87592da1dbf0,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:53.555841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] Checking segment: {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:53.556808 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] Network hostable DHCP agents. Network: 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:15:53.575605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] Network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:15:53.584644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:53.589343 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:53.589947 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.594392 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5905cd-79c3-4cdd-a2f1-1644d09ae38a None None] Network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:53.610635 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a5ce94bb-5aa5-4d35-9526-f0e42026714d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3718507 Jul 29 17:15:53.613318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60076) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:53.618129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-950438865-router', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:53.622701 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:53.626504 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Usage tracker for resource:router and tenant:ea4cafa7d15e469ebfc36e9052e5cab6 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:53.629287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:53.635462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:53.646080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.647043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.662421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.815272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e', 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'fixed_ips': [{'subnet_id': 'bd6acba3-52b3-4af7-83e4-87592da1dbf0'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:15:53.816121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.969531 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Allocated IP 172.20.0.2 (1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e/bd6acba3-52b3-4af7-83e4-87592da1dbf0/515ccb0c-64ad-4a1a-90da-c8fb90507701) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:15:54.046069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.176177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.187038 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Transition to ACTIVE for port object 515ccb0c-64ad-4a1a-90da-c8fb90507701 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:54.205585 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Transition to ACTIVE for port object 515ccb0c-64ad-4a1a-90da-c8fb90507701 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:54.210655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.275075 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:54.277875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:54.280236 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:15:54.321147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Pushing event updated for resources: {'Port': ['ID=515ccb0c-64ad-4a1a-90da-c8fb90507701,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:54.363080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.390757 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Attempting to bind port 515ccb0c-64ad-4a1a-90da-c8fb90507701 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:15:54.391132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Attempting to bind port 515ccb0c-64ad-4a1a-90da-c8fb90507701 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:15:54.391499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Attempting to bind port 515ccb0c-64ad-4a1a-90da-c8fb90507701 on network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:15:54.392599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.396744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:15:54.397145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Checking segment: {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:54.397663 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.398065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Bound using segment: {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:15:54.398526 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Bound port: 515ccb0c-64ad-4a1a-90da-c8fb90507701, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:15:54.398903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.489625 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] For port 515ccb0c-64ad-4a1a-90da-c8fb90507701, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:15:54.494282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] For port 515ccb0c-64ad-4a1a-90da-c8fb90507701, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=515ccb0c-64ad-4a1a-90da-c8fb90507701,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:15:54.499021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.528077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Allocated IP 172.26.1.129 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/b1f4fccf-7199-4d26-95ab-cb5c60aaa3da) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:15:54.579651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d1c4e-d5fb-467c-8ccd-f24aae5f6071 None None] Pushing event updated for resources: {'Port': ['ID=515ccb0c-64ad-4a1a-90da-c8fb90507701,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:54.688374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.719461 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.796165 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:54.799322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:54.803455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:15:54.833203 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Pushing event updated for resources: {'Port': ['ID=b1f4fccf-7199-4d26-95ab-cb5c60aaa3da,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:55.222013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:55.410853 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 515ccb0c-64ad-4a1a-90da-c8fb90507701 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:15:55.493580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 515ccb0c-64ad-4a1a-90da-c8fb90507701 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:55.502214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aae198-2815-422a-a05f-417a0134b8cb None None] Network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:15:55.631121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a83b5d6f-b7dc-46ba-80fe-5d40d3802558 None None] Provisioning for port 515ccb0c-64ad-4a1a-90da-c8fb90507701 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:55.648925 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a83b5d6f-b7dc-46ba-80fe-5d40d3802558 None None] Provisioning complete for port 515ccb0c-64ad-4a1a-90da-c8fb90507701 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:55.649323 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a83b5d6f-b7dc-46ba-80fe-5d40d3802558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:55.737657 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:55.870269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a83b5d6f-b7dc-46ba-80fe-5d40d3802558 None None] Current status of the port 515ccb0c-64ad-4a1a-90da-c8fb90507701 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:15:55.870567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a83b5d6f-b7dc-46ba-80fe-5d40d3802558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:55.915094 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a83b5d6f-b7dc-46ba-80fe-5d40d3802558 None None] For port 515ccb0c-64ad-4a1a-90da-c8fb90507701, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=515ccb0c-64ad-4a1a-90da-c8fb90507701,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:15:55.920475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a83b5d6f-b7dc-46ba-80fe-5d40d3802558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:55.945637 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Router 6639d494-97f0-43b0-90ef-874871e4bfa7 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:15:55.996985 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b5d6f-b7dc-46ba-80fe-5d40d3802558 None None] Pushing event updated for resources: {'Port': ['ID=515ccb0c-64ad-4a1a-90da-c8fb90507701,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:56.132985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:15:56.141827 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Sync routers for ids ['6639d494-97f0-43b0-90ef-874871e4bfa7'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:15:56.143919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7c3fefef-445b-460b-abc3-340a080b2dbb None None] Provisioning complete for port 515ccb0c-64ad-4a1a-90da-c8fb90507701 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:56.144396 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7c3fefef-445b-460b-abc3-340a080b2dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.151767 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Routers {'6639d494-97f0-43b0-90ef-874871e4bfa7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:15:56.152379 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:15:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6639d494-97f0-43b0-90ef-874871e4bfa7'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:56.158553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.162747 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-05b56085-270a-4b40-8394-f9220f657b1c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5456223 Jul 29 17:15:56.163029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60080) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:56.267089 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-7c3fefef-445b-460b-abc3-340a080b2dbb None None] Current status of the port 515ccb0c-64ad-4a1a-90da-c8fb90507701 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:15:56.330953 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Set router 6639d494-97f0-43b0-90ef-874871e4bfa7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:15:56.610967 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'name': 'tempest-TestEncryptedCinderVolumes-950438865-router', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b1f4fccf-7199-4d26-95ab-cb5c60aaa3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:15:53Z', 'updated_at': '2022-07-29T17:15:55Z', 'revision_number': 3, 'project_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'gw_port': {'id': 'b1f4fccf-7199-4d26-95ab-cb5c60aaa3da', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:15:54Z', 'updated_at': '2022-07-29T17:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:56.614671 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Checking router: 6639d494-97f0-43b0-90ef-874871e4bfa7 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:15:56.615012 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Updating router 6639d494-97f0-43b0-90ef-874871e4bfa7 port b1f4fccf-7199-4d26-95ab-cb5c60aaa3da binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:15:56.665798 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.959740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.987457 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.998855 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Transition to ACTIVE for port object b1f4fccf-7199-4d26-95ab-cb5c60aaa3da will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:57.008652 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:57.089190 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Attempting to bind port b1f4fccf-7199-4d26-95ab-cb5c60aaa3da on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:15:57.089558 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Attempting to bind port b1f4fccf-7199-4d26-95ab-cb5c60aaa3da by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:15:57.089910 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Attempting to bind port b1f4fccf-7199-4d26-95ab-cb5c60aaa3da on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:15:57.095490 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0d40b-638e-4f92-a6ca-694e88b43f4b None None] Pushing event updated for resources: {'Port': ['ID=b1f4fccf-7199-4d26-95ab-cb5c60aaa3da,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:57.100201 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:15:57.100563 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:57.100950 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:57.101424 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:15:57.101871 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Bound port: b1f4fccf-7199-4d26-95ab-cb5c60aaa3da, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:15:57.102238 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:57.137940 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0d40b-638e-4f92-a6ca-694e88b43f4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:57.138286 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0d40b-638e-4f92-a6ca-694e88b43f4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:57.138617 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0d40b-638e-4f92-a6ca-694e88b43f4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:57.138941 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0d40b-638e-4f92-a6ca-694e88b43f4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:57.139263 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0d40b-638e-4f92-a6ca-694e88b43f4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:57.139588 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0d40b-638e-4f92-a6ca-694e88b43f4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:57.139905 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0d40b-638e-4f92-a6ca-694e88b43f4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:57.140221 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0d40b-638e-4f92-a6ca-694e88b43f4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:57.140533 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0d40b-638e-4f92-a6ca-694e88b43f4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:57.140843 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0d40b-638e-4f92-a6ca-694e88b43f4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:57.141184 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0d40b-638e-4f92-a6ca-694e88b43f4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:57.141496 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0d40b-638e-4f92-a6ca-694e88b43f4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:57.163634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Allocated IP 172.20.0.1 (1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e/bd6acba3-52b3-4af7-83e4-87592da1dbf0/df9dbe45-7e52-4bbc-b789-508497930a15) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:15:57.183547 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] For port b1f4fccf-7199-4d26-95ab-cb5c60aaa3da, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:15:57.186688 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] For port b1f4fccf-7199-4d26-95ab-cb5c60aaa3da, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b1f4fccf-7199-4d26-95ab-cb5c60aaa3da,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:15:57.190117 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:57.265020 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Routers {'6639d494-97f0-43b0-90ef-874871e4bfa7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:15:57.265636 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:15:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6639d494-97f0-43b0-90ef-874871e4bfa7'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:57.312867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:57.327969 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0d40b-638e-4f92-a6ca-694e88b43f4b None None] Pushing event updated for resources: {'Port': ['ID=b1f4fccf-7199-4d26-95ab-cb5c60aaa3da,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:57.328910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Transition to ACTIVE for port object df9dbe45-7e52-4bbc-b789-508497930a15 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:57.358834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:57.380308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 515ccb0c-64ad-4a1a-90da-c8fb90507701 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:15:57.429781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:57.432622 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:57.435035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:15:57.450509 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] Set router 6639d494-97f0-43b0-90ef-874871e4bfa7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:15:57.452410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 515ccb0c-64ad-4a1a-90da-c8fb90507701 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:57.452919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:57.494819 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:57.566878 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Pushing event updated for resources: {'Port': ['ID=df9dbe45-7e52-4bbc-b789-508497930a15,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:57.622353 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 515ccb0c-64ad-4a1a-90da-c8fb90507701 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:15:57.641238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:57.783937 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'name': 'tempest-TestEncryptedCinderVolumes-950438865-router', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b1f4fccf-7199-4d26-95ab-cb5c60aaa3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:15:53Z', 'updated_at': '2022-07-29T17:15:55Z', 'revision_number': 3, 'project_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'gw_port': {'id': 'b1f4fccf-7199-4d26-95ab-cb5c60aaa3da', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:15:54Z', 'updated_at': '2022-07-29T17:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:57.788480 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2327f7-fb08-4c7a-9e48-8fe15fe3b68b None None] The sync data for ids ['6639d494-97f0-43b0-90ef-874871e4bfa7'] in dv-neutron-851534-1-hyperv is: [{'id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'name': 'tempest-TestEncryptedCinderVolumes-950438865-router', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b1f4fccf-7199-4d26-95ab-cb5c60aaa3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:15:53Z', 'updated_at': '2022-07-29T17:15:55Z', 'revision_number': 3, 'project_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'gw_port': {'id': 'b1f4fccf-7199-4d26-95ab-cb5c60aaa3da', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:15:54Z', 'updated_at': '2022-07-29T17:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:15:57.795709 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4b6b37f3-1b29-4302-b4b0-10092dd021ee None None] Provisioning for port df9dbe45-7e52-4bbc-b789-508497930a15 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:57.800858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4b6b37f3-1b29-4302-b4b0-10092dd021ee None None] Provisioning complete for port df9dbe45-7e52-4bbc-b789-508497930a15 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:57.801577 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4b6b37f3-1b29-4302-b4b0-10092dd021ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:57.866504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4b6b37f3-1b29-4302-b4b0-10092dd021ee None None] Port df9dbe45-7e52-4bbc-b789-508497930a15 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:15:57.876380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:57.881391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:57.987116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Pushing event updated for resources: {'Port': ['ID=df9dbe45-7e52-4bbc-b789-508497930a15,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:57.989625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:58.135002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:58.136169 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:58.345876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Router 6639d494-97f0-43b0-90ef-874871e4bfa7 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:15:58.389453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4e5f13da-0240-41d7-bb84-cf117baec4d3 None None] Provisioning complete for port df9dbe45-7e52-4bbc-b789-508497930a15 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:58.390025 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4e5f13da-0240-41d7-bb84-cf117baec4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:58.448154 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f13da-0240-41d7-bb84-cf117baec4d3 None None] Port df9dbe45-7e52-4bbc-b789-508497930a15 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:15:58.644350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:15:58.652877 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fbffee67-124d-4545-b767-ff86cbf34a2c admin admin] 10.222.0.58 "PUT /v2.0/routers/6639d494-97f0-43b0-90ef-874871e4bfa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4889169 Jul 29 17:15:59.147400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60098) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:59.153405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-722223407-network', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:59.158284 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:59.162283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Usage tracker for resource:network and tenant:c3a3db6b7b95499ba4497b36e2ef26ae is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:59.165228 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:59.171945 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:59.182271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Made reservation on behalf of c3a3db6b7b95499ba4497b36e2ef26ae for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:59.184610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:59.196451 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:59.210820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:59.215278 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Usage tracker for resource:security_group_rule and tenant:c3a3db6b7b95499ba4497b36e2ef26ae is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:59.218173 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:59.224021 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:59.308704 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:59.310596 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Sync routers for ids ['6639d494-97f0-43b0-90ef-874871e4bfa7'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:15:59.312774 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:59.319947 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Routers {'6639d494-97f0-43b0-90ef-874871e4bfa7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:15:59.320574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:15:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6639d494-97f0-43b0-90ef-874871e4bfa7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:59.346661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:15:59.352168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99528d30-c6ec-4f56-8dbd-3d66312f671e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:59.360025 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:59.360407 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Added segment 438b1872-a57a-4a00-8321-55d42c3f3209 of type vlan for network fe00fd92-ead5-486f-bc74-7e04e311eae3 Jul 29 17:15:59.388829 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:59.422655 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:59.423728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:59.424299 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:59.439372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b1f4fccf-7199-4d26-95ab-cb5c60aaa3da up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:15:59.527965 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] Pushing event updated for resources: {'Network': ['ID=fe00fd92-ead5-486f-bc74-7e04e311eae3,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:59.533572 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-01b7f1e8-954c-4b14-bc3a-010ffeb358c1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3825119 Jul 29 17:15:59.533914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 60102) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:15:59.539650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] Request body: {'subnet': {'network_id': 'fe00fd92-ead5-486f-bc74-7e04e311eae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-722223407-subnet', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'ip_version': 4}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:59.545400 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:15:59.549346 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] Usage tracker for resource:subnet and tenant:c3a3db6b7b95499ba4497b36e2ef26ae is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:15:59.552599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:15:59.555496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network fe00fd92-ead5-486f-bc74-7e04e311eae3 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:15:59.560011 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:15:59.570845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] Made reservation on behalf of c3a3db6b7b95499ba4497b36e2ef26ae for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:59.573284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:59.581143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port b1f4fccf-7199-4d26-95ab-cb5c60aaa3da completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:59.631562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Set router 6639d494-97f0-43b0-90ef-874871e4bfa7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:15:59.686851 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b1f4fccf-7199-4d26-95ab-cb5c60aaa3da triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:59.687234 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:59.879740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:59.952062 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a91c54-a264-4c20-aa2a-f6b133c6eba6,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:59.960512 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] Checking segment: {'id': '438b1872-a57a-4a00-8321-55d42c3f3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fe00fd92-ead5-486f-bc74-7e04e311eae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:15:59.960869 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] Network hostable DHCP agents. Network: fe00fd92-ead5-486f-bc74-7e04e311eae3, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:15:59.979906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] Network fe00fd92-ead5-486f-bc74-7e04e311eae3 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:15:59.989191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, fe00fd92-ead5-486f-bc74-7e04e311eae3) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:59.993237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:15:59.994372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:00.004432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26687574-9399-463b-a9e7-e1bdb53abd49 None None] Network fe00fd92-ead5-486f-bc74-7e04e311eae3 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:16:00.015646 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-77fd3507-688d-454e-a726-9e1601e651a6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4805913 Jul 29 17:16:00.018288 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 60106) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:16:00.023249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-722223407-router', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:16:00.027728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:16:00.031555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Usage tracker for resource:router and tenant:c3a3db6b7b95499ba4497b36e2ef26ae is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:16:00.034373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:16:00.040034 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:16:00.050841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:00.052078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:00.067821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:00.138969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b1f4fccf-7199-4d26-95ab-cb5c60aaa3da is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:00.139275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:00.211867 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port b1f4fccf-7199-4d26-95ab-cb5c60aaa3da, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b1f4fccf-7199-4d26-95ab-cb5c60aaa3da,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:16:00.226498 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:00.334321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:00.354356 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=b1f4fccf-7199-4d26-95ab-cb5c60aaa3da,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:00.393444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'name': 'tempest-TestEncryptedCinderVolumes-950438865-router', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b1f4fccf-7199-4d26-95ab-cb5c60aaa3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:15:53Z', 'updated_at': '2022-07-29T17:15:57Z', 'revision_number': 4, 'project_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'gw_port': {'id': 'b1f4fccf-7199-4d26-95ab-cb5c60aaa3da', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:15:54Z', 'updated_at': '2022-07-29T17:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df9dbe45-7e52-4bbc-b789-508497930a15', 'name': '', 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'mac_address': 'fa:16:3e:ff:1f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'bd6acba3-52b3-4af7-83e4-87592da1dbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:15:57Z', 'updated_at': '2022-07-29T17:15:57Z', 'revision_number': 2, 'project_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'subnets': [{'id': 'bd6acba3-52b3-4af7-83e4-87592da1dbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:00.407516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Checking router: 6639d494-97f0-43b0-90ef-874871e4bfa7 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:16:00.407879 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Updating router 6639d494-97f0-43b0-90ef-874871e4bfa7 port df9dbe45-7e52-4bbc-b789-508497930a15 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:16:00.437730 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-fe00fd92-ead5-486f-bc74-7e04e311eae3', 'network_id': 'fe00fd92-ead5-486f-bc74-7e04e311eae3', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'fixed_ips': [{'subnet_id': 'b2a91c54-a264-4c20-aa2a-f6b133c6eba6'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:16:00.438563 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:00.511936 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:00.642085 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:00.672879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:00.735692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Allocated IP 172.20.0.2 (fe00fd92-ead5-486f-bc74-7e04e311eae3/b2a91c54-a264-4c20-aa2a-f6b133c6eba6/645ab832-d893-41e2-a331-226092465305) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:16:00.807695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Allocated IP 172.26.1.2 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/e4463499-316e-4a96-87c1-92299066c9bb) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:16:00.951709 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:00.981909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:01.047127 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:16:01.050010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:16:01.052420 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:16:01.095453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e4463499-316e-4a96-87c1-92299066c9bb,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:01.106009 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:01.113519 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:01.123876 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Transition to ACTIVE for port object 645ab832-d893-41e2-a331-226092465305 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:16:01.136644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Transition to ACTIVE for port object df9dbe45-7e52-4bbc-b789-508497930a15 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:16:01.152625 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:01.156308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Transition to ACTIVE for port object 645ab832-d893-41e2-a331-226092465305 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:16:01.201873 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:01.296375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a113d-f7ee-4d8b-af16-3fb5dc8b9cee None None] Pushing event updated for resources: {'Port': ['ID=df9dbe45-7e52-4bbc-b789-508497930a15,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:01.333213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Network fe00fd92-ead5-486f-bc74-7e04e311eae3 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:16:01.339450 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:16:01.376736 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:16:01.407147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b1f4fccf-7199-4d26-95ab-cb5c60aaa3da up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:16:01.614149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:01.632440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Pushing event updated for resources: {'Port': ['ID=645ab832-d893-41e2-a331-226092465305,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:01.670089 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Attempting to bind port df9dbe45-7e52-4bbc-b789-508497930a15 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:16:01.670467 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Attempting to bind port df9dbe45-7e52-4bbc-b789-508497930a15 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:16:01.670828 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Attempting to bind port df9dbe45-7e52-4bbc-b789-508497930a15 on network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:16:01.678060 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Attempting to bind port 645ab832-d893-41e2-a331-226092465305 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:16:01.678427 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Attempting to bind port 645ab832-d893-41e2-a331-226092465305 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '438b1872-a57a-4a00-8321-55d42c3f3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fe00fd92-ead5-486f-bc74-7e04e311eae3'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:16:01.678878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Attempting to bind port 645ab832-d893-41e2-a331-226092465305 on network fe00fd92-ead5-486f-bc74-7e04e311eae3 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:16:01.685239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:16:01.685617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Checking segment: {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:16:01.686019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:01.686404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Bound using segment: {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:16:01.686869 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Bound port: df9dbe45-7e52-4bbc-b789-508497930a15, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:16:01.687243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:01.704956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:16:01.705355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Checking segment: {'id': '438b1872-a57a-4a00-8321-55d42c3f3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fe00fd92-ead5-486f-bc74-7e04e311eae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:16:01.705746 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:01.706134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Bound using segment: {'id': '438b1872-a57a-4a00-8321-55d42c3f3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fe00fd92-ead5-486f-bc74-7e04e311eae3'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:16:01.706594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Bound port: 645ab832-d893-41e2-a331-226092465305, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438b1872-a57a-4a00-8321-55d42c3f3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fe00fd92-ead5-486f-bc74-7e04e311eae3'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:16:01.706967 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:01.806300 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b1f4fccf-7199-4d26-95ab-cb5c60aaa3da triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:01.806589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:01.911910 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] For port df9dbe45-7e52-4bbc-b789-508497930a15, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:16:01.926311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] For port df9dbe45-7e52-4bbc-b789-508497930a15, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=df9dbe45-7e52-4bbc-b789-508497930a15,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:16:01.927711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] For port 645ab832-d893-41e2-a331-226092465305, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:16:01.932073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] For port 645ab832-d893-41e2-a331-226092465305, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=645ab832-d893-41e2-a331-226092465305,segment=NetworkSegment(438b1872-a57a-4a00-8321-55d42c3f3209),segment_id=438b1872-a57a-4a00-8321-55d42c3f3209)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:16:01.934033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:01.953957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:01.974814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:02.087638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a113d-f7ee-4d8b-af16-3fb5dc8b9cee None None] Pushing event updated for resources: {'Port': ['ID=df9dbe45-7e52-4bbc-b789-508497930a15,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:02.090213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Routers {'6639d494-97f0-43b0-90ef-874871e4bfa7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:16:02.090826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:15:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6639d494-97f0-43b0-90ef-874871e4bfa7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:02.173017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b1f4fccf-7199-4d26-95ab-cb5c60aaa3da is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:02.197891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Router 0c0e119e-a329-49d1-99de-d37be3f7d0fa is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:16:02.321623 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f55d5-0fb1-46d7-bcfa-4da66b61079c None None] Pushing event updated for resources: {'Port': ['ID=645ab832-d893-41e2-a331-226092465305,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:02.365841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] Set router 6639d494-97f0-43b0-90ef-874871e4bfa7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:16:02.399254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:16:02.409255 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Sync routers for ids ['0c0e119e-a329-49d1-99de-d37be3f7d0fa'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:16:02.420495 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Routers {'0c0e119e-a329-49d1-99de-d37be3f7d0fa'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:16:02.421517 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:15:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0c0e119e-a329-49d1-99de-d37be3f7d0fa'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:02.426364 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:02.427728 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-640af267-01a0-41da-880b-2c8f2a1c43b5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4084599 Jul 29 17:16:02.431539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60110) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:16:02.600932 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Set router 0c0e119e-a329-49d1-99de-d37be3f7d0fa gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:16:02.696265 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'name': 'tempest-TestEncryptedCinderVolumes-950438865-router', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b1f4fccf-7199-4d26-95ab-cb5c60aaa3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:15:53Z', 'updated_at': '2022-07-29T17:15:57Z', 'revision_number': 4, 'project_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'gw_port': {'id': 'b1f4fccf-7199-4d26-95ab-cb5c60aaa3da', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:15:54Z', 'updated_at': '2022-07-29T17:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df9dbe45-7e52-4bbc-b789-508497930a15', 'name': '', 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'mac_address': 'fa:16:3e:ff:1f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'bd6acba3-52b3-4af7-83e4-87592da1dbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:15:57Z', 'updated_at': '2022-07-29T17:16:01Z', 'revision_number': 4, 'project_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'subnets': [{'id': 'bd6acba3-52b3-4af7-83e4-87592da1dbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:02.700673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58394a-6e91-41ea-850e-1d0d1e849e27 None None] The sync data for ids ['6639d494-97f0-43b0-90ef-874871e4bfa7'] in dv-neutron-851534-1-hyperv is: [{'id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'name': 'tempest-TestEncryptedCinderVolumes-950438865-router', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b1f4fccf-7199-4d26-95ab-cb5c60aaa3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:15:53Z', 'updated_at': '2022-07-29T17:15:57Z', 'revision_number': 4, 'project_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'gw_port': {'id': 'b1f4fccf-7199-4d26-95ab-cb5c60aaa3da', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:15:54Z', 'updated_at': '2022-07-29T17:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'df9dbe45-7e52-4bbc-b789-508497930a15', 'name': '', 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'mac_address': 'fa:16:3e:ff:1f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'bd6acba3-52b3-4af7-83e4-87592da1dbf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:15:57Z', 'updated_at': '2022-07-29T17:16:01Z', 'revision_number': 4, 'project_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'subnets': [{'id': 'bd6acba3-52b3-4af7-83e4-87592da1dbf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:16:02.933464 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'name': 'tempest-TestEncryptedCinderVolumes-722223407-router', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'e4463499-316e-4a96-87c1-92299066c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:16:01Z', 'revision_number': 3, 'project_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'gw_port': {'id': 'e4463499-316e-4a96-87c1-92299066c9bb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:02.940487 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Checking router: 0c0e119e-a329-49d1-99de-d37be3f7d0fa for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:16:02.940838 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Updating router 0c0e119e-a329-49d1-99de-d37be3f7d0fa port e4463499-316e-4a96-87c1-92299066c9bb binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:16:02.999790 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:03.181788 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:03.296595 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9620d10e-3a3e-42f9-a056-f44246c9ce0c None None] Network fe00fd92-ead5-486f-bc74-7e04e311eae3 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:16:03.408840 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:03.427734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3f652bef-bd65-41ff-b42d-f5ba19c3de62 None None] Provisioning for port 645ab832-d893-41e2-a331-226092465305 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:16:03.430713 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Transition to ACTIVE for port object e4463499-316e-4a96-87c1-92299066c9bb will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:16:03.444993 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:03.479676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Allocated IP 172.20.0.1 (fe00fd92-ead5-486f-bc74-7e04e311eae3/b2a91c54-a264-4c20-aa2a-f6b133c6eba6/2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:16:03.508744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device df9dbe45-7e52-4bbc-b789-508497930a15 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:16:03.572245 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Attempting to bind port e4463499-316e-4a96-87c1-92299066c9bb on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:16:03.572729 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Attempting to bind port e4463499-316e-4a96-87c1-92299066c9bb by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:16:03.573753 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Attempting to bind port e4463499-316e-4a96-87c1-92299066c9bb on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:16:03.582498 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f266e7-27c1-41ff-a5aa-28d1f001702b None None] Pushing event updated for resources: {'Port': ['ID=e4463499-316e-4a96-87c1-92299066c9bb,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:03.585220 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:16:03.585793 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:16:03.586257 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:03.586730 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:16:03.587843 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Bound port: e4463499-316e-4a96-87c1-92299066c9bb, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:16:03.588278 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:03.675350 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] For port e4463499-316e-4a96-87c1-92299066c9bb, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:16:03.678843 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] For port e4463499-316e-4a96-87c1-92299066c9bb, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e4463499-316e-4a96-87c1-92299066c9bb,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:16:03.684791 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:03.710783 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:03.734883 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port df9dbe45-7e52-4bbc-b789-508497930a15 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:16:03.740461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port df9dbe45-7e52-4bbc-b789-508497930a15 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:03.740911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:03.745325 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Transition to ACTIVE for port object 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:16:03.777808 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:03.800846 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Routers {'0c0e119e-a329-49d1-99de-d37be3f7d0fa'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:16:03.801929 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:15:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0c0e119e-a329-49d1-99de-d37be3f7d0fa'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:03.872812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Network fe00fd92-ead5-486f-bc74-7e04e311eae3 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:16:03.876068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:16:03.879938 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:16:03.886981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port df9dbe45-7e52-4bbc-b789-508497930a15 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:03.887452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:03.920871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Pushing event updated for resources: {'Port': ['ID=2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:03.931422 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port df9dbe45-7e52-4bbc-b789-508497930a15, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=df9dbe45-7e52-4bbc-b789-508497930a15,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:16:03.936047 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:03.937414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 645ab832-d893-41e2-a331-226092465305 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:16:03.954737 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:04.022436 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f266e7-27c1-41ff-a5aa-28d1f001702b None None] Pushing event updated for resources: {'Port': ['ID=e4463499-316e-4a96-87c1-92299066c9bb,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:04.107839 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] Set router 0c0e119e-a329-49d1-99de-d37be3f7d0fa gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:16:04.114743 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 645ab832-d893-41e2-a331-226092465305 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:16:04.118768 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=df9dbe45-7e52-4bbc-b789-508497930a15,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:04.123505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-529bacd0-bd7d-4e0d-a1dd-8b899495b081 None None] Provisioning complete for port 645ab832-d893-41e2-a331-226092465305 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:04.128769 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-529bacd0-bd7d-4e0d-a1dd-8b899495b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:04.163662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 645ab832-d893-41e2-a331-226092465305 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:04.163662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:04.336203 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:04.390822 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-529bacd0-bd7d-4e0d-a1dd-8b899495b081 None None] Current status of the port 645ab832-d893-41e2-a331-226092465305 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:04.391618 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-529bacd0-bd7d-4e0d-a1dd-8b899495b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:04.408974 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 645ab832-d893-41e2-a331-226092465305 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:04.409376 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:04.448778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-529bacd0-bd7d-4e0d-a1dd-8b899495b081 None None] For port 645ab832-d893-41e2-a331-226092465305, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=645ab832-d893-41e2-a331-226092465305,segment=NetworkSegment(438b1872-a57a-4a00-8321-55d42c3f3209),segment_id=438b1872-a57a-4a00-8321-55d42c3f3209)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:16:04.453808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-529bacd0-bd7d-4e0d-a1dd-8b899495b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:04.508707 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'name': 'tempest-TestEncryptedCinderVolumes-722223407-router', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'e4463499-316e-4a96-87c1-92299066c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:16:01Z', 'revision_number': 3, 'project_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'gw_port': {'id': 'e4463499-316e-4a96-87c1-92299066c9bb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:04.515407 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d10e176-2d65-4619-b319-20d9ddcae57e None None] The sync data for ids ['0c0e119e-a329-49d1-99de-d37be3f7d0fa'] in dv-neutron-851534-1-hyperv is: [{'id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'name': 'tempest-TestEncryptedCinderVolumes-722223407-router', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'e4463499-316e-4a96-87c1-92299066c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:16:01Z', 'revision_number': 3, 'project_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'gw_port': {'id': 'e4463499-316e-4a96-87c1-92299066c9bb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:16:04.578569 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:16:04.578918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:16:04.582285 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bacd0-bd7d-4e0d-a1dd-8b899495b081 None None] Pushing event updated for resources: {'Port': ['ID=645ab832-d893-41e2-a331-226092465305,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:04.590133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b9598531-d9ee-438f-8a61-373d3160c397 None None] Provisioning for port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:16:04.600390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b9598531-d9ee-438f-8a61-373d3160c397 None None] Provisioning complete for port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:04.601340 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b9598531-d9ee-438f-8a61-373d3160c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:04.604859 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:04.611261 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:04.659916 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b9598531-d9ee-438f-8a61-373d3160c397 None None] Port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:16:04.719634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Pushing event updated for resources: {'Port': ['ID=2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:04.721999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:04.885205 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Network fe00fd92-ead5-486f-bc74-7e04e311eae3 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:16:04.886445 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:16:05.090688 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Router 0c0e119e-a329-49d1-99de-d37be3f7d0fa has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:16:05.134972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 645ab832-d893-41e2-a331-226092465305 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:05.184693 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c8837831-42d3-42c0-9605-dd9ac352a52c None None] Provisioning complete for port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:05.185434 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c8837831-42d3-42c0-9605-dd9ac352a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:05.255309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c8837831-42d3-42c0-9605-dd9ac352a52c None None] Port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:16:05.284710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:16:05.297581 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e53b488c-6f90-446f-a701-e7941e3d2245 admin admin] 10.222.0.58 "PUT /v2.0/routers/0c0e119e-a329-49d1-99de-d37be3f7d0fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8648362 Jul 29 17:16:05.485895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device df9dbe45-7e52-4bbc-b789-508497930a15 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:16:05.560932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port df9dbe45-7e52-4bbc-b789-508497930a15 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:05.561359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:05.680372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port df9dbe45-7e52-4bbc-b789-508497930a15 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:05.681604 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e4463499-316e-4a96-87c1-92299066c9bb up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:16:05.753272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port e4463499-316e-4a96-87c1-92299066c9bb completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:16:05.757891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e4463499-316e-4a96-87c1-92299066c9bb triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:05.758257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:05.875894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e4463499-316e-4a96-87c1-92299066c9bb is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:05.876271 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:05.892579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port e4463499-316e-4a96-87c1-92299066c9bb, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e4463499-316e-4a96-87c1-92299066c9bb,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:16:05.896691 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:05.897484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 645ab832-d893-41e2-a331-226092465305 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:16:05.995191 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-b5ddc10e-eae6-4d68-b131-48b6fa0cb436 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:05.995790 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-b5ddc10e-eae6-4d68-b131-48b6fa0cb436 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Synchronizing usage tracker for tenant:ea4cafa7d15e469ebfc36e9052e5cab6 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:16:06.012671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-b5ddc10e-eae6-4d68-b131-48b6fa0cb436 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Unset dirty status for tenant:ea4cafa7d15e469ebfc36e9052e5cab6 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:16:06.013831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=e4463499-316e-4a96-87c1-92299066c9bb,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:06.014821 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-b5ddc10e-eae6-4d68-b131-48b6fa0cb436 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/networks?id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e HTTP/1.1" status: 200 len: 816 time: 0.1730585 Jul 29 17:16:06.025863 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 645ab832-d893-41e2-a331-226092465305 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:06.026233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:06.032899 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-a9cc0b9b-f790-471c-9565-01ce8be50b1a tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/quotas/ea4cafa7d15e469ebfc36e9052e5cab6 HTTP/1.1" status: 200 len: 375 time: 0.0111868 Jul 29 17:16:06.128257 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-58e71c21-db08-446e-ad51-a79369ab484f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Synchronizing usage tracker for tenant:ea4cafa7d15e469ebfc36e9052e5cab6 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:16:06.146638 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-58e71c21-db08-446e-ad51-a79369ab484f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Unset dirty status for tenant:ea4cafa7d15e469ebfc36e9052e5cab6 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:16:06.148001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 645ab832-d893-41e2-a331-226092465305 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:06.148494 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-58e71c21-db08-446e-ad51-a79369ab484f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea4cafa7d15e469ebfc36e9052e5cab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088543 Jul 29 17:16:06.235608 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Sync routers for ids ['0c0e119e-a329-49d1-99de-d37be3f7d0fa'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:16:06.244941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Routers {'0c0e119e-a329-49d1-99de-d37be3f7d0fa'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:16:06.245639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:15:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0c0e119e-a329-49d1-99de-d37be3f7d0fa'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:06.269208 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-7116b5f2-e0ab-4f4c-aae1-fcfe7ed96a7b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:16:06.270208 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-7116b5f2-e0ab-4f4c-aae1-fcfe7ed96a7b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1067207 Jul 29 17:16:06.402783 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-fe6ec8e3-4f81-4820-8255-7873a13fdb70 service neutron] 10.222.0.58 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259763 Jul 29 17:16:06.456222 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Set router 0c0e119e-a329-49d1-99de-d37be3f7d0fa gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:16:06.534347 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-b4dc6d2d-30a8-4853-b1f2-9ecd45a3afc9 service neutron] 10.222.0.58 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255786 Jul 29 17:16:06.718503 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d3ecf8e0-26d8-4faf-9719-3bb10feb0ac0 req-11feb4ce-0892-4b16-b276-18747248056b tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 210 time: 0.0517333 Jul 29 17:16:06.774630 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'name': 'tempest-TestEncryptedCinderVolumes-722223407-router', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'e4463499-316e-4a96-87c1-92299066c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:16:04Z', 'revision_number': 4, 'project_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'gw_port': {'id': 'e4463499-316e-4a96-87c1-92299066c9bb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76', 'name': '', 'network_id': 'fe00fd92-ead5-486f-bc74-7e04e311eae3', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'mac_address': 'fa:16:3e:a1:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'b2a91c54-a264-4c20-aa2a-f6b133c6eba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:16:03Z', 'updated_at': '2022-07-29T17:16:04Z', 'revision_number': 2, 'project_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'subnets': [{'id': 'b2a91c54-a264-4c20-aa2a-f6b133c6eba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:06.778562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Checking router: 0c0e119e-a329-49d1-99de-d37be3f7d0fa for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:16:06.778924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Updating router 0c0e119e-a329-49d1-99de-d37be3f7d0fa port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:16:06.834275 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:07.184029 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:07.195744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Transition to ACTIVE for port object 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:16:07.203875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:07.334750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09771d-5f26-47e5-9388-a13108b22b57 None None] Pushing event updated for resources: {'Port': ['ID=2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:07.419767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e4463499-316e-4a96-87c1-92299066c9bb up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:16:07.487954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Attempting to bind port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:16:07.488355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Attempting to bind port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '438b1872-a57a-4a00-8321-55d42c3f3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fe00fd92-ead5-486f-bc74-7e04e311eae3'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:16:07.488807 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Attempting to bind port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 on network fe00fd92-ead5-486f-bc74-7e04e311eae3 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:16:07.502349 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:16:07.502722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Checking segment: {'id': '438b1872-a57a-4a00-8321-55d42c3f3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fe00fd92-ead5-486f-bc74-7e04e311eae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:16:07.503117 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:07.503504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Bound using segment: {'id': '438b1872-a57a-4a00-8321-55d42c3f3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fe00fd92-ead5-486f-bc74-7e04e311eae3'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:16:07.503962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Bound port: 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438b1872-a57a-4a00-8321-55d42c3f3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fe00fd92-ead5-486f-bc74-7e04e311eae3'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:16:07.504338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:07.587078 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e4463499-316e-4a96-87c1-92299066c9bb triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:07.587379 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:07.654134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] For port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:16:07.658194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] For port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76,segment=NetworkSegment(438b1872-a57a-4a00-8321-55d42c3f3209),segment_id=438b1872-a57a-4a00-8321-55d42c3f3209)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:16:07.666398 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:07.796624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Routers {'0c0e119e-a329-49d1-99de-d37be3f7d0fa'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:16:07.796624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:15:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0c0e119e-a329-49d1-99de-d37be3f7d0fa'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:08.004250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09771d-5f26-47e5-9388-a13108b22b57 None None] Pushing event updated for resources: {'Port': ['ID=2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:08.014318 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e4463499-316e-4a96-87c1-92299066c9bb is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:08.031323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-b6a1d9fc-bc42-4bc2-beaa-dd805428866d tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:08.033308 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-b6a1d9fc-bc42-4bc2-beaa-dd805428866d tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.69 "GET /v2.0/networks?id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e HTTP/1.1" status: 200 len: 816 time: 0.2076550 Jul 29 17:16:08.050797 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Request body: {'port': {'device_id': '3af99972-ca7a-45a7-b549-68a837d99f88', 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e', 'admin_state_up': True, 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:16:08.104832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] Set router 0c0e119e-a329-49d1-99de-d37be3f7d0fa gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:16:08.111554 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f3dd2fe1-a4e5-46ed-ab5d-a2a352bac6e0 req-86b1c690-3e7a-47b0-8cc1-0a26f73d3076 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 210 time: 0.2192116 Jul 29 17:16:08.207469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:16:08.217430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:16:08.227125 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Made reservation on behalf of ea4cafa7d15e469ebfc36e9052e5cab6 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:16:08.231247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:08.435420 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'name': 'tempest-TestEncryptedCinderVolumes-722223407-router', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'e4463499-316e-4a96-87c1-92299066c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:16:04Z', 'revision_number': 4, 'project_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'gw_port': {'id': 'e4463499-316e-4a96-87c1-92299066c9bb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76', 'name': '', 'network_id': 'fe00fd92-ead5-486f-bc74-7e04e311eae3', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'mac_address': 'fa:16:3e:a1:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'b2a91c54-a264-4c20-aa2a-f6b133c6eba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:16:03Z', 'updated_at': '2022-07-29T17:16:07Z', 'revision_number': 4, 'project_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'subnets': [{'id': 'b2a91c54-a264-4c20-aa2a-f6b133c6eba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:08.439485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354460b-9d49-46c0-87c3-f84e9e3a56e8 None None] The sync data for ids ['0c0e119e-a329-49d1-99de-d37be3f7d0fa'] in dv-neutron-851534-1-hyperv is: [{'id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'name': 'tempest-TestEncryptedCinderVolumes-722223407-router', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'e4463499-316e-4a96-87c1-92299066c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:16:04Z', 'revision_number': 4, 'project_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'gw_port': {'id': 'e4463499-316e-4a96-87c1-92299066c9bb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76', 'name': '', 'network_id': 'fe00fd92-ead5-486f-bc74-7e04e311eae3', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'mac_address': 'fa:16:3e:a1:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'b2a91c54-a264-4c20-aa2a-f6b133c6eba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:16:03Z', 'updated_at': '2022-07-29T17:16:07Z', 'revision_number': 4, 'project_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'subnets': [{'id': 'b2a91c54-a264-4c20-aa2a-f6b133c6eba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:16:08.536999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Allocated IP 172.20.0.13 (1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e/bd6acba3-52b3-4af7-83e4-87592da1dbf0/6ad4e1e3-11e1-4880-959d-9e58eb1768e2) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:16:08.767876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:08.787418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Transition to ACTIVE for port object 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:16:08.812597 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:08.883023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:16:08.886031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:16:08.888423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:16:08.938803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Pushing event updated for resources: {'Port': ['ID=6ad4e1e3-11e1-4880-959d-9e58eb1768e2,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:08.967593 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:08.968407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:09.003796 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-8ebf12b3-0e5b-4146-8de6-f62859d4f269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9610124 Jul 29 17:16:09.015108 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Request body: {'port': {'device_id': '3af99972-ca7a-45a7-b549-68a837d99f88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:16:09.142642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:09.207837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1989ce5a-8129-48fa-9f78-5daaf6f74ecd None None] Provisioning for port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:16:09.216609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1989ce5a-8129-48fa-9f78-5daaf6f74ecd None None] Provisioning complete for port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:09.217147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1989ce5a-8129-48fa-9f78-5daaf6f74ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:09.316819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1989ce5a-8129-48fa-9f78-5daaf6f74ecd None None] Port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:16:09.388440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdcac7-03d3-4485-b802-9517d3289fdf req-a78746a8-ad89-469c-9721-f40c9a0d8d91 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:09.392676 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-56cdcac7-03d3-4485-b802-9517d3289fdf req-a78746a8-ad89-469c-9721-f40c9a0d8d91 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 932 time: 0.1406326 Jul 29 17:16:09.443990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:16:09.461240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-56cdcac7-03d3-4485-b802-9517d3289fdf req-08968d80-7e50-4af1-82d2-7ee8520b7dd2 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Synchronizing usage tracker for tenant:ea4cafa7d15e469ebfc36e9052e5cab6 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:16:09.482190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-56cdcac7-03d3-4485-b802-9517d3289fdf req-08968d80-7e50-4af1-82d2-7ee8520b7dd2 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Unset dirty status for tenant:ea4cafa7d15e469ebfc36e9052e5cab6 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:16:09.491688 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-56cdcac7-03d3-4485-b802-9517d3289fdf req-08968d80-7e50-4af1-82d2-7ee8520b7dd2 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891702 Jul 29 17:16:09.541922 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:16:09.548334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:09.549065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:09.616963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:16:09.625245 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:09.641551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Transition to ACTIVE for port object 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:16:09.646694 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:09.692129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:09.692498 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:09.730310 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76,segment=NetworkSegment(438b1872-a57a-4a00-8321-55d42c3f3209),segment_id=438b1872-a57a-4a00-8321-55d42c3f3209)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:16:09.735676 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:09.812540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:09.852214 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad4e1e3-11e1-4880-959d-9e58eb1768e2,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:09.896134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Attempting to bind port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:16:09.896475 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Attempting to bind port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:16:09.896805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Attempting to bind port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 on network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:16:09.902029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 on network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:16:09.902347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Attempting to bind port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 on network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:16:09.907392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:16:09.907723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Checking segment: {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:16:09.908099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Bound using segment: {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:16:09.908518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Bound port: 6ad4e1e3-11e1-4880-959d-9e58eb1768e2, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:16:09.908859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:09.999045 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] For port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:16:10.002142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] For port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=6ad4e1e3-11e1-4880-959d-9e58eb1768e2,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:16:10.005966 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:10.066774 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:10.067388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:10.068774 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] 10.222.0.69 "PUT /v2.0/ports/6ad4e1e3-11e1-4880-959d-9e58eb1768e2 HTTP/1.1" status: 200 len: 1094 time: 1.0580630 Jul 29 17:16:10.069237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af99972-ca7a-45a7-b549-68a837d99f88', 'tag': '6ad4e1e3-11e1-4880-959d-9e58eb1768e2'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:16:10.090363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928c242-c4af-4480-94d9-dae53cb82c27 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad4e1e3-11e1-4880-959d-9e58eb1768e2,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:10.143243 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e705224b-fd3e-4b5d-bafb-bda01a457cc7'] response: {'name': 'network-changed', 'server_uuid': '3af99972-ca7a-45a7-b549-68a837d99f88', 'tag': '6ad4e1e3-11e1-4880-959d-9e58eb1768e2', 'status': 'completed', 'code': 200} Jul 29 17:16:10.192481 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-d55dbd7f-d18c-4cee-84ed-d68ffb128f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:10.194023 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-d55dbd7f-d18c-4cee-84ed-d68ffb128f72 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ea4cafa7d15e469ebfc36e9052e5cab6&device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 1097 time: 0.0879838 Jul 29 17:16:10.263215 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-59467e45-0463-416e-91e5-c5a8bf2e2021 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ad4e1e3-11e1-4880-959d-9e58eb1768e2 HTTP/1.1" status: 200 len: 217 time: 0.0616391 Jul 29 17:16:10.433287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-1d31920f-10fe-4f0e-8521-b3b677d5bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:10.434708 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-1d31920f-10fe-4f0e-8521-b3b677d5bb11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd6acba3-52b3-4af7-83e4-87592da1dbf0 HTTP/1.1" status: 200 len: 855 time: 0.1661730 Jul 29 17:16:10.518413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-e4a2a6fb-8c70-4ce3-86ae-2ec488a30135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:10.519940 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-e4a2a6fb-8c70-4ce3-86ae-2ec488a30135 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791025 Jul 29 17:16:10.658041 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-eb5bd601-d320-49e1-92f5-7e611afba7a2 service neutron] 10.222.0.69 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324763 Jul 29 17:16:10.692893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0729100-7280-4fbb-a71b-8a1c565d8569 req-58c50a62-baf3-4b38-9dd9-dcafbdb1aae0 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:10.694562 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b0729100-7280-4fbb-a71b-8a1c565d8569 req-58c50a62-baf3-4b38-9dd9-dcafbdb1aae0 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 944 time: 0.0943317 Jul 29 17:16:10.741929 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b0729100-7280-4fbb-a71b-8a1c565d8569 req-a52cc5e0-0b74-44fc-9585-c40ed7ba38d5 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Jul 29 17:16:10.794577 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1eeb67fe-6626-463e-8ec5-cb99aaf484b6 req-54bf8577-3665-4429-beaa-1dfc9d34b874 service neutron] 10.222.0.69 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302214 Jul 29 17:16:10.917563 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f750ea-c2af-4bfd-8f48-59f2482f6c3c req-60656b41-c3d0-47a9-8c2a-6133a7f100bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:10.919252 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33f750ea-c2af-4bfd-8f48-59f2482f6c3c req-60656b41-c3d0-47a9-8c2a-6133a7f100bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ea4cafa7d15e469ebfc36e9052e5cab6&device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 1097 time: 0.0807357 Jul 29 17:16:11.048069 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f750ea-c2af-4bfd-8f48-59f2482f6c3c req-ba9fbc0c-8557-4ba7-ba70-1ff2d198c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:11.049438 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33f750ea-c2af-4bfd-8f48-59f2482f6c3c req-ba9fbc0c-8557-4ba7-ba70-1ff2d198c0ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e HTTP/1.1" status: 200 len: 917 time: 0.1240985 Jul 29 17:16:11.115328 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33f750ea-c2af-4bfd-8f48-59f2482f6c3c req-636a8448-f362-4c44-81f0-4e93e384ed9e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ad4e1e3-11e1-4880-959d-9e58eb1768e2 HTTP/1.1" status: 200 len: 217 time: 0.0596690 Jul 29 17:16:11.180264 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f750ea-c2af-4bfd-8f48-59f2482f6c3c req-7a58a35b-f796-429e-a92b-ee37761e8a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:11.181731 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33f750ea-c2af-4bfd-8f48-59f2482f6c3c req-7a58a35b-f796-429e-a92b-ee37761e8a5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd6acba3-52b3-4af7-83e4-87592da1dbf0 HTTP/1.1" status: 200 len: 855 time: 0.0606208 Jul 29 17:16:11.353010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f750ea-c2af-4bfd-8f48-59f2482f6c3c req-1db0c7d3-c731-49c7-bd97-21278b1e814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:11.354522 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33f750ea-c2af-4bfd-8f48-59f2482f6c3c req-1db0c7d3-c731-49c7-bd97-21278b1e814b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816929 Jul 29 17:16:11.388196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:16:11.458099 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:11.458467 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:11.488842 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33f750ea-c2af-4bfd-8f48-59f2482f6c3c req-5677126b-c4ca-48af-b8a7-5c00d5032d02 service neutron] 10.222.0.69 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274993 Jul 29 17:16:11.575740 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:11.622455 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-33f750ea-c2af-4bfd-8f48-59f2482f6c3c req-4f052775-ffc9-4be4-8025-3bc93eb3a723 service neutron] 10.222.0.69 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274300 Jul 29 17:16:11.935168 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1030f2-614d-467b-823c-f5fdb8672b25 req-ab64df66-8986-49ef-84bc-4545315575a7 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:11.936533 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ac1030f2-614d-467b-823c-f5fdb8672b25 req-ab64df66-8986-49ef-84bc-4545315575a7 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 944 time: 0.0871885 Jul 29 17:16:11.983355 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ac1030f2-614d-467b-823c-f5fdb8672b25 req-52632552-ac08-487e-9e8c-441d916cb4fc tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Jul 29 17:16:12.591672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:16:12.722585 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=6ad4e1e3-11e1-4880-959d-9e58eb1768e2,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:16:12.736020 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '6ad4e1e3-11e1-4880-959d-9e58eb1768e2', 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e', 'port_id': '6ad4e1e3-11e1-4880-959d-9e58eb1768e2', 'mac_address': 'fa:16:3e:3c:47:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6acba3-52b3-4af7-83e4-87592da1dbf0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:16:12.788326 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:12.788636 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:12.805320 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:16:12.820328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=6ad4e1e3-11e1-4880-959d-9e58eb1768e2,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:16:12.824156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:12.891931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=6ad4e1e3-11e1-4880-959d-9e58eb1768e2,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:12.898856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:12.899203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:12.900039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:12.900365 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:12.900688 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:12.901008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:12.901350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:12.901670 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:12.901988 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:12.902304 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:12.902618 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:12.902933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:13.144241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['6ad4e1e3-11e1-4880-959d-9e58eb1768e2'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:16:13.178736 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01abd62-1dcf-43f3-bea9-565833824a04 req-4cba3e83-5f9d-44ae-a5b9-6abdcf1d57f9 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:13.180178 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b01abd62-1dcf-43f3-bea9-565833824a04 req-4cba3e83-5f9d-44ae-a5b9-6abdcf1d57f9 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 945 time: 0.0880771 Jul 29 17:16:13.225791 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b01abd62-1dcf-43f3-bea9-565833824a04 req-d455b22c-3376-46f8-a88b-134ffbff8dc3 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398076 Jul 29 17:16:14.251541 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:16:14.420051 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2fb0b-7dfc-497a-8548-81b8f14e931d req-8df1c7fd-1c93-447b-b306-6cf58cce6d6c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:14.421530 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-aac2fb0b-7dfc-497a-8548-81b8f14e931d req-8df1c7fd-1c93-447b-b306-6cf58cce6d6c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 945 time: 0.0899620 Jul 29 17:16:14.464571 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-aac2fb0b-7dfc-497a-8548-81b8f14e931d req-9079e754-9fad-491f-ab6f-a8c794d08482 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374100 Jul 29 17:16:14.591847 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:16:14.659619 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:16:14.664122 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:14.664517 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:14.818998 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:14.819382 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:14.845981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af99972-ca7a-45a7-b549-68a837d99f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad4e1e3-11e1-4880-959d-9e58eb1768e2'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:16:14.855628 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=6ad4e1e3-11e1-4880-959d-9e58eb1768e2,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:16:14.860480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:14.895932 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121bef88-49a8-43da-a204-190d98cb4b55'] response: {'server_uuid': '3af99972-ca7a-45a7-b549-68a837d99f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad4e1e3-11e1-4880-959d-9e58eb1768e2', 'code': 200} Jul 29 17:16:14.927488 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=6ad4e1e3-11e1-4880-959d-9e58eb1768e2,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:15.123544 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbd385-9c5b-4d34-aeef-4976ea4345b9 req-5787da2e-d655-433a-aebd-1b5afb8c2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:15.125017 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cacbd385-9c5b-4d34-aeef-4976ea4345b9 req-5787da2e-d655-433a-aebd-1b5afb8c2b35 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 1099 time: 0.0810573 Jul 29 17:16:15.147602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-57755e49-ce3f-4d02-a2fc-5923ca7421aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:15.166578 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-cacbd385-9c5b-4d34-aeef-4976ea4345b9 req-3fb8fa17-1800-4804-93f8-d5b34048fc2f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359449 Jul 29 17:16:15.657944 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345894b9-335a-4d1f-9e7a-8eccce8490be req-cd14776e-65dd-42e1-a331-41cd7beddc5b tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:15.659320 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-345894b9-335a-4d1f-9e7a-8eccce8490be req-cd14776e-65dd-42e1-a331-41cd7beddc5b tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 946 time: 0.0863025 Jul 29 17:16:15.706631 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-345894b9-335a-4d1f-9e7a-8eccce8490be req-1a5ade85-e67d-4d30-b91b-23a9bb35d907 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417492 Jul 29 17:16:16.898598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f75cf4-55d6-43bd-9310-b39cd0dd24af req-4f544d84-4b49-419f-a28f-d04527a5b123 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:16.900091 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e0f75cf4-55d6-43bd-9310-b39cd0dd24af req-4f544d84-4b49-419f-a28f-d04527a5b123 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 946 time: 0.0859747 Jul 29 17:16:16.943807 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e0f75cf4-55d6-43bd-9310-b39cd0dd24af req-1a7f3b1e-1e60-41a6-85e0-56419cc80811 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380709 Jul 29 17:16:17.141009 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8361595-4bc6-45a2-a05c-5967a99cda95 req-60129c86-2340-4b35-bf7a-d5795c001c0b tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:17.142429 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b8361595-4bc6-45a2-a05c-5967a99cda95 req-60129c86-2340-4b35-bf7a-d5795c001c0b tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 946 time: 0.0916178 Jul 29 17:16:17.187905 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b8361595-4bc6-45a2-a05c-5967a99cda95 req-b2c1cf3a-ce13-482a-95f4-cab4d641791a tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397704 Jul 29 17:16:17.717401 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-abda008c-d069-4fbe-9a3c-898912e19ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:18.377534 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:18.523842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:20.017754 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:20.855580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:31.640822 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c51433-fcb8-4d92-aa25-f8cf0646d22b req-aea09ea3-dff0-457d-a741-39b8aede5f81 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:31.642234 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c2c51433-fcb8-4d92-aa25-f8cf0646d22b req-aea09ea3-dff0-457d-a741-39b8aede5f81 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 946 time: 0.0873837 Jul 29 17:16:31.689218 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c2c51433-fcb8-4d92-aa25-f8cf0646d22b req-d30aedec-1c1b-4ecd-a37c-c91e2eee6c95 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413656 Jul 29 17:16:32.887781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae92f0b-9a53-45a5-99ff-13042868166e req-1cb68a77-df12-40fc-89b4-b46def65bd5e tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:32.889186 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-aae92f0b-9a53-45a5-99ff-13042868166e req-1cb68a77-df12-40fc-89b4-b46def65bd5e tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 946 time: 0.0874052 Jul 29 17:16:32.932456 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-aae92f0b-9a53-45a5-99ff-13042868166e req-9cd68abb-c6c0-4df6-b9e5-b6d3cbce9114 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376205 Jul 29 17:16:33.388394 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc20b11-756f-49d8-be56-d473ee994550 req-b3ba4d4b-ae69-4b3e-9e67-b8909b4a8b26 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:33.389102 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-9cc20b11-756f-49d8-be56-d473ee994550 req-b3ba4d4b-ae69-4b3e-9e67-b8909b4a8b26 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Synchronizing usage tracker for tenant:ea4cafa7d15e469ebfc36e9052e5cab6 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:16:33.403725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-9cc20b11-756f-49d8-be56-d473ee994550 req-b3ba4d4b-ae69-4b3e-9e67-b8909b4a8b26 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Unset dirty status for tenant:ea4cafa7d15e469ebfc36e9052e5cab6 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:16:33.404812 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9cc20b11-756f-49d8-be56-d473ee994550 req-b3ba4d4b-ae69-4b3e-9e67-b8909b4a8b26 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.69 "GET /v2.0/ports?device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 946 time: 0.1006916 Jul 29 17:16:33.475457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-9cc20b11-756f-49d8-be56-d473ee994550 req-6a5e6b67-8817-4e77-8219-ae3897f2092f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Deleting port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:16:33.475801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9cc20b11-756f-49d8-be56-d473ee994550 req-6a5e6b67-8817-4e77-8219-ae3897f2092f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:33.720071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-9cc20b11-756f-49d8-be56-d473ee994550 req-6a5e6b67-8817-4e77-8219-ae3897f2092f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] For port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=6ad4e1e3-11e1-4880-959d-9e58eb1768e2,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:16:33.720422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9cc20b11-756f-49d8-be56-d473ee994550 req-6a5e6b67-8817-4e77-8219-ae3897f2092f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:33.930505 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-9cc20b11-756f-49d8-be56-d473ee994550 req-6a5e6b67-8817-4e77-8219-ae3897f2092f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Calling delete_port for 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:16:34.075284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9cc20b11-756f-49d8-be56-d473ee994550 req-6a5e6b67-8817-4e77-8219-ae3897f2092f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:34.086859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['6ad4e1e3-11e1-4880-959d-9e58eb1768e2'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:16:34.095593 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f4aed8c8-a6ee-4621-be6b-46372c7d7380 req-9816dd98-d525-4cd7-aba0-6262e94964bb tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=3af99972-ca7a-45a7-b549-68a837d99f88 HTTP/1.1" status: 200 len: 210 time: 0.0537071 Jul 29 17:16:34.124749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e6b67-8817-4e77-8219-ae3897f2092f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Pushing event deleted for resources: {'Port': ['ID=6ad4e1e3-11e1-4880-959d-9e58eb1768e2,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:34.217807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc20b11-756f-49d8-be56-d473ee994550 req-6a5e6b67-8817-4e77-8219-ae3897f2092f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] No DVR routers for this DVR port 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:16:34.220312 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9cc20b11-756f-49d8-be56-d473ee994550 req-6a5e6b67-8817-4e77-8219-ae3897f2092f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:34.223051 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af99972-ca7a-45a7-b549-68a837d99f88', 'name': 'network-vif-deleted', 'tag': '6ad4e1e3-11e1-4880-959d-9e58eb1768e2'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:16:34.239419 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9cc20b11-756f-49d8-be56-d473ee994550 req-6a5e6b67-8817-4e77-8219-ae3897f2092f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.69 "DELETE /v2.0/ports/6ad4e1e3-11e1-4880-959d-9e58eb1768e2 HTTP/1.1" status: 204 len: 173 time: 0.8298337 Jul 29 17:16:34.276967 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1849ca4d-21fd-4f25-b15c-87ce56460f4e'] response: {'server_uuid': '3af99972-ca7a-45a7-b549-68a837d99f88', 'name': 'network-vif-deleted', 'tag': '6ad4e1e3-11e1-4880-959d-9e58eb1768e2', 'status': 'completed', 'code': 200} Jul 29 17:16:35.552845 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-726e3afd-0a23-4c0b-a0c2-fde6108ec537 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:35.553736 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-726e3afd-0a23-4c0b-a0c2-fde6108ec537 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/networks?id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e HTTP/1.1" status: 200 len: 816 time: 0.1446733 Jul 29 17:16:35.568036 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-92d2974f-e5ca-4097-8391-9df9639e1ff8 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/quotas/ea4cafa7d15e469ebfc36e9052e5cab6 HTTP/1.1" status: 200 len: 375 time: 0.0089099 Jul 29 17:16:35.655626 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-0aaa75f5-4faa-4f78-94d9-7a7942b46848 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea4cafa7d15e469ebfc36e9052e5cab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822332 Jul 29 17:16:35.790254 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-18255666-3dd9-40e2-b9d9-4b445c38e024 service neutron] 10.222.0.58 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232109 Jul 29 17:16:35.919590 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-6b126bc1-b896-459c-bf9f-5c57823b1aaa service neutron] 10.222.0.58 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231482 Jul 29 17:16:36.106036 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a10c0ecd-83dc-4129-8779-64ae490ea7b3 req-964fde3a-fa14-4c56-976a-89a552aaaf75 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 210 time: 0.0540991 Jul 29 17:16:36.747671 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:16:36.781379 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:16:36.781722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 6ad4e1e3-11e1-4880-959d-9e58eb1768e2 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:16:37.070103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-5e34a687-b914-4e65-bd16-0f4b2bb2560a tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:37.071419 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-5e34a687-b914-4e65-bd16-0f4b2bb2560a tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.69 "GET /v2.0/networks?id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e HTTP/1.1" status: 200 len: 816 time: 0.1447682 Jul 29 17:16:37.082643 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Request body: {'port': {'device_id': 'eed0641e-de4f-4597-9d1e-1d548504c2c0', 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e', 'admin_state_up': True, 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:16:37.222826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:16:37.227015 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Usage tracker for resource:port and tenant:ea4cafa7d15e469ebfc36e9052e5cab6 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:16:37.230000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:16:37.236250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:16:37.246317 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Made reservation on behalf of ea4cafa7d15e469ebfc36e9052e5cab6 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:16:37.250384 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.268042 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-edc0fdca-850f-45d8-a90c-7fdcdc6ad341 req-cfb0ad26-ca59-4b5c-9eca-4e5bedeb3b2c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 210 time: 0.0495017 Jul 29 17:16:37.411413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Allocated IP 172.20.0.3 (1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e/bd6acba3-52b3-4af7-83e4-87592da1dbf0/f772d348-ba00-443f-a9a6-a31c2c362f32) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:16:37.606965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.622164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Transition to ACTIVE for port object f772d348-ba00-443f-a9a6-a31c2c362f32 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:16:37.644899 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.716426 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:16:37.719359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:16:37.723218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:16:37.754534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Pushing event updated for resources: {'Port': ['ID=f772d348-ba00-443f-a9a6-a31c2c362f32,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:37.773966 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:37.774318 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:37.774661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:37.775071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:37.775406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:37.775765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:37.776099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:37.776440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:37.776752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:37.777114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:37.777426 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:37.777746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:37.801369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:37.801994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.827329 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-72a1cd89-aa95-40ee-9c09-f68fbdff6e14 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7480888 Jul 29 17:16:37.837918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Request body: {'port': {'device_id': 'eed0641e-de4f-4597-9d1e-1d548504c2c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:16:37.937654 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e8c1bfc0-175a-4285-b930-5dc18129404e None None] Provisioning for port f772d348-ba00-443f-a9a6-a31c2c362f32 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:16:37.942551 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e8c1bfc0-175a-4285-b930-5dc18129404e None None] Provisioning complete for port f772d348-ba00-443f-a9a6-a31c2c362f32 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:37.942921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e8c1bfc0-175a-4285-b930-5dc18129404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.950775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.994503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1bfc0-175a-4285-b930-5dc18129404e None None] Port f772d348-ba00-443f-a9a6-a31c2c362f32 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:16:38.279783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f772d348-ba00-443f-a9a6-a31c2c362f32 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:16:38.286796 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.302188 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Transition to ACTIVE for port object f772d348-ba00-443f-a9a6-a31c2c362f32 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:16:38.305617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.478741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94606b45-60b7-4054-a287-15264810c401 req-3a45b588-a62f-4a2a-8194-c8bd69857dc8 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:38.480678 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-94606b45-60b7-4054-a287-15264810c401 req-3a45b588-a62f-4a2a-8194-c8bd69857dc8 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 943 time: 0.1007936 Jul 29 17:16:38.552574 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-94606b45-60b7-4054-a287-15264810c401 req-25ed8732-882a-46da-bb21-591f42056ad8 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599234 Jul 29 17:16:38.619240 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Pushing event updated for resources: {'Port': ['ID=f772d348-ba00-443f-a9a6-a31c2c362f32,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:38.652330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Attempting to bind port f772d348-ba00-443f-a9a6-a31c2c362f32 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:16:38.652665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Attempting to bind port f772d348-ba00-443f-a9a6-a31c2c362f32 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:16:38.652993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Attempting to bind port f772d348-ba00-443f-a9a6-a31c2c362f32 on network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:16:38.657503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Port f772d348-ba00-443f-a9a6-a31c2c362f32 on network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:16:38.657819 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Attempting to bind port f772d348-ba00-443f-a9a6-a31c2c362f32 on network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:16:38.662782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:16:38.663117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Checking segment: {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:16:38.663492 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Bound using segment: {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:16:38.663905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Bound port: f772d348-ba00-443f-a9a6-a31c2c362f32, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:16:38.664246 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.753414 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] For port f772d348-ba00-443f-a9a6-a31c2c362f32, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:16:38.756354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] For port f772d348-ba00-443f-a9a6-a31c2c362f32, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=f772d348-ba00-443f-a9a6-a31c2c362f32,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:16:38.760308 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.817199 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:38.817805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.819170 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] 10.222.0.69 "PUT /v2.0/ports/f772d348-ba00-443f-a9a6-a31c2c362f32 HTTP/1.1" status: 200 len: 1093 time: 0.9854290 Jul 29 17:16:38.819606 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed0641e-de4f-4597-9d1e-1d548504c2c0', 'tag': 'f772d348-ba00-443f-a9a6-a31c2c362f32'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:16:38.843750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17869af2-a93e-481c-a1cc-d8934ed0e61a service neutron] Pushing event updated for resources: {'Port': ['ID=f772d348-ba00-443f-a9a6-a31c2c362f32,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:38.898243 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37648d5e-24cf-4239-ada4-988894995242'] response: {'name': 'network-changed', 'server_uuid': 'eed0641e-de4f-4597-9d1e-1d548504c2c0', 'tag': 'f772d348-ba00-443f-a9a6-a31c2c362f32', 'status': 'completed', 'code': 200} Jul 29 17:16:38.947624 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-cd55bc73-cf18-4ca1-9079-dd4af0901cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:38.949164 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-cd55bc73-cf18-4ca1-9079-dd4af0901cbf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ea4cafa7d15e469ebfc36e9052e5cab6&device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 1096 time: 0.0882609 Jul 29 17:16:39.017799 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-e6c1e016-79d9-452c-8e0a-b228ed70848f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f772d348-ba00-443f-a9a6-a31c2c362f32 HTTP/1.1" status: 200 len: 217 time: 0.0624583 Jul 29 17:16:39.082910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-324dbafc-6ab8-4941-98ab-593390f780c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:39.084229 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-324dbafc-6ab8-4941-98ab-593390f780c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd6acba3-52b3-4af7-83e4-87592da1dbf0 HTTP/1.1" status: 200 len: 855 time: 0.0615652 Jul 29 17:16:39.166628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-93d9eef7-a113-4e49-8d0a-795accb6b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:39.168325 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-93d9eef7-a113-4e49-8d0a-795accb6b0b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770864 Jul 29 17:16:39.296255 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-05249ddd-c072-4b7f-b65a-fff5ee3a835c service neutron] 10.222.0.69 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220014 Jul 29 17:16:39.423664 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c40a2e45-38f6-4e95-839b-f6210df87abb req-a99d62a7-034d-46ae-91d8-1e3308b2185e service neutron] 10.222.0.69 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219323 Jul 29 17:16:39.551129 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22dc9a-a9b6-4838-834a-6c2874344a1e req-c9b9c846-6f9f-44d4-b943-52810ce5e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:39.552565 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-db22dc9a-a9b6-4838-834a-6c2874344a1e req-c9b9c846-6f9f-44d4-b943-52810ce5e2dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ea4cafa7d15e469ebfc36e9052e5cab6&device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 1096 time: 0.0812323 Jul 29 17:16:39.685366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22dc9a-a9b6-4838-834a-6c2874344a1e req-5efef0fa-d032-4586-998e-68b00e2e825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:39.686698 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-db22dc9a-a9b6-4838-834a-6c2874344a1e req-5efef0fa-d032-4586-998e-68b00e2e825a service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e HTTP/1.1" status: 200 len: 917 time: 0.1276340 Jul 29 17:16:39.732173 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52382d6f-f624-403b-86cc-182e824f3695 req-29188995-4f44-4205-8746-7c60c5358700 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:39.733656 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-52382d6f-f624-403b-86cc-182e824f3695 req-29188995-4f44-4205-8746-7c60c5358700 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 943 time: 0.0884721 Jul 29 17:16:39.752665 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-db22dc9a-a9b6-4838-834a-6c2874344a1e req-4c2117a7-88d8-4c3b-ba19-6880e296aea3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f772d348-ba00-443f-a9a6-a31c2c362f32 HTTP/1.1" status: 200 len: 217 time: 0.0600696 Jul 29 17:16:39.777868 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-52382d6f-f624-403b-86cc-182e824f3695 req-a883e61c-3ecd-457c-a9c5-3c22ad205a7f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379539 Jul 29 17:16:39.817110 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22dc9a-a9b6-4838-834a-6c2874344a1e req-893bd0d4-fbc7-4adc-835d-e404a0575d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:39.818534 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-db22dc9a-a9b6-4838-834a-6c2874344a1e req-893bd0d4-fbc7-4adc-835d-e404a0575d14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd6acba3-52b3-4af7-83e4-87592da1dbf0 HTTP/1.1" status: 200 len: 855 time: 0.0602605 Jul 29 17:16:39.898569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22dc9a-a9b6-4838-834a-6c2874344a1e req-f1a44039-100a-4cba-abf3-04bd561fbbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:39.900496 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-db22dc9a-a9b6-4838-834a-6c2874344a1e req-f1a44039-100a-4cba-abf3-04bd561fbbf8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755286 Jul 29 17:16:40.029308 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-db22dc9a-a9b6-4838-834a-6c2874344a1e req-7e0b0f16-0bcd-41a1-9ab3-f10fe3706623 service neutron] 10.222.0.69 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212592 Jul 29 17:16:40.247357 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-db22dc9a-a9b6-4838-834a-6c2874344a1e req-a3fd5fde-46a9-421c-aa12-19562b9a900b service neutron] 10.222.0.69 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124379 Jul 29 17:16:40.981492 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d335884-3edd-4884-bbfc-bad851ee707f req-f34b88f0-fc0d-4847-8321-4a08a169a849 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:40.982942 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1d335884-3edd-4884-bbfc-bad851ee707f req-f34b88f0-fc0d-4847-8321-4a08a169a849 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 943 time: 0.0899432 Jul 29 17:16:41.026139 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1d335884-3edd-4884-bbfc-bad851ee707f req-c63f1821-784f-4153-b50a-ec7afa44e236 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375917 Jul 29 17:16:42.321285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c4938-588e-4134-a71b-b49c76f7667a req-86bcda1f-1f26-423b-b9e5-fdbc80c4c8e7 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:42.322676 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d51c4938-588e-4134-a71b-b49c76f7667a req-86bcda1f-1f26-423b-b9e5-fdbc80c4c8e7 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 943 time: 0.1911118 Jul 29 17:16:42.365542 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d51c4938-588e-4134-a71b-b49c76f7667a req-764bb7d2-644e-4ef9-acca-217e343e5835 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372210 Jul 29 17:16:42.779494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device f772d348-ba00-443f-a9a6-a31c2c362f32 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:16:42.908647 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port f772d348-ba00-443f-a9a6-a31c2c362f32, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=f772d348-ba00-443f-a9a6-a31c2c362f32,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:16:42.925137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'f772d348-ba00-443f-a9a6-a31c2c362f32', 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e', 'port_id': 'f772d348-ba00-443f-a9a6-a31c2c362f32', 'mac_address': 'fa:16:3e:07:96:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6acba3-52b3-4af7-83e4-87592da1dbf0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:16:42.977978 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port f772d348-ba00-443f-a9a6-a31c2c362f32 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:42.978974 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:42.995809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f772d348-ba00-443f-a9a6-a31c2c362f32 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:16:43.011238 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port f772d348-ba00-443f-a9a6-a31c2c362f32, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=f772d348-ba00-443f-a9a6-a31c2c362f32,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:16:43.015308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:43.080915 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=f772d348-ba00-443f-a9a6-a31c2c362f32,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:43.290709 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['f772d348-ba00-443f-a9a6-a31c2c362f32'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:16:43.558255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8ded4-9b11-4969-8772-26e885612524 req-7022ab01-b955-4e30-9639-5d68d2c8c82b tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:43.559718 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-48d8ded4-9b11-4969-8772-26e885612524 req-7022ab01-b955-4e30-9639-5d68d2c8c82b tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 944 time: 0.0874650 Jul 29 17:16:43.602944 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-48d8ded4-9b11-4969-8772-26e885612524 req-8b395a82-67a4-40b6-884b-5a2da2d0f94a tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375826 Jul 29 17:16:44.795024 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device f772d348-ba00-443f-a9a6-a31c2c362f32 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:16:44.873143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port f772d348-ba00-443f-a9a6-a31c2c362f32 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:16:44.877886 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port f772d348-ba00-443f-a9a6-a31c2c362f32 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:44.878291 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:44.953346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db83b9e-c8fd-4621-9cde-6db346262851 req-037d36bf-1bf6-4adb-b1fc-1eb49b950d91 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:44.954791 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1db83b9e-c8fd-4621-9cde-6db346262851 req-037d36bf-1bf6-4adb-b1fc-1eb49b950d91 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 944 time: 0.0917895 Jul 29 17:16:44.992618 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port f772d348-ba00-443f-a9a6-a31c2c362f32 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:16:44.992994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:44.998850 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1db83b9e-c8fd-4621-9cde-6db346262851 req-8c10cafc-da1b-4c89-95b4-7257884fe39d tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383677 Jul 29 17:16:45.033187 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed0641e-de4f-4597-9d1e-1d548504c2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f772d348-ba00-443f-a9a6-a31c2c362f32'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:16:45.043647 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port f772d348-ba00-443f-a9a6-a31c2c362f32, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=f772d348-ba00-443f-a9a6-a31c2c362f32,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:16:45.046848 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:45.077593 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0462ff25-f42e-489e-8c92-318850497d1b'] response: {'server_uuid': 'eed0641e-de4f-4597-9d1e-1d548504c2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f772d348-ba00-443f-a9a6-a31c2c362f32', 'code': 200} Jul 29 17:16:45.115986 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=f772d348-ba00-443f-a9a6-a31c2c362f32,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:45.150922 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-79b0b693-8350-44d8-b1fe-2fe9b3f71d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:45.311578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00f151-9e2f-4831-adc4-6a5f0ad225aa req-467fc462-c091-4464-b741-578ab1718f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:45.313069 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-be00f151-9e2f-4831-adc4-6a5f0ad225aa req-467fc462-c091-4464-b741-578ab1718f10 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 1098 time: 0.0809910 Jul 29 17:16:45.352731 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-be00f151-9e2f-4831-adc4-6a5f0ad225aa req-37798fba-70a8-4bf1-881b-0ee688c30064 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339172 Jul 29 17:16:46.200692 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582ef8d-9826-4163-844f-b62b1ba6f30f req-81739cfc-e345-4f79-bf2f-a0d03b8d4f4f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:46.202161 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b582ef8d-9826-4163-844f-b62b1ba6f30f req-81739cfc-e345-4f79-bf2f-a0d03b8d4f4f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 945 time: 0.0922222 Jul 29 17:16:46.250984 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b582ef8d-9826-4163-844f-b62b1ba6f30f req-cc76f342-7068-4052-814f-241634a7dd20 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Jul 29 17:16:47.448673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91d1a1-c3e4-4dfa-94e5-5d9b4ba643da req-e872ab39-491e-4189-8b8f-b4d88cae2769 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:47.450140 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7c91d1a1-c3e4-4dfa-94e5-5d9b4ba643da req-e872ab39-491e-4189-8b8f-b4d88cae2769 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 945 time: 0.0875826 Jul 29 17:16:47.493455 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7c91d1a1-c3e4-4dfa-94e5-5d9b4ba643da req-19f04489-47ac-4648-bedc-2860d26019c4 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376151 Jul 29 17:16:47.689904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03180461-26cf-4891-888b-cd8d99f67042 req-21ca2847-9506-4a86-9612-bf4aa6db94cb tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:16:47.691337 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-03180461-26cf-4891-888b-cd8d99f67042 req-21ca2847-9506-4a86-9612-bf4aa6db94cb tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 945 time: 0.0911763 Jul 29 17:16:47.719558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-76de4bab-a076-4f20-984e-7b5c2708e002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:47.736581 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-03180461-26cf-4891-888b-cd8d99f67042 req-950b324c-f689-4d6a-a54f-7a83e1656947 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380559 Jul 29 17:16:48.380651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:48.527566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:50.010098 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:50.871814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:51.250473 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:17:00.301989 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5df252f1-0247-4cc8-ab77-09e943b6f5b5 req-cfeb59b0-87a5-41f9-bb35-cd8f6ccad351 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792294 Jul 29 17:17:00.453033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df252f1-0247-4cc8-ab77-09e943b6f5b5 req-ea831e8e-32a5-4259-90ea-c794f0c9f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:00.454621 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5df252f1-0247-4cc8-ab77-09e943b6f5b5 req-ea831e8e-32a5-4259-90ea-c794f0c9f901 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ea4cafa7d15e469ebfc36e9052e5cab6&device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 1098 time: 0.0836105 Jul 29 17:17:00.599572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df252f1-0247-4cc8-ab77-09e943b6f5b5 req-560523ac-d1d2-42d7-9cff-624e6f95d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:00.601417 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5df252f1-0247-4cc8-ab77-09e943b6f5b5 req-560523ac-d1d2-42d7-9cff-624e6f95d792 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e HTTP/1.1" status: 200 len: 917 time: 0.1287005 Jul 29 17:17:00.672434 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5df252f1-0247-4cc8-ab77-09e943b6f5b5 req-b6e291ad-d4cd-4a77-860a-46bea1d06cf3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f772d348-ba00-443f-a9a6-a31c2c362f32 HTTP/1.1" status: 200 len: 217 time: 0.0648239 Jul 29 17:17:00.735207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df252f1-0247-4cc8-ab77-09e943b6f5b5 req-86b2b73a-ea7f-47af-a33a-8c87e8107bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:00.736664 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5df252f1-0247-4cc8-ab77-09e943b6f5b5 req-86b2b73a-ea7f-47af-a33a-8c87e8107bfb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd6acba3-52b3-4af7-83e4-87592da1dbf0 HTTP/1.1" status: 200 len: 855 time: 0.0590818 Jul 29 17:17:00.824863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df252f1-0247-4cc8-ab77-09e943b6f5b5 req-f18d78b4-4d40-4600-9d9e-5a7c423142cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:00.826352 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5df252f1-0247-4cc8-ab77-09e943b6f5b5 req-f18d78b4-4d40-4600-9d9e-5a7c423142cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834424 Jul 29 17:17:00.955181 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5df252f1-0247-4cc8-ab77-09e943b6f5b5 req-b798099f-a15c-4ac4-8259-b20a62d38208 service neutron] 10.222.0.69 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232929 Jul 29 17:17:01.083869 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5df252f1-0247-4cc8-ab77-09e943b6f5b5 req-62aa8acf-3d06-4024-8de7-b9bf5efb4f9c service neutron] 10.222.0.69 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228836 Jul 29 17:17:02.011013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe662c-2887-4f30-8ef8-fd623ffae9d9 req-48cd1f57-a3de-492a-9dde-12f78531864b tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:02.012523 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fefe662c-2887-4f30-8ef8-fd623ffae9d9 req-48cd1f57-a3de-492a-9dde-12f78531864b tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 945 time: 0.0905783 Jul 29 17:17:02.055696 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fefe662c-2887-4f30-8ef8-fd623ffae9d9 req-84e87bd9-b3be-43f8-810b-fcbf5bd9768d tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374656 Jul 29 17:17:03.251521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a1d67-7886-41f5-82fb-52475d2f23ce req-e34537ab-e87b-496c-a3b5-17c77fd7e50b tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:03.252963 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ba4a1d67-7886-41f5-82fb-52475d2f23ce req-e34537ab-e87b-496c-a3b5-17c77fd7e50b tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 945 time: 0.0889537 Jul 29 17:17:03.297286 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ba4a1d67-7886-41f5-82fb-52475d2f23ce req-159ecaba-4319-4a75-8a41-cf31ffdc0fd0 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386322 Jul 29 17:17:03.704000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40e232-41d8-490b-adff-f1bc6553b8e0 req-1eb05c51-5e4d-4cac-97b6-ac8574511398 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:03.704605 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-ac40e232-41d8-490b-adff-f1bc6553b8e0 req-1eb05c51-5e4d-4cac-97b6-ac8574511398 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Synchronizing usage tracker for tenant:ea4cafa7d15e469ebfc36e9052e5cab6 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:17:03.719140 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-ac40e232-41d8-490b-adff-f1bc6553b8e0 req-1eb05c51-5e4d-4cac-97b6-ac8574511398 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Unset dirty status for tenant:ea4cafa7d15e469ebfc36e9052e5cab6 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:17:03.720224 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ac40e232-41d8-490b-adff-f1bc6553b8e0 req-1eb05c51-5e4d-4cac-97b6-ac8574511398 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.69 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 945 time: 0.1024909 Jul 29 17:17:03.788219 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-ac40e232-41d8-490b-adff-f1bc6553b8e0 req-5cdfffef-aea0-46b3-8b78-b11cfc675823 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Deleting port f772d348-ba00-443f-a9a6-a31c2c362f32 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:17:03.788559 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-ac40e232-41d8-490b-adff-f1bc6553b8e0 req-5cdfffef-aea0-46b3-8b78-b11cfc675823 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:04.031328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-ac40e232-41d8-490b-adff-f1bc6553b8e0 req-5cdfffef-aea0-46b3-8b78-b11cfc675823 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] For port f772d348-ba00-443f-a9a6-a31c2c362f32, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=f772d348-ba00-443f-a9a6-a31c2c362f32,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:04.031689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-ac40e232-41d8-490b-adff-f1bc6553b8e0 req-5cdfffef-aea0-46b3-8b78-b11cfc675823 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:04.250784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-ac40e232-41d8-490b-adff-f1bc6553b8e0 req-5cdfffef-aea0-46b3-8b78-b11cfc675823 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Calling delete_port for f772d348-ba00-443f-a9a6-a31c2c362f32 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:17:04.400856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-ac40e232-41d8-490b-adff-f1bc6553b8e0 req-5cdfffef-aea0-46b3-8b78-b11cfc675823 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:04.412373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['f772d348-ba00-443f-a9a6-a31c2c362f32'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:17:04.454769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfffef-aea0-46b3-8b78-b11cfc675823 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Pushing event deleted for resources: {'Port': ['ID=f772d348-ba00-443f-a9a6-a31c2c362f32,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:04.459894 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-37d6ace3-59df-432a-b02b-d5fb64d88224 req-409cf6ee-7713-4dda-9fbe-402ddf16d8fd tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=eed0641e-de4f-4597-9d1e-1d548504c2c0 HTTP/1.1" status: 200 len: 210 time: 0.0529881 Jul 29 17:17:04.549931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac40e232-41d8-490b-adff-f1bc6553b8e0 req-5cdfffef-aea0-46b3-8b78-b11cfc675823 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] No DVR routers for this DVR port f772d348-ba00-443f-a9a6-a31c2c362f32 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:17:04.552515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-ac40e232-41d8-490b-adff-f1bc6553b8e0 req-5cdfffef-aea0-46b3-8b78-b11cfc675823 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:04.555359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed0641e-de4f-4597-9d1e-1d548504c2c0', 'name': 'network-vif-deleted', 'tag': 'f772d348-ba00-443f-a9a6-a31c2c362f32'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:17:04.571297 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ac40e232-41d8-490b-adff-f1bc6553b8e0 req-5cdfffef-aea0-46b3-8b78-b11cfc675823 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.69 "DELETE /v2.0/ports/f772d348-ba00-443f-a9a6-a31c2c362f32 HTTP/1.1" status: 204 len: 173 time: 0.8456430 Jul 29 17:17:04.602563 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f6be5d-f80a-4127-9e75-2b93924bb0b4'] response: {'server_uuid': 'eed0641e-de4f-4597-9d1e-1d548504c2c0', 'name': 'network-vif-deleted', 'tag': 'f772d348-ba00-443f-a9a6-a31c2c362f32', 'status': 'completed', 'code': 200} Jul 29 17:17:05.914830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-3343cf75-a86d-4043-a0a9-1e36509e4048 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:05.916780 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-3343cf75-a86d-4043-a0a9-1e36509e4048 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/networks?id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e HTTP/1.1" status: 200 len: 816 time: 0.1431382 Jul 29 17:17:05.931099 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-ef153805-0202-4fa5-8dbc-dacfeb7cffb7 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/quotas/ea4cafa7d15e469ebfc36e9052e5cab6 HTTP/1.1" status: 200 len: 375 time: 0.0087738 Jul 29 17:17:06.017717 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-9ac8aece-837d-492c-86b6-1535b5b31929 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea4cafa7d15e469ebfc36e9052e5cab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817978 Jul 29 17:17:06.152337 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-08947b78-ad39-4bf3-9d5b-dc54e5c8ccd0 service neutron] 10.222.0.58 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228549 Jul 29 17:17:06.282040 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-649540d4-659d-4194-a3c1-56f374f0c4d4 service neutron] 10.222.0.58 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238594 Jul 29 17:17:06.467537 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4b9ff621-7925-4bd4-813f-7d4e4f4b0690 req-701d29a0-e97c-4469-a3cf-39053af473b5 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 210 time: 0.0555232 Jul 29 17:17:06.934436 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device f772d348-ba00-443f-a9a6-a31c2c362f32 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:17:06.969353 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: f772d348-ba00-443f-a9a6-a31c2c362f32 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:17:06.969657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device f772d348-ba00-443f-a9a6-a31c2c362f32 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:17:07.446931 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4f8cd5a2-70ec-44ad-9de4-20fcc8acfe90 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:07.448381 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4f8cd5a2-70ec-44ad-9de4-20fcc8acfe90 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.69 "GET /v2.0/networks?id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e HTTP/1.1" status: 200 len: 816 time: 0.1511872 Jul 29 17:17:07.459688 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Request body: {'port': {'device_id': '982196ae-ae27-46f2-9476-99a1f0757a4e', 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e', 'admin_state_up': True, 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:07.599164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:17:07.603949 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Usage tracker for resource:port and tenant:ea4cafa7d15e469ebfc36e9052e5cab6 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:17:07.606651 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:17:07.612355 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:17:07.621750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Made reservation on behalf of ea4cafa7d15e469ebfc36e9052e5cab6 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:17:07.625438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:07.629425 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-be16cb5a-fc62-4b75-8e3e-7003a4dfc989 req-cc782d67-8e10-40d1-901d-6d6b0786e93c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 210 time: 0.0495882 Jul 29 17:17:07.787762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Allocated IP 172.20.0.14 (1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e/bd6acba3-52b3-4af7-83e4-87592da1dbf0/a87f7b90-3a28-4499-9bc8-31f6ae572847) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:17:07.988769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:08.003656 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Transition to ACTIVE for port object a87f7b90-3a28-4499-9bc8-31f6ae572847 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:08.027297 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:08.096972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:17:08.099909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:08.102307 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:17:08.147515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Pushing event updated for resources: {'Port': ['ID=a87f7b90-3a28-4499-9bc8-31f6ae572847,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:08.176404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:08.177019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:08.203439 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-216ac600-9c98-4656-8d62-59bfdbe7122c tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7472007 Jul 29 17:17:08.214287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Request body: {'port': {'device_id': '982196ae-ae27-46f2-9476-99a1f0757a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:08.315811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bdc0f6a9-c836-4ecc-8ff3-9a9c3a48043e None None] Provisioning for port a87f7b90-3a28-4499-9bc8-31f6ae572847 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:17:08.320887 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bdc0f6a9-c836-4ecc-8ff3-9a9c3a48043e None None] Provisioning complete for port a87f7b90-3a28-4499-9bc8-31f6ae572847 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:08.321373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f6a9-c836-4ecc-8ff3-9a9c3a48043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:08.324811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:08.373303 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0f6a9-c836-4ecc-8ff3-9a9c3a48043e None None] Port a87f7b90-3a28-4499-9bc8-31f6ae572847 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:17:08.670644 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87f7b90-3a28-4499-9bc8-31f6ae572847 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:17:08.678252 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:08.693709 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Transition to ACTIVE for port object a87f7b90-3a28-4499-9bc8-31f6ae572847 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:08.698629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:08.846013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db325b72-4413-46e1-bb32-c3241cc7943d req-46ae0361-2a2d-4bc8-8f31-cc41902a1269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:08.853013 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-db325b72-4413-46e1-bb32-c3241cc7943d req-46ae0361-2a2d-4bc8-8f31-cc41902a1269 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 944 time: 0.1071339 Jul 29 17:17:08.859880 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Pushing event updated for resources: {'Port': ['ID=a87f7b90-3a28-4499-9bc8-31f6ae572847,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:08.911408 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-db325b72-4413-46e1-bb32-c3241cc7943d req-f832cd84-37a0-4044-b2a8-f9849bbb3c8d tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529084 Jul 29 17:17:08.954956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Attempting to bind port a87f7b90-3a28-4499-9bc8-31f6ae572847 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:17:08.955295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Attempting to bind port a87f7b90-3a28-4499-9bc8-31f6ae572847 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:17:08.955626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Attempting to bind port a87f7b90-3a28-4499-9bc8-31f6ae572847 on network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:17:08.960438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Port a87f7b90-3a28-4499-9bc8-31f6ae572847 on network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:17:08.960759 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Attempting to bind port a87f7b90-3a28-4499-9bc8-31f6ae572847 on network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:17:08.966451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:17:08.966818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Checking segment: {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:17:08.967201 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Bound using segment: {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:17:08.967622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Bound port: a87f7b90-3a28-4499-9bc8-31f6ae572847, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:17:08.967975 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:09.056362 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] For port a87f7b90-3a28-4499-9bc8-31f6ae572847, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:17:09.059339 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] For port a87f7b90-3a28-4499-9bc8-31f6ae572847, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=a87f7b90-3a28-4499-9bc8-31f6ae572847,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:17:09.063734 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:09.126074 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:09.126674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:09.128040 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] 10.222.0.69 "PUT /v2.0/ports/a87f7b90-3a28-4499-9bc8-31f6ae572847 HTTP/1.1" status: 200 len: 1094 time: 0.9180853 Jul 29 17:17:09.128471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982196ae-ae27-46f2-9476-99a1f0757a4e', 'tag': 'a87f7b90-3a28-4499-9bc8-31f6ae572847'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:17:09.164733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d9082-72af-4887-968c-deb65c1607ac service neutron] Pushing event updated for resources: {'Port': ['ID=a87f7b90-3a28-4499-9bc8-31f6ae572847,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:09.182108 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8827106-e15a-4b6b-b9a9-8a3f16361190'] response: {'name': 'network-changed', 'server_uuid': '982196ae-ae27-46f2-9476-99a1f0757a4e', 'tag': 'a87f7b90-3a28-4499-9bc8-31f6ae572847', 'status': 'completed', 'code': 200} Jul 29 17:17:09.372323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-b0499794-fc35-47b6-b3e6-d2773cb99ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:09.374147 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-b0499794-fc35-47b6-b3e6-d2773cb99ad0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ea4cafa7d15e469ebfc36e9052e5cab6&device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 1097 time: 0.1856203 Jul 29 17:17:09.454206 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-dbf85d56-7608-420b-aefa-f50bdd68196b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a87f7b90-3a28-4499-9bc8-31f6ae572847 HTTP/1.1" status: 200 len: 217 time: 0.0734510 Jul 29 17:17:09.514084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-d00e2bfa-c71e-4760-8612-8d883d519aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:09.515482 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-d00e2bfa-c71e-4760-8612-8d883d519aea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd6acba3-52b3-4af7-83e4-87592da1dbf0 HTTP/1.1" status: 200 len: 855 time: 0.0560913 Jul 29 17:17:09.601969 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-36b24047-d5fa-49ec-b6eb-f68218656b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:09.603403 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-36b24047-d5fa-49ec-b6eb-f68218656b05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819478 Jul 29 17:17:09.730875 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-dfc1fe67-0604-4a2e-88fd-943c636b41d7 service neutron] 10.222.0.69 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215019 Jul 29 17:17:09.857946 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3bbc8a68-05d6-4b58-b760-37cfe51d213d req-f6fcb7de-c9bf-41c8-a8a3-6fd75ac9c82b service neutron] 10.222.0.69 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213958 Jul 29 17:17:09.976721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95943d-8fb1-472a-b952-19ab39d7b30c req-8560a865-18d4-45fa-9fc3-e48576d11a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:09.978219 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ba95943d-8fb1-472a-b952-19ab39d7b30c req-8560a865-18d4-45fa-9fc3-e48576d11a9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ea4cafa7d15e469ebfc36e9052e5cab6&device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 1097 time: 0.0797851 Jul 29 17:17:10.095611 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3334b-1095-4951-b0ef-72e654223dd4 req-e7e992da-7e0c-4e18-ae66-9cc9a65d8b66 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:10.097070 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3fc3334b-1095-4951-b0ef-72e654223dd4 req-e7e992da-7e0c-4e18-ae66-9cc9a65d8b66 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 944 time: 0.0871511 Jul 29 17:17:10.107804 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95943d-8fb1-472a-b952-19ab39d7b30c req-e9e61459-6d40-4403-9764-cf5fbd38bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:10.109363 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ba95943d-8fb1-472a-b952-19ab39d7b30c req-e9e61459-6d40-4403-9764-cf5fbd38bedf service neutron] 10.222.0.69 "GET /v2.0/networks?id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e HTTP/1.1" status: 200 len: 917 time: 0.1256726 Jul 29 17:17:10.143785 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3fc3334b-1095-4951-b0ef-72e654223dd4 req-5e6be416-3e09-46a7-83ca-c4f1eaf18176 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410333 Jul 29 17:17:10.178821 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ba95943d-8fb1-472a-b952-19ab39d7b30c req-a0797411-4106-4a29-88ba-44f785b36e50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a87f7b90-3a28-4499-9bc8-31f6ae572847 HTTP/1.1" status: 200 len: 217 time: 0.0639009 Jul 29 17:17:10.238570 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95943d-8fb1-472a-b952-19ab39d7b30c req-f3e4c6b1-9d8d-4d38-98a6-7ee9bd108ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:10.239947 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ba95943d-8fb1-472a-b952-19ab39d7b30c req-f3e4c6b1-9d8d-4d38-98a6-7ee9bd108ace service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bd6acba3-52b3-4af7-83e4-87592da1dbf0 HTTP/1.1" status: 200 len: 855 time: 0.0548918 Jul 29 17:17:10.322839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95943d-8fb1-472a-b952-19ab39d7b30c req-6a383bb5-fce0-4beb-a216-e1331c6ce40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:10.324310 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ba95943d-8fb1-472a-b952-19ab39d7b30c req-6a383bb5-fce0-4beb-a216-e1331c6ce40f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783472 Jul 29 17:17:10.450801 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ba95943d-8fb1-472a-b952-19ab39d7b30c req-5cfa32fc-cae0-4ef4-a0d4-182edc6e37cf service neutron] 10.222.0.69 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203735 Jul 29 17:17:10.578888 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ba95943d-8fb1-472a-b952-19ab39d7b30c req-4478d8d8-0ed9-4c10-8299-2b3d0924805e service neutron] 10.222.0.69 "GET /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217268 Jul 29 17:17:11.336588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce3916-2d4b-4fb3-b46a-d768f1214c52 req-104e0ea0-dbe6-4cf0-979d-354d807c31a1 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:11.338069 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-26ce3916-2d4b-4fb3-b46a-d768f1214c52 req-104e0ea0-dbe6-4cf0-979d-354d807c31a1 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 944 time: 0.0859563 Jul 29 17:17:11.381410 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-26ce3916-2d4b-4fb3-b46a-d768f1214c52 req-ec902364-8465-4d38-a8ce-61f5d84a32a8 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376487 Jul 29 17:17:12.575210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964d060-f415-4d9a-aa3b-a949dde25054 req-9c1283de-9f5d-40d2-a88a-e11d3cb53a81 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:12.576647 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8964d060-f415-4d9a-aa3b-a949dde25054 req-9c1283de-9f5d-40d2-a88a-e11d3cb53a81 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 944 time: 0.0897617 Jul 29 17:17:12.620150 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8964d060-f415-4d9a-aa3b-a949dde25054 req-eba28216-263c-4da3-b7ff-f03d7265925b tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378470 Jul 29 17:17:12.935215 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device a87f7b90-3a28-4499-9bc8-31f6ae572847 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:17:13.065361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port a87f7b90-3a28-4499-9bc8-31f6ae572847, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=a87f7b90-3a28-4499-9bc8-31f6ae572847,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:13.077998 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'a87f7b90-3a28-4499-9bc8-31f6ae572847', 'network_id': '1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e', 'port_id': 'a87f7b90-3a28-4499-9bc8-31f6ae572847', 'mac_address': 'fa:16:3e:02:42:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6acba3-52b3-4af7-83e4-87592da1dbf0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:17:13.159637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port a87f7b90-3a28-4499-9bc8-31f6ae572847 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:17:13.160020 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:13.176751 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87f7b90-3a28-4499-9bc8-31f6ae572847 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:17:13.192682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port a87f7b90-3a28-4499-9bc8-31f6ae572847, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=a87f7b90-3a28-4499-9bc8-31f6ae572847,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:13.196276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:13.260218 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=a87f7b90-3a28-4499-9bc8-31f6ae572847,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:13.267114 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:13.267465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:13.267806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:13.268140 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:13.268473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:13.268805 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:13.269156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:13.269486 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:13.269811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:13.270134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:13.270458 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:13.270781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:13.520539 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['a87f7b90-3a28-4499-9bc8-31f6ae572847'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:17:13.813088 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96b925-4f0a-49d6-94ca-9acd708592aa req-a29d61a7-a1f1-42e2-8cfd-8f2b6ba1594f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:13.814428 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0e96b925-4f0a-49d6-94ca-9acd708592aa req-a29d61a7-a1f1-42e2-8cfd-8f2b6ba1594f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 945 time: 0.0848758 Jul 29 17:17:13.860252 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0e96b925-4f0a-49d6-94ca-9acd708592aa req-187a3c9d-c3e5-4846-8f77-b00cf2d0416d tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Jul 29 17:17:14.949746 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device a87f7b90-3a28-4499-9bc8-31f6ae572847 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:17:15.019571 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port a87f7b90-3a28-4499-9bc8-31f6ae572847 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:17:15.024241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port a87f7b90-3a28-4499-9bc8-31f6ae572847 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:15.024612 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:15.055017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014ea18-6712-4198-832f-0012bfbcaac2 req-1dca7558-28c8-401d-8296-08c18ae33cfa tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:15.056541 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b014ea18-6712-4198-832f-0012bfbcaac2 req-1dca7558-28c8-401d-8296-08c18ae33cfa tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 945 time: 0.0885160 Jul 29 17:17:15.100406 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b014ea18-6712-4198-832f-0012bfbcaac2 req-916a5a82-8a49-4afd-94a7-1f9ad14fa861 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380821 Jul 29 17:17:15.140384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port a87f7b90-3a28-4499-9bc8-31f6ae572847 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:17:15.140807 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:15.171813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2f450ce1-5d88-4e17-b8c2-bba253964bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:15.177960 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982196ae-ae27-46f2-9476-99a1f0757a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87f7b90-3a28-4499-9bc8-31f6ae572847'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:17:15.187263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port a87f7b90-3a28-4499-9bc8-31f6ae572847, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=a87f7b90-3a28-4499-9bc8-31f6ae572847,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:15.191225 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:15.226861 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceac0774-2f7a-4bdc-884a-b8cb0db702ad'] response: {'server_uuid': '982196ae-ae27-46f2-9476-99a1f0757a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87f7b90-3a28-4499-9bc8-31f6ae572847', 'code': 200} Jul 29 17:17:15.258132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=a87f7b90-3a28-4499-9bc8-31f6ae572847,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:15.468856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95d1c3-e132-4183-88c6-11c436482e2d req-bac3efce-f9c7-4604-9c0f-c56fa7893bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:15.470360 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6a95d1c3-e132-4183-88c6-11c436482e2d req-bac3efce-f9c7-4604-9c0f-c56fa7893bf3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 1099 time: 0.0861979 Jul 29 17:17:15.509932 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6a95d1c3-e132-4183-88c6-11c436482e2d req-ce1cfbf0-6d65-4aa9-83cc-13f51ac336e1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Jul 29 17:17:16.395410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e873a1-3106-4605-a2ee-5637f139d5cb req-c061f921-342e-4274-8fdc-17622307e741 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:16.396784 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a1e873a1-3106-4605-a2ee-5637f139d5cb req-c061f921-342e-4274-8fdc-17622307e741 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 946 time: 0.1907263 Jul 29 17:17:16.441307 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a1e873a1-3106-4605-a2ee-5637f139d5cb req-5d6d69fc-af3c-4372-80a3-60414e9053f9 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383387 Jul 29 17:17:17.637243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cb5ba-1329-4de7-b729-abb5848eff54 req-3f409991-6ae8-4328-803b-879454bff36e tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:17.638641 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9b9cb5ba-1329-4de7-b729-abb5848eff54 req-3f409991-6ae8-4328-803b-879454bff36e tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 946 time: 0.0866704 Jul 29 17:17:17.682320 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9b9cb5ba-1329-4de7-b729-abb5848eff54 req-f207cc3d-098d-4f0c-ac3b-3719d0ca8fdc tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375962 Jul 29 17:17:17.721355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ddb44ad3-5f2b-41cf-a412-cb7d85f33e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:17.877895 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd60a9-3693-433b-9000-a78c316b4a74 req-3e08c53c-c5b9-486f-ba2c-4972286e93e5 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:17.879349 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-18bd60a9-3693-433b-9000-a78c316b4a74 req-3e08c53c-c5b9-486f-ba2c-4972286e93e5 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 946 time: 0.0914974 Jul 29 17:17:17.922781 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-18bd60a9-3693-433b-9000-a78c316b4a74 req-8c191550-260b-436a-aa38-98686b114b20 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378344 Jul 29 17:17:18.385170 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:18.532010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:20.015751 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:20.878581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:28.249328 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:17:32.175920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60050f-5bdb-47b8-bb7c-a060e39a0a54 req-1ac2329a-cccc-486a-a53a-12ade7697db8 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:32.177274 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8c60050f-5bdb-47b8-bb7c-a060e39a0a54 req-1ac2329a-cccc-486a-a53a-12ade7697db8 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 946 time: 0.0914309 Jul 29 17:17:32.220076 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8c60050f-5bdb-47b8-bb7c-a060e39a0a54 req-43e198ef-4019-40fd-9bbf-9f7e57d7f8fa tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372200 Jul 29 17:17:33.413527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21474d5e-fade-40e4-a9b3-77d0eaac50ff req-16b0431b-ae24-4387-b4d8-db5b35b0bf6f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:33.414983 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21474d5e-fade-40e4-a9b3-77d0eaac50ff req-16b0431b-ae24-4387-b4d8-db5b35b0bf6f tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 946 time: 0.0869491 Jul 29 17:17:33.458300 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21474d5e-fade-40e4-a9b3-77d0eaac50ff req-6a8a7195-a5f1-43f5-9a97-d193667a7dcb tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373542 Jul 29 17:17:33.968826 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366832f-514c-4ae4-ae44-4b24c01553f3 req-197c8cfb-785b-4528-9fc1-d139f833d1c4 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:33.969536 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-5366832f-514c-4ae4-ae44-4b24c01553f3 req-197c8cfb-785b-4528-9fc1-d139f833d1c4 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Synchronizing usage tracker for tenant:ea4cafa7d15e469ebfc36e9052e5cab6 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:17:33.985010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-5366832f-514c-4ae4-ae44-4b24c01553f3 req-197c8cfb-785b-4528-9fc1-d139f833d1c4 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Unset dirty status for tenant:ea4cafa7d15e469ebfc36e9052e5cab6 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:17:33.986315 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5366832f-514c-4ae4-ae44-4b24c01553f3 req-197c8cfb-785b-4528-9fc1-d139f833d1c4 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.69 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 946 time: 0.1045539 Jul 29 17:17:34.053988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-5366832f-514c-4ae4-ae44-4b24c01553f3 req-6c4e508d-e5dd-437c-a457-8fda46985bca tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Deleting port a87f7b90-3a28-4499-9bc8-31f6ae572847 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:17:34.054328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5366832f-514c-4ae4-ae44-4b24c01553f3 req-6c4e508d-e5dd-437c-a457-8fda46985bca tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.398372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-5366832f-514c-4ae4-ae44-4b24c01553f3 req-6c4e508d-e5dd-437c-a457-8fda46985bca tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] For port a87f7b90-3a28-4499-9bc8-31f6ae572847, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=a87f7b90-3a28-4499-9bc8-31f6ae572847,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:34.398628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5366832f-514c-4ae4-ae44-4b24c01553f3 req-6c4e508d-e5dd-437c-a457-8fda46985bca tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.519813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-5366832f-514c-4ae4-ae44-4b24c01553f3 req-6c4e508d-e5dd-437c-a457-8fda46985bca tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Calling delete_port for a87f7b90-3a28-4499-9bc8-31f6ae572847 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:17:34.655909 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc1083-711a-4680-af17-e40a23bc41d8 req-c820f28c-208f-48aa-b628-965bc00ecd51 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:34.657304 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ecdc1083-711a-4680-af17-e40a23bc41d8 req-c820f28c-208f-48aa-b628-965bc00ecd51 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/ports?device_id=982196ae-ae27-46f2-9476-99a1f0757a4e HTTP/1.1" status: 200 len: 946 time: 0.0910244 Jul 29 17:17:34.665689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5366832f-514c-4ae4-ae44-4b24c01553f3 req-6c4e508d-e5dd-437c-a457-8fda46985bca tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.680451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['a87f7b90-3a28-4499-9bc8-31f6ae572847'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:17:34.705835 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ecdc1083-711a-4680-af17-e40a23bc41d8 req-37607d6f-2ce1-4221-b419-c17a9e0f50b6 tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.58 "GET /v2.0/security-groups?id=4be5db05-bae3-4db4-9d6f-644d37d0c5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422723 Jul 29 17:17:34.719101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e508d-e5dd-437c-a457-8fda46985bca tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Pushing event deleted for resources: {'Port': ['ID=a87f7b90-3a28-4499-9bc8-31f6ae572847,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:34.814519 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-5366832f-514c-4ae4-ae44-4b24c01553f3 req-6c4e508d-e5dd-437c-a457-8fda46985bca tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] No DVR routers for this DVR port a87f7b90-3a28-4499-9bc8-31f6ae572847 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:17:34.817064 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5366832f-514c-4ae4-ae44-4b24c01553f3 req-6c4e508d-e5dd-437c-a457-8fda46985bca tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.821016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982196ae-ae27-46f2-9476-99a1f0757a4e', 'name': 'network-vif-deleted', 'tag': 'a87f7b90-3a28-4499-9bc8-31f6ae572847'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:17:34.843606 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5366832f-514c-4ae4-ae44-4b24c01553f3 req-6c4e508d-e5dd-437c-a457-8fda46985bca tempest-TestEncryptedCinderVolumes-1943714375 tempest-TestEncryptedCinderVolumes-1943714375-project] 10.222.0.69 "DELETE /v2.0/ports/a87f7b90-3a28-4499-9bc8-31f6ae572847 HTTP/1.1" status: 204 len: 173 time: 0.8525357 Jul 29 17:17:34.873365 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95acb311-6b54-40ee-a926-8c036b00f4d0'] response: {'server_uuid': '982196ae-ae27-46f2-9476-99a1f0757a4e', 'name': 'network-vif-deleted', 'tag': 'a87f7b90-3a28-4499-9bc8-31f6ae572847', 'status': 'completed', 'code': 200} Jul 29 17:17:35.838651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60528) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:36.356934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:36.693734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Deleting port df9dbe45-7e52-4bbc-b789-508497930a15 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:17:36.693964 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:36.967652 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] For port df9dbe45-7e52-4bbc-b789-508497930a15, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=df9dbe45-7e52-4bbc-b789-508497930a15,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:36.968366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:37.059268 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device a87f7b90-3a28-4499-9bc8-31f6ae572847 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:17:37.088797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Calling delete_port for df9dbe45-7e52-4bbc-b789-508497930a15 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:17:37.092512 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: a87f7b90-3a28-4499-9bc8-31f6ae572847 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:17:37.092859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device a87f7b90-3a28-4499-9bc8-31f6ae572847 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:17:37.253474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:37.301107 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Pushing event deleted for resources: {'Port': ['ID=df9dbe45-7e52-4bbc-b789-508497930a15,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:37.337900 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:37.338251 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:37.338589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:37.338924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:37.339252 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:37.339579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:37.339903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:37.340227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:37.340549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:37.340868 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:37.341217 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:37.341537 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:37.587605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:37.937981 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Router 6639d494-97f0-43b0-90ef-874871e4bfa7 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:17:38.224174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:17:38.232793 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af026d53-2141-4f99-9493-95ed7bae93e1 None None] Sync routers for ids ['6639d494-97f0-43b0-90ef-874871e4bfa7'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:17:38.236363 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5567aadb-8c4d-4087-842c-3b45982baf19 admin admin] 10.222.0.58 "PUT /v2.0/routers/6639d494-97f0-43b0-90ef-874871e4bfa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3966091 Jul 29 17:17:38.238964 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60532) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:38.242043 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af026d53-2141-4f99-9493-95ed7bae93e1 None None] Routers {'6639d494-97f0-43b0-90ef-874871e4bfa7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:17:38.242630 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-af026d53-2141-4f99-9493-95ed7bae93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:17:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6639d494-97f0-43b0-90ef-874871e4bfa7'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:38.412180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:38.417001 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-af026d53-2141-4f99-9493-95ed7bae93e1 None None] Set router 6639d494-97f0-43b0-90ef-874871e4bfa7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:17:38.593286 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:38.603209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] Deleting port b1f4fccf-7199-4d26-95ab-cb5c60aaa3da {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:17:38.604075 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:38.701897 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-af026d53-2141-4f99-9493-95ed7bae93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'name': 'tempest-TestEncryptedCinderVolumes-950438865-router', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': 'b1f4fccf-7199-4d26-95ab-cb5c60aaa3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:15:53Z', 'updated_at': '2022-07-29T17:17:37Z', 'revision_number': 5, 'project_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'gw_port': {'id': 'b1f4fccf-7199-4d26-95ab-cb5c60aaa3da', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:15:54Z', 'updated_at': '2022-07-29T17:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:38.705896 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af026d53-2141-4f99-9493-95ed7bae93e1 None None] Checking router: 6639d494-97f0-43b0-90ef-874871e4bfa7 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:17:38.714055 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af026d53-2141-4f99-9493-95ed7bae93e1 None None] Routers {'6639d494-97f0-43b0-90ef-874871e4bfa7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:17:38.714630 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-af026d53-2141-4f99-9493-95ed7bae93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:17:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['6639d494-97f0-43b0-90ef-874871e4bfa7'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:38.776894 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] For port b1f4fccf-7199-4d26-95ab-cb5c60aaa3da, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b1f4fccf-7199-4d26-95ab-cb5c60aaa3da,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:38.777285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:38.862313 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-af026d53-2141-4f99-9493-95ed7bae93e1 None None] Set router 6639d494-97f0-43b0-90ef-874871e4bfa7 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:17:38.905822 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] Calling delete_port for b1f4fccf-7199-4d26-95ab-cb5c60aaa3da owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:17:38.965461 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-af026d53-2141-4f99-9493-95ed7bae93e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'name': 'tempest-TestEncryptedCinderVolumes-950438865-router', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:15:53Z', 'updated_at': '2022-07-29T17:17:38Z', 'revision_number': 6, 'project_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:38.969352 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af026d53-2141-4f99-9493-95ed7bae93e1 None None] The sync data for ids ['6639d494-97f0-43b0-90ef-874871e4bfa7'] in dv-neutron-851534-1-hyperv is: [{'id': '6639d494-97f0-43b0-90ef-874871e4bfa7', 'name': 'tempest-TestEncryptedCinderVolumes-950438865-router', 'tenant_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:15:53Z', 'updated_at': '2022-07-29T17:17:38Z', 'revision_number': 6, 'project_id': 'ea4cafa7d15e469ebfc36e9052e5cab6', 'gw_port_host': None}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:17:39.075434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:39.122952 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f4fccf-7199-4d26-95ab-cb5c60aaa3da,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:39.218871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:39.391263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:39.393518 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:39.418697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:39.419253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6639d494-97f0-43b0-90ef-874871e4bfa7 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:17:39.431163 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:39.432308 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c472716d-44d8-43d0-b4ff-e3a161edfb1f admin admin] 10.222.0.58 "DELETE /v2.0/routers/6639d494-97f0-43b0-90ef-874871e4bfa7 HTTP/1.1" status: 204 len: 168 time: 1.1924560 Jul 29 17:17:39.434986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60536) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:39.492149 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ceffb15-ef1f-48b9-ae08-d9fc4ca12553 admin admin] Deleting subnet bd6acba3-52b3-4af7-83e4-87592da1dbf0 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:17:39.495013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ceffb15-ef1f-48b9-ae08-d9fc4ca12553 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:39.543160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ceffb15-ef1f-48b9-ae08-d9fc4ca12553 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:39.722194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device df9dbe45-7e52-4bbc-b789-508497930a15 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:17:39.740732 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ceffb15-ef1f-48b9-ae08-d9fc4ca12553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:39.755861 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: df9dbe45-7e52-4bbc-b789-508497930a15 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:17:39.756205 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device df9dbe45-7e52-4bbc-b789-508497930a15 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:17:39.812953 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ceffb15-ef1f-48b9-ae08-d9fc4ca12553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:39.850996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceffb15-ef1f-48b9-ae08-d9fc4ca12553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6acba3-52b3-4af7-83e4-87592da1dbf0,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:39.855195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4ceffb15-ef1f-48b9-ae08-d9fc4ca12553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:39.859714 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b193da-4ba1-43db-b166-9246409472fe None None] Network 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:17:39.861885 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4ceffb15-ef1f-48b9-ae08-d9fc4ca12553 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bd6acba3-52b3-4af7-83e4-87592da1dbf0 HTTP/1.1" status: 204 len: 168 time: 0.4259512 Jul 29 17:17:39.864348 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60540) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:39.975314 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:39.986394 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] Deleting port 515ccb0c-64ad-4a1a-90da-c8fb90507701 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:17:39.986727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:40.133941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7af3239-5a8c-403a-83b5-946f7422bc95 None None] DHCP port deletion for 1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:17:40.138524 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f7af3239-5a8c-403a-83b5-946f7422bc95 None None] Deleting port 515ccb0c-64ad-4a1a-90da-c8fb90507701 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:17:40.139040 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f7af3239-5a8c-403a-83b5-946f7422bc95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:40.209158 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] For port 515ccb0c-64ad-4a1a-90da-c8fb90507701, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=515ccb0c-64ad-4a1a-90da-c8fb90507701,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:40.209519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:40.334385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] Calling delete_port for 515ccb0c-64ad-4a1a-90da-c8fb90507701 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:17:40.341523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-f7af3239-5a8c-403a-83b5-946f7422bc95 None None] For port 515ccb0c-64ad-4a1a-90da-c8fb90507701, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=515ccb0c-64ad-4a1a-90da-c8fb90507701,segment=NetworkSegment(d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0),segment_id=d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:40.341918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f7af3239-5a8c-403a-83b5-946f7422bc95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:40.412455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:40.459965 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] Pushing event deleted for resources: {'Port': ['ID=515ccb0c-64ad-4a1a-90da-c8fb90507701,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:40.461995 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] No DVR routers for this DVR port 515ccb0c-64ad-4a1a-90da-c8fb90507701 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:17:40.465459 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f7af3239-5a8c-403a-83b5-946f7422bc95 None None] Calling delete_port for 515ccb0c-64ad-4a1a-90da-c8fb90507701 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 17:17:40.530805 dv-neutron-851534-1-hyperv neutron-server[89211]: util.warn( Jul 29 17:17:40.537011 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-f7af3239-5a8c-403a-83b5-946f7422bc95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:17:40.537399 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-f7af3239-5a8c-403a-83b5-946f7422bc95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:17:40.576099 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:40.600399 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:40.612572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:40.612866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a679d5-dd1f-4012-bd5c-d2ecd121e9e0') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:40.623946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:40.642876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:40.649327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:17:40.649703 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:40.712535 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0 resource provider aggregate not found Jul 29 17:17:40.734757 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6a679d5-dd1f-4012-bd5c-d2ecd121e9e0 found for delete ", "request_id": "req-18aef740-09eb-44de-b483-f550f9cb0648"}]} Jul 29 17:17:40.747096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:40.763054 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:40.772919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:40.786339 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-82f192b8-a122-4f59-b02a-fd1524981625 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1d2448ac-dd25-49b0-be38-d1a4d4ed2a5e HTTP/1.1" status: 204 len: 168 time: 0.9210436 Jul 29 17:17:40.789215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60548) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:41.038693 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f7af3239-5a8c-403a-83b5-946f7422bc95 None None] Deleting port 515ccb0c-64ad-4a1a-90da-c8fb90507701 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:17:41.039250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f7af3239-5a8c-403a-83b5-946f7422bc95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:41.108008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-f7af3239-5a8c-403a-83b5-946f7422bc95 None None] The port '515ccb0c-64ad-4a1a-90da-c8fb90507701' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 17:17:41.420359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c7d376b-33fe-488e-a80a-cf03ebba5c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:41.423196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b1f4fccf-7199-4d26-95ab-cb5c60aaa3da no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:17:41.457374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: b1f4fccf-7199-4d26-95ab-cb5c60aaa3da {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:17:41.457797 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b1f4fccf-7199-4d26-95ab-cb5c60aaa3da not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:17:41.458271 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 515ccb0c-64ad-4a1a-90da-c8fb90507701 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:17:41.490343 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 515ccb0c-64ad-4a1a-90da-c8fb90507701 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:17:41.490692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 515ccb0c-64ad-4a1a-90da-c8fb90507701 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:17:41.767901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2c7d376b-33fe-488e-a80a-cf03ebba5c88 admin admin] Deleting port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:17:41.768243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c7d376b-33fe-488e-a80a-cf03ebba5c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:41.937203 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-2c7d376b-33fe-488e-a80a-cf03ebba5c88 admin admin] For port 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76,segment=NetworkSegment(438b1872-a57a-4a00-8321-55d42c3f3209),segment_id=438b1872-a57a-4a00-8321-55d42c3f3209)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:41.937561 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c7d376b-33fe-488e-a80a-cf03ebba5c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:42.058266 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2c7d376b-33fe-488e-a80a-cf03ebba5c88 admin admin] Calling delete_port for 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:17:42.220951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c7d376b-33fe-488e-a80a-cf03ebba5c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:42.267439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d376b-33fe-488e-a80a-cf03ebba5c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:42.539001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2c7d376b-33fe-488e-a80a-cf03ebba5c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:43.003985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7d376b-33fe-488e-a80a-cf03ebba5c88 admin admin] Router 0c0e119e-a329-49d1-99de-d37be3f7d0fa has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:17:43.185207 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7d376b-33fe-488e-a80a-cf03ebba5c88 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:17:43.194067 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8e0f83-d7f3-4f69-b990-6f963d80f338 None None] Sync routers for ids ['0c0e119e-a329-49d1-99de-d37be3f7d0fa'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:17:43.194667 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2c7d376b-33fe-488e-a80a-cf03ebba5c88 admin admin] 10.222.0.58 "PUT /v2.0/routers/0c0e119e-a329-49d1-99de-d37be3f7d0fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4042306 Jul 29 17:17:43.196951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60552) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:43.203261 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e0f83-d7f3-4f69-b990-6f963d80f338 None None] Routers {'0c0e119e-a329-49d1-99de-d37be3f7d0fa'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:17:43.203862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ee8e0f83-d7f3-4f69-b990-6f963d80f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:17:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0c0e119e-a329-49d1-99de-d37be3f7d0fa'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:43.371718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:43.408428 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-ee8e0f83-d7f3-4f69-b990-6f963d80f338 None None] Set router 0c0e119e-a329-49d1-99de-d37be3f7d0fa gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:17:43.554067 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:43.563387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] Deleting port e4463499-316e-4a96-87c1-92299066c9bb {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:17:43.563757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:43.700555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ee8e0f83-d7f3-4f69-b990-6f963d80f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'name': 'tempest-TestEncryptedCinderVolumes-722223407-router', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': 'e4463499-316e-4a96-87c1-92299066c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:17:42Z', 'revision_number': 5, 'project_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'gw_port': {'id': 'e4463499-316e-4a96-87c1-92299066c9bb', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:43.704388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8e0f83-d7f3-4f69-b990-6f963d80f338 None None] Checking router: 0c0e119e-a329-49d1-99de-d37be3f7d0fa for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:17:43.714426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e0f83-d7f3-4f69-b990-6f963d80f338 None None] Routers {'0c0e119e-a329-49d1-99de-d37be3f7d0fa'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:17:43.715017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ee8e0f83-d7f3-4f69-b990-6f963d80f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:17:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['0c0e119e-a329-49d1-99de-d37be3f7d0fa'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:43.737144 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] For port e4463499-316e-4a96-87c1-92299066c9bb, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e4463499-316e-4a96-87c1-92299066c9bb,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:43.737500 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:43.860492 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-ee8e0f83-d7f3-4f69-b990-6f963d80f338 None None] Set router 0c0e119e-a329-49d1-99de-d37be3f7d0fa gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:17:43.860792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] Calling delete_port for e4463499-316e-4a96-87c1-92299066c9bb owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:17:43.964370 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ee8e0f83-d7f3-4f69-b990-6f963d80f338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'name': 'tempest-TestEncryptedCinderVolumes-722223407-router', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:17:43Z', 'revision_number': 6, 'project_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:43.968201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8e0f83-d7f3-4f69-b990-6f963d80f338 None None] The sync data for ids ['0c0e119e-a329-49d1-99de-d37be3f7d0fa'] in dv-neutron-851534-1-hyperv is: [{'id': '0c0e119e-a329-49d1-99de-d37be3f7d0fa', 'name': 'tempest-TestEncryptedCinderVolumes-722223407-router', 'tenant_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:16:00Z', 'updated_at': '2022-07-29T17:17:43Z', 'revision_number': 6, 'project_id': 'c3a3db6b7b95499ba4497b36e2ef26ae', 'gw_port_host': None}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:17:44.027851 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:44.188805 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4463499-316e-4a96-87c1-92299066c9bb,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:44.285263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:44.457605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:44.459754 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:44.482157 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:44.482738 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c0e119e-a329-49d1-99de-d37be3f7d0fa {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:17:44.495678 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:44.496794 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8e478c78-9b03-48a1-90b9-baea40f49cb4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/0c0e119e-a329-49d1-99de-d37be3f7d0fa HTTP/1.1" status: 204 len: 168 time: 1.2988865 Jul 29 17:17:44.499281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60556) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:44.557817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-23aa7506-9a6f-40e8-9bef-2afbf1d372af admin admin] Deleting subnet b2a91c54-a264-4c20-aa2a-f6b133c6eba6 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:17:44.560668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23aa7506-9a6f-40e8-9bef-2afbf1d372af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:44.609877 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23aa7506-9a6f-40e8-9bef-2afbf1d372af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:44.685868 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23aa7506-9a6f-40e8-9bef-2afbf1d372af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:44.753539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23aa7506-9a6f-40e8-9bef-2afbf1d372af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:44.795849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa7506-9a6f-40e8-9bef-2afbf1d372af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2a91c54-a264-4c20-aa2a-f6b133c6eba6,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:44.798264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-23aa7506-9a6f-40e8-9bef-2afbf1d372af admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:44.802066 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26dbe1b-8eb6-4c11-b17a-7f404be0e507 None None] Network fe00fd92-ead5-486f-bc74-7e04e311eae3 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:17:44.804939 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-23aa7506-9a6f-40e8-9bef-2afbf1d372af admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b2a91c54-a264-4c20-aa2a-f6b133c6eba6 HTTP/1.1" status: 204 len: 168 time: 0.3047006 Jul 29 17:17:44.807965 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60560) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:44.919318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:44.930487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] Deleting port 645ab832-d893-41e2-a331-226092465305 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:17:44.930827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:45.068931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd095a5-f620-4d4a-9b8c-5e9879f3024a None None] DHCP port deletion for fe00fd92-ead5-486f-bc74-7e04e311eae3 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:17:45.073160 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5dd095a5-f620-4d4a-9b8c-5e9879f3024a None None] Deleting port 645ab832-d893-41e2-a331-226092465305 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:17:45.073536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5dd095a5-f620-4d4a-9b8c-5e9879f3024a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:45.139390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] For port 645ab832-d893-41e2-a331-226092465305, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=645ab832-d893-41e2-a331-226092465305,segment=NetworkSegment(438b1872-a57a-4a00-8321-55d42c3f3209),segment_id=438b1872-a57a-4a00-8321-55d42c3f3209)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:45.139858 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:45.186393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cd4feb20-e264-46d8-84e8-2c958aee9f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:45.266985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] Calling delete_port for 645ab832-d893-41e2-a331-226092465305 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:17:45.284980 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5dd095a5-f620-4d4a-9b8c-5e9879f3024a None None] For port 645ab832-d893-41e2-a331-226092465305, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=645ab832-d893-41e2-a331-226092465305,segment=NetworkSegment(438b1872-a57a-4a00-8321-55d42c3f3209),segment_id=438b1872-a57a-4a00-8321-55d42c3f3209)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:45.285400 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5dd095a5-f620-4d4a-9b8c-5e9879f3024a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:45.342356 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:45.394585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] Pushing event deleted for resources: {'Port': ['ID=645ab832-d893-41e2-a331-226092465305,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:45.402152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] No DVR routers for this DVR port 645ab832-d893-41e2-a331-226092465305 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:17:45.443354 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5dd095a5-f620-4d4a-9b8c-5e9879f3024a None None] Calling delete_port for 645ab832-d893-41e2-a331-226092465305 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:17:45.470977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e4463499-316e-4a96-87c1-92299066c9bb no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:17:45.511376 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: e4463499-316e-4a96-87c1-92299066c9bb {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:17:45.511768 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e4463499-316e-4a96-87c1-92299066c9bb not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:17:45.512123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:17:45.519087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:45.551897 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:17:45.552270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2f6aa2b2-5fff-4f5d-87b1-d6e28e9bea76 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:17:45.552642 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 645ab832-d893-41e2-a331-226092465305 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:17:45.590912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 645ab832-d893-41e2-a331-226092465305 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:17:45.591260 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 645ab832-d893-41e2-a331-226092465305 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:17:45.616827 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-5dd095a5-f620-4d4a-9b8c-5e9879f3024a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:17:45.617233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-5dd095a5-f620-4d4a-9b8c-5e9879f3024a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:17:45.651747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe00fd92-ead5-486f-bc74-7e04e311eae3']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:45.663880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438b1872-a57a-4a00-8321-55d42c3f3209') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:45.664175 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438b1872-a57a-4a00-8321-55d42c3f3209') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:45.675371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:45.691027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:45.696809 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:17:45.698002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:45.759235 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 438b1872-a57a-4a00-8321-55d42c3f3209 resource provider aggregate not found Jul 29 17:17:45.783490 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 438b1872-a57a-4a00-8321-55d42c3f3209 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 438b1872-a57a-4a00-8321-55d42c3f3209 found for delete ", "request_id": "req-8c553468-8f14-4d48-961f-62a4e7490382"}]} Jul 29 17:17:45.795033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:45.811113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:45.820951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] Pushing event deleted for resources: {'Network': ['ID=fe00fd92-ead5-486f-bc74-7e04e311eae3,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:45.825478 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0cd223e0-018a-4366-90e6-7206c1d032bf admin admin] 10.222.0.58 "DELETE /v2.0/networks/fe00fd92-ead5-486f-bc74-7e04e311eae3 HTTP/1.1" status: 204 len: 168 time: 1.0163660 Jul 29 17:17:45.986904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60570) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:46.035317 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bb250c9c-9b2e-40bb-b86a-7927bbd4e118 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea4cafa7d15e469ebfc36e9052e5cab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472660 Jul 29 17:17:46.037789 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60574) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:46.093904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-da78bbbf-1087-40b7-bfbe-0b21f3e0bf84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:46.118542 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5dd095a5-f620-4d4a-9b8c-5e9879f3024a None None] Deleting port 645ab832-d893-41e2-a331-226092465305 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:17:46.119632 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5dd095a5-f620-4d4a-9b8c-5e9879f3024a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:46.120018 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-da78bbbf-1087-40b7-bfbe-0b21f3e0bf84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:46.171038 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-da78bbbf-1087-40b7-bfbe-0b21f3e0bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:46.187135 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5dd095a5-f620-4d4a-9b8c-5e9879f3024a None None] The port '645ab832-d893-41e2-a331-226092465305' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 17:17:46.194488 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78bbbf-1087-40b7-bfbe-0b21f3e0bf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be5db05-bae3-4db4-9d6f-644d37d0c5d7,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:46.203725 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-da78bbbf-1087-40b7-bfbe-0b21f3e0bf84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:46.205023 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-da78bbbf-1087-40b7-bfbe-0b21f3e0bf84 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4be5db05-bae3-4db4-9d6f-644d37d0c5d7 HTTP/1.1" status: 204 len: 168 time: 0.1663592 Jul 29 17:17:46.529937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60582) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:46.577054 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a06b1676-b12e-4e67-9909-2b6fb391700d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c3a3db6b7b95499ba4497b36e2ef26ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459795 Jul 29 17:17:46.579450 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60586) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:46.635086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca176d21-ea06-438f-9f16-2f0d0f85ebce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:46.659940 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca176d21-ea06-438f-9f16-2f0d0f85ebce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:46.710379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca176d21-ea06-438f-9f16-2f0d0f85ebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:46.724816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca176d21-ea06-438f-9f16-2f0d0f85ebce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99528d30-c6ec-4f56-8dbd-3d66312f671e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:46.731479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca176d21-ea06-438f-9f16-2f0d0f85ebce admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:46.732599 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ca176d21-ea06-438f-9f16-2f0d0f85ebce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/99528d30-c6ec-4f56-8dbd-3d66312f671e HTTP/1.1" status: 204 len: 168 time: 0.1522763 Jul 29 17:17:47.419478 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60610) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:47.535826 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-909229922-network', 'tenant_id': 'ba17c7db008b48af88a503773ec22951'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:47.541471 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:17:47.545969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Usage tracker for resource:network and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:17:47.549274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:17:47.555391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:17:47.566902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Made reservation on behalf of ba17c7db008b48af88a503773ec22951 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:17:47.569280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:47.581730 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:47.599109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:17:47.602983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Usage tracker for resource:security_group_rule and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:17:47.606386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:17:47.612681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:17:47.697721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:47.702781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:47.724028 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-52bb0790-e8cd-4ff2-b6ee-15821f4a8172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:47.739133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:17:47.745312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cbe8fa-5cbf-4ce9-bd84-9952fd099493,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:47.752722 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:47.753228 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Added segment 22abaa7d-b30c-457b-bb0b-8183ac72b829 of type vlan for network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d Jul 29 17:17:47.778431 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:47.807374 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:47.808305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:47.808883 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:47.909520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] Pushing event updated for resources: {'Network': ['ID=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:47.912734 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-739d3db4-8d93-4773-9070-f411da5e8d7b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4922566 Jul 29 17:17:47.915638 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60616) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:47.921680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] Request body: {'subnet': {'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-909229922-subnet', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'ip_version': 4}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:47.923479 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:17:47.926544 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:17:47.930432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] Usage tracker for resource:subnet and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:17:47.933321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:17:47.939072 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:17:47.949468 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] Made reservation on behalf of ba17c7db008b48af88a503773ec22951 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:17:47.951989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:48.152691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:48.227015 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d4fb78-5394-4d6a-b95e-6c589866e65d,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:48.237499 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] Checking segment: {'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:17:48.237856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] Network hostable DHCP agents. Network: cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:17:48.256264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] Network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:17:48.266044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:48.270585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:48.271174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:48.276309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce52e9e-59f6-456a-9d7e-306988e5d26c None None] Network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:17:48.293640 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ff6a3fe3-4765-475a-aa1a-80031ed503c9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3760810 Jul 29 17:17:48.296129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60620) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:48.300967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:48.305582 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:17:48.309722 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Usage tracker for resource:router and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:17:48.312969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:17:48.319051 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:17:48.330336 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:48.331523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:48.346733 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:48.431956 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:48.508183 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:17:48.509250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:48.575321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:48.610815 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:48.675971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Allocated IP 172.20.0.2 (cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d/56d4fb78-5394-4d6a-b95e-6c589866e65d/a68bbe77-bd6e-4afa-9f48-b74680531535) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:17:48.883010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:48.894448 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Transition to ACTIVE for port object a68bbe77-bd6e-4afa-9f48-b74680531535 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:48.912802 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Transition to ACTIVE for port object a68bbe77-bd6e-4afa-9f48-b74680531535 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:48.918166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:48.986034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:17:48.988813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:48.992490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:17:49.000382 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Pushing event updated for resources: {'Port': ['ID=a68bbe77-bd6e-4afa-9f48-b74680531535,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:49.032457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:49.062962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:49.095941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Attempting to bind port a68bbe77-bd6e-4afa-9f48-b74680531535 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:17:49.096317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Attempting to bind port a68bbe77-bd6e-4afa-9f48-b74680531535 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:17:49.096678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Attempting to bind port a68bbe77-bd6e-4afa-9f48-b74680531535 on network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:17:49.101779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:17:49.102219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Checking segment: {'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:17:49.102560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:49.102953 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Bound using segment: {'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:17:49.103934 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Bound port: a68bbe77-bd6e-4afa-9f48-b74680531535, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:17:49.104304 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:49.194002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] For port a68bbe77-bd6e-4afa-9f48-b74680531535, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:17:49.196875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] For port a68bbe77-bd6e-4afa-9f48-b74680531535, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a68bbe77-bd6e-4afa-9f48-b74680531535,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:17:49.201652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:49.202158 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Allocated IP 172.26.1.115 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/493b79b0-c27f-4b5c-8688-d10bf762b13c) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:17:49.283401 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8b165-81f9-4034-8ee1-7c6418a9f3c1 None None] Pushing event updated for resources: {'Port': ['ID=a68bbe77-bd6e-4afa-9f48-b74680531535,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:49.353014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:49.384908 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:49.464540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:17:49.467534 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:49.469972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:17:49.518907 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Pushing event updated for resources: {'Port': ['ID=493b79b0-c27f-4b5c-8688-d10bf762b13c,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:49.908553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:50.020380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:50.179557 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37de6e14-9806-4b74-ad1b-9fb0ce9b5779 None None] Network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:17:50.249870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:50.276599 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d871987d-e7e5-45fa-8348-afcac099c2ec None None] Provisioning for port a68bbe77-bd6e-4afa-9f48-b74680531535 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:17:50.583985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Router 990128a2-67ae-4383-af17-952889a4cc44 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:17:50.766008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:17:50.774063 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Sync routers for ids ['990128a2-67ae-4383-af17-952889a4cc44'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:17:50.786326 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Routers {'990128a2-67ae-4383-af17-952889a4cc44'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:17:50.786947 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:17:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['990128a2-67ae-4383-af17-952889a4cc44'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:50.789778 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:50.791153 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d0111d34-5ffb-4b44-bcbf-c462bf8bfbeb admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4941151 Jul 29 17:17:50.794305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60624) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:50.905424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:50.957426 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Set router 990128a2-67ae-4383-af17-952889a4cc44 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:17:51.229821 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:49Z', 'revision_number': 3, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:51.233545 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Checking router: 990128a2-67ae-4383-af17-952889a4cc44 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:17:51.233891 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Updating router 990128a2-67ae-4383-af17-952889a4cc44 port 493b79b0-c27f-4b5c-8688-d10bf762b13c binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:17:51.287782 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:51.459886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:51.462037 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a68bbe77-bd6e-4afa-9f48-b74680531535 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:17:51.530132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port a68bbe77-bd6e-4afa-9f48-b74680531535 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:17:51.535282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port a68bbe77-bd6e-4afa-9f48-b74680531535 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:51.535711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:51.627086 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:51.642214 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Transition to ACTIVE for port object 493b79b0-c27f-4b5c-8688-d10bf762b13c will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:51.652387 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:51.655279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port a68bbe77-bd6e-4afa-9f48-b74680531535 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:17:51.655664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:51.688731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port a68bbe77-bd6e-4afa-9f48-b74680531535, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a68bbe77-bd6e-4afa-9f48-b74680531535,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:51.694717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:51.696116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Allocated IP 172.20.0.1 (cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d/56d4fb78-5394-4d6a-b95e-6c589866e65d/802d2f4a-e60c-4b83-a590-69067d95f139) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:17:51.731764 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Attempting to bind port 493b79b0-c27f-4b5c-8688-d10bf762b13c on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:17:51.732126 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Attempting to bind port 493b79b0-c27f-4b5c-8688-d10bf762b13c by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:17:51.733781 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Attempting to bind port 493b79b0-c27f-4b5c-8688-d10bf762b13c on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:17:51.743183 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:17:51.743549 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:17:51.744480 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:51.744867 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:17:51.745360 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Bound port: 493b79b0-c27f-4b5c-8688-d10bf762b13c, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:17:51.745727 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:51.765355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=a68bbe77-bd6e-4afa-9f48-b74680531535,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:51.776620 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fa9d3-2b6c-4487-b43d-def0e3409f85 None None] Pushing event updated for resources: {'Port': ['ID=493b79b0-c27f-4b5c-8688-d10bf762b13c,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:51.796626 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fa9d3-2b6c-4487-b43d-def0e3409f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:51.796893 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fa9d3-2b6c-4487-b43d-def0e3409f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:51.797247 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fa9d3-2b6c-4487-b43d-def0e3409f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:51.797574 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fa9d3-2b6c-4487-b43d-def0e3409f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:51.797896 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fa9d3-2b6c-4487-b43d-def0e3409f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:51.798227 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fa9d3-2b6c-4487-b43d-def0e3409f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:51.798544 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fa9d3-2b6c-4487-b43d-def0e3409f85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:51.798862 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fa9d3-2b6c-4487-b43d-def0e3409f85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:51.799174 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fa9d3-2b6c-4487-b43d-def0e3409f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:51.799486 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fa9d3-2b6c-4487-b43d-def0e3409f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:51.799798 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fa9d3-2b6c-4487-b43d-def0e3409f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:51.800105 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7fa9d3-2b6c-4487-b43d-def0e3409f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:51.834398 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] For port 493b79b0-c27f-4b5c-8688-d10bf762b13c, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:17:51.837351 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] For port 493b79b0-c27f-4b5c-8688-d10bf762b13c, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=493b79b0-c27f-4b5c-8688-d10bf762b13c,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:17:51.843389 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:51.922426 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Routers {'990128a2-67ae-4383-af17-952889a4cc44'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:17:51.923053 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:17:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['990128a2-67ae-4383-af17-952889a4cc44'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:51.969433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:51.980653 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fa9d3-2b6c-4487-b43d-def0e3409f85 None None] Pushing event updated for resources: {'Port': ['ID=493b79b0-c27f-4b5c-8688-d10bf762b13c,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:51.986377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Transition to ACTIVE for port object 802d2f4a-e60c-4b83-a590-69067d95f139 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:52.009871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:52.073019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:17:52.075709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:52.080345 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:17:52.106600 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] Set router 990128a2-67ae-4383-af17-952889a4cc44 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:17:52.124292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Pushing event updated for resources: {'Port': ['ID=802d2f4a-e60c-4b83-a590-69067d95f139,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:52.144501 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:52.260189 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:52.342440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e14d3d92-4c3d-4157-b170-306560a27b13 None None] Provisioning for port 802d2f4a-e60c-4b83-a590-69067d95f139 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:17:52.347390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e14d3d92-4c3d-4157-b170-306560a27b13 None None] Provisioning complete for port 802d2f4a-e60c-4b83-a590-69067d95f139 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:52.347728 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e14d3d92-4c3d-4157-b170-306560a27b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:52.404471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e14d3d92-4c3d-4157-b170-306560a27b13 None None] Port 802d2f4a-e60c-4b83-a590-69067d95f139 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:17:52.432261 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:49Z', 'revision_number': 3, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:52.436068 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f3c8b-20b1-4b80-9bbc-79301ff3bdc9 None None] The sync data for ids ['990128a2-67ae-4383-af17-952889a4cc44'] in dv-neutron-851534-1-hyperv is: [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:49Z', 'revision_number': 3, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:17:52.488410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:52.492989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:52.600260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:52.604145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Pushing event updated for resources: {'Port': ['ID=802d2f4a-e60c-4b83-a590-69067d95f139,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:52.750820 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:17:52.752005 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:52.955613 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Router 990128a2-67ae-4383-af17-952889a4cc44 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:17:53.027841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5acac54c-290a-49ef-901e-2f470773c967 None None] Provisioning complete for port 802d2f4a-e60c-4b83-a590-69067d95f139 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:53.028336 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5acac54c-290a-49ef-901e-2f470773c967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:53.084755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5acac54c-290a-49ef-901e-2f470773c967 None None] Port 802d2f4a-e60c-4b83-a590-69067d95f139 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:17:53.143901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:17:53.153200 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1eb258bb-a802-452a-9972-b26b276f72eb admin admin] 10.222.0.58 "PUT /v2.0/routers/990128a2-67ae-4383-af17-952889a4cc44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3578541 Jul 29 17:17:53.504061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a68bbe77-bd6e-4afa-9f48-b74680531535 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:17:53.577354 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port a68bbe77-bd6e-4afa-9f48-b74680531535 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:53.577720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:53.684740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 60642) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:53.690244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1938173663-network', 'tenant_id': 'a766011144df4134acd2dafbf06766ab'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:53.697894 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:17:53.699014 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port a68bbe77-bd6e-4afa-9f48-b74680531535 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:17:53.700125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 493b79b0-c27f-4b5c-8688-d10bf762b13c up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:17:53.702296 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Usage tracker for resource:network and tenant:a766011144df4134acd2dafbf06766ab is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:17:53.705237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:17:53.711751 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:17:53.722583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Made reservation on behalf of a766011144df4134acd2dafbf06766ab for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:17:53.725731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:53.739308 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:53.758754 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:17:53.762726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Usage tracker for resource:security_group_rule and tenant:a766011144df4134acd2dafbf06766ab is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:17:53.765649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:17:53.772385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 493b79b0-c27f-4b5c-8688-d10bf762b13c completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:17:53.772599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:17:53.777379 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 493b79b0-c27f-4b5c-8688-d10bf762b13c triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:53.777759 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:53.860497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:53.864539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:53.894838 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:17:53.901847 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 493b79b0-c27f-4b5c-8688-d10bf762b13c is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:17:53.902422 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:53.903947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267a65c9-34a2-4111-a06c-0499820371b1,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:53.912861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:53.913234 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Added segment ab15f8e0-aac3-4399-8f0f-b0061faf97d3 of type vlan for network db123e1b-cce6-4fe6-9809-be77c6dd0c2d Jul 29 17:17:53.915056 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:53.915405 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:53.915763 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:53.916894 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:53.917331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:53.917634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:53.918025 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:53.918293 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:53.919046 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:53.920382 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:53.920382 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:53.920662 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:53.924814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 493b79b0-c27f-4b5c-8688-d10bf762b13c, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=493b79b0-c27f-4b5c-8688-d10bf762b13c,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:53.927278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Sync routers for ids ['990128a2-67ae-4383-af17-952889a4cc44'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:17:53.933655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:53.951961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:53.977250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Routers {'990128a2-67ae-4383-af17-952889a4cc44'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:17:53.977879 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:17:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['990128a2-67ae-4383-af17-952889a4cc44'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:53.982213 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:53.983190 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:53.983796 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.086186 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] Pushing event updated for resources: {'Network': ['ID=db123e1b-cce6-4fe6-9809-be77c6dd0c2d,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:54.089687 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2c507b43-c8e7-481f-bd62-f959523b9efd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4039068 Jul 29 17:17:54.092462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60646) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:54.098570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] Request body: {'subnet': {'network_id': 'db123e1b-cce6-4fe6-9809-be77c6dd0c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1938173663-subnet', 'tenant_id': 'a766011144df4134acd2dafbf06766ab', 'ip_version': 4}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:54.103080 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network db123e1b-cce6-4fe6-9809-be77c6dd0c2d details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:17:54.104693 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:17:54.108691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] Usage tracker for resource:subnet and tenant:a766011144df4134acd2dafbf06766ab is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:17:54.111568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:17:54.117672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:17:54.128849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] Made reservation on behalf of a766011144df4134acd2dafbf06766ab for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:17:54.131129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.209343 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=493b79b0-c27f-4b5c-8688-d10bf762b13c,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:54.265953 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Set router 990128a2-67ae-4383-af17-952889a4cc44 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:17:54.333204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.408300 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e3c426-5230-41a7-8158-18f3508e329c,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:54.416885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] Checking segment: {'id': 'ab15f8e0-aac3-4399-8f0f-b0061faf97d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'db123e1b-cce6-4fe6-9809-be77c6dd0c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:17:54.417389 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] Network hostable DHCP agents. Network: db123e1b-cce6-4fe6-9809-be77c6dd0c2d, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:17:54.436095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] Network db123e1b-cce6-4fe6-9809-be77c6dd0c2d is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:17:54.445558 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, db123e1b-cce6-4fe6-9809-be77c6dd0c2d) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:54.450586 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:17:54.451810 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.474044 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7153e99f-2d3c-404b-8994-f07330001966 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3802245 Jul 29 17:17:54.476678 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60650) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:54.481940 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1938173663-router', 'tenant_id': 'a766011144df4134acd2dafbf06766ab', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:54.486958 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:17:54.491124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Usage tracker for resource:router and tenant:a766011144df4134acd2dafbf06766ab is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:17:54.494328 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:17:54.497187 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2e12f6-d02e-4f96-a570-6d6893505e98 None None] Network db123e1b-cce6-4fe6-9809-be77c6dd0c2d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:17:54.501391 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:17:54.513671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.515027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.533683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.802361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-db123e1b-cce6-4fe6-9809-be77c6dd0c2d', 'network_id': 'db123e1b-cce6-4fe6-9809-be77c6dd0c2d', 'tenant_id': 'a766011144df4134acd2dafbf06766ab', 'fixed_ips': [{'subnet_id': '94e3c426-5230-41a7-8158-18f3508e329c'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:17:54.803180 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.822808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '802d2f4a-e60c-4b83-a590-69067d95f139', 'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'mac_address': 'fa:16:3e:e6:48:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:51Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 2, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'subnets': [{'id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:54.829282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Checking router: 990128a2-67ae-4383-af17-952889a4cc44 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:17:54.829637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Updating router 990128a2-67ae-4383-af17-952889a4cc44 port 802d2f4a-e60c-4b83-a590-69067d95f139 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:17:54.919695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.943390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.100590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Allocated IP 172.20.0.2 (db123e1b-cce6-4fe6-9809-be77c6dd0c2d/94e3c426-5230-41a7-8158-18f3508e329c/afa7be71-7a93-4958-8cae-69f6505c603e) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:17:55.232651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.262547 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.402496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Allocated IP 172.26.1.95 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/cb97e7f1-72e1-4799-b977-cb23b9c5793a) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:17:55.469803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 493b79b0-c27f-4b5c-8688-d10bf762b13c up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:17:55.529747 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.558202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.562778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Transition to ACTIVE for port object afa7be71-7a93-4958-8cae-69f6505c603e will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:55.576813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.587020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.600126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Transition to ACTIVE for port object 802d2f4a-e60c-4b83-a590-69067d95f139 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:55.602796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Transition to ACTIVE for port object afa7be71-7a93-4958-8cae-69f6505c603e will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:55.614034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.646008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.653908 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:17:55.656668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:55.656881 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 493b79b0-c27f-4b5c-8688-d10bf762b13c triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:55.657270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.660419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:17:55.694627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Pushing event updated for resources: {'Port': ['ID=cb97e7f1-72e1-4799-b977-cb23b9c5793a,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:55.789755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Network db123e1b-cce6-4fe6-9809-be77c6dd0c2d is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:17:55.797977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:55.807293 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:17:55.809402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5e465-5f27-4abb-b4b9-0f075d6eb4c2 None None] Pushing event updated for resources: {'Port': ['ID=802d2f4a-e60c-4b83-a590-69067d95f139,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:56.139481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Pushing event updated for resources: {'Port': ['ID=afa7be71-7a93-4958-8cae-69f6505c603e,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:56.149717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Attempting to bind port 802d2f4a-e60c-4b83-a590-69067d95f139 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:17:56.150591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Attempting to bind port 802d2f4a-e60c-4b83-a590-69067d95f139 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:17:56.150961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Attempting to bind port 802d2f4a-e60c-4b83-a590-69067d95f139 on network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:17:56.176497 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:17:56.176870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Checking segment: {'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:17:56.177293 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:56.177680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Bound using segment: {'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:17:56.178147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Bound port: 802d2f4a-e60c-4b83-a590-69067d95f139, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:17:56.178518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:56.186997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Attempting to bind port afa7be71-7a93-4958-8cae-69f6505c603e on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:17:56.187368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Attempting to bind port afa7be71-7a93-4958-8cae-69f6505c603e by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'ab15f8e0-aac3-4399-8f0f-b0061faf97d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'db123e1b-cce6-4fe6-9809-be77c6dd0c2d'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:17:56.187721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Attempting to bind port afa7be71-7a93-4958-8cae-69f6505c603e on network db123e1b-cce6-4fe6-9809-be77c6dd0c2d {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:17:56.199317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:17:56.199683 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Checking segment: {'id': 'ab15f8e0-aac3-4399-8f0f-b0061faf97d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'db123e1b-cce6-4fe6-9809-be77c6dd0c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:17:56.200069 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:56.200452 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Bound using segment: {'id': 'ab15f8e0-aac3-4399-8f0f-b0061faf97d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'db123e1b-cce6-4fe6-9809-be77c6dd0c2d'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:17:56.200902 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Bound port: afa7be71-7a93-4958-8cae-69f6505c603e, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab15f8e0-aac3-4399-8f0f-b0061faf97d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'db123e1b-cce6-4fe6-9809-be77c6dd0c2d'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:17:56.201287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:56.210533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:56.219314 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 493b79b0-c27f-4b5c-8688-d10bf762b13c is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:17:56.354576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] For port 802d2f4a-e60c-4b83-a590-69067d95f139, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:17:56.358722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] For port 802d2f4a-e60c-4b83-a590-69067d95f139, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=802d2f4a-e60c-4b83-a590-69067d95f139,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:17:56.361657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] For port afa7be71-7a93-4958-8cae-69f6505c603e, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:17:56.365148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] For port afa7be71-7a93-4958-8cae-69f6505c603e, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=afa7be71-7a93-4958-8cae-69f6505c603e,segment=NetworkSegment(ab15f8e0-aac3-4399-8f0f-b0061faf97d3),segment_id=ab15f8e0-aac3-4399-8f0f-b0061faf97d3)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:17:56.366721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:56.403814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:56.468555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Routers {'990128a2-67ae-4383-af17-952889a4cc44'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:17:56.469199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:17:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['990128a2-67ae-4383-af17-952889a4cc44'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:56.524324 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5e465-5f27-4abb-b4b9-0f075d6eb4c2 None None] Pushing event updated for resources: {'Port': ['ID=802d2f4a-e60c-4b83-a590-69067d95f139,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:56.571405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:56.688137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76eba2-81c4-4845-96c0-c83d6efc6bcb None None] Pushing event updated for resources: {'Port': ['ID=afa7be71-7a93-4958-8cae-69f6505c603e,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:56.726057 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] Set router 990128a2-67ae-4383-af17-952889a4cc44 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:17:56.825369 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Router c92eb9cb-49be-409b-aec1-b053b8fe7401 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:17:57.008531 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:17:57.018031 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Sync routers for ids ['c92eb9cb-49be-409b-aec1-b053b8fe7401'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:17:57.027279 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Routers {'c92eb9cb-49be-409b-aec1-b053b8fe7401'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:17:57.027874 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:17:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c92eb9cb-49be-409b-aec1-b053b8fe7401'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:57.034226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:57.037798 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bbbb4095-6261-482b-bd1d-37766226e464 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5574543 Jul 29 17:17:57.038073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 60654) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:17:57.069795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '802d2f4a-e60c-4b83-a590-69067d95f139', 'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'mac_address': 'fa:16:3e:e6:48:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:51Z', 'updated_at': '2022-07-29T17:17:56Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'subnets': [{'id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:57.074634 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb035239-351b-43ac-80bf-87c698050d27 None None] The sync data for ids ['990128a2-67ae-4383-af17-952889a4cc44'] in dv-neutron-851534-1-hyperv is: [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '802d2f4a-e60c-4b83-a590-69067d95f139', 'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'mac_address': 'fa:16:3e:e6:48:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:51Z', 'updated_at': '2022-07-29T17:17:56Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'subnets': [{'id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:17:57.234807 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Set router c92eb9cb-49be-409b-aec1-b053b8fe7401 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:17:57.562854 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device afa7be71-7a93-4958-8cae-69f6505c603e up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:17:57.686249 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'name': 'tempest-TestMinimumBasicScenario-1938173663-router', 'tenant_id': 'a766011144df4134acd2dafbf06766ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'cb97e7f1-72e1-4799-b977-cb23b9c5793a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:54Z', 'updated_at': '2022-07-29T17:17:55Z', 'revision_number': 3, 'project_id': 'a766011144df4134acd2dafbf06766ab', 'gw_port': {'id': 'cb97e7f1-72e1-4799-b977-cb23b9c5793a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:55Z', 'updated_at': '2022-07-29T17:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:57.686789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port afa7be71-7a93-4958-8cae-69f6505c603e completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:17:57.691922 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Checking router: c92eb9cb-49be-409b-aec1-b053b8fe7401 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:17:57.691922 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Updating router c92eb9cb-49be-409b-aec1-b053b8fe7401 port cb97e7f1-72e1-4799-b977-cb23b9c5793a binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:17:57.708339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 802d2f4a-e60c-4b83-a590-69067d95f139 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:17:57.797239 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:57.801260 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 802d2f4a-e60c-4b83-a590-69067d95f139 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:17:57.807912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60696b7-ed00-433a-b341-66e9943ed416 None None] Network db123e1b-cce6-4fe6-9809-be77c6dd0c2d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:17:57.890745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 802d2f4a-e60c-4b83-a590-69067d95f139 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:57.891213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:57.988524 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-380cc6d3-cd17-4824-b984-00eca706d583 None None] Provisioning for port afa7be71-7a93-4958-8cae-69f6505c603e completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:17:58.006744 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.006966 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-380cc6d3-cd17-4824-b984-00eca706d583 None None] Provisioning complete for port afa7be71-7a93-4958-8cae-69f6505c603e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:58.007297 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-380cc6d3-cd17-4824-b984-00eca706d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.210993 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.227268 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Transition to ACTIVE for port object cb97e7f1-72e1-4799-b977-cb23b9c5793a will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:58.237652 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.248943 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Allocated IP 172.20.0.1 (db123e1b-cce6-4fe6-9809-be77c6dd0c2d/94e3c426-5230-41a7-8158-18f3508e329c/c3e37e58-8fb4-4b2e-b364-517c82f69313) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:17:58.332343 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6ccf1-ae27-42be-9bed-8f29966c65f9 None None] Pushing event updated for resources: {'Port': ['ID=cb97e7f1-72e1-4799-b977-cb23b9c5793a,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:58.359130 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Attempting to bind port cb97e7f1-72e1-4799-b977-cb23b9c5793a on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:17:58.359499 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Attempting to bind port cb97e7f1-72e1-4799-b977-cb23b9c5793a by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:17:58.359859 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Attempting to bind port cb97e7f1-72e1-4799-b977-cb23b9c5793a on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:17:58.365083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-380cc6d3-cd17-4824-b984-00eca706d583 None None] Current status of the port afa7be71-7a93-4958-8cae-69f6505c603e is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:17:58.365280 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-380cc6d3-cd17-4824-b984-00eca706d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.366338 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:17:58.366710 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:17:58.367109 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.367481 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:17:58.367938 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Bound port: cb97e7f1-72e1-4799-b977-cb23b9c5793a, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:17:58.368306 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.403808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 802d2f4a-e60c-4b83-a590-69067d95f139 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:17:58.404186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.446958 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-380cc6d3-cd17-4824-b984-00eca706d583 None None] For port afa7be71-7a93-4958-8cae-69f6505c603e, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=afa7be71-7a93-4958-8cae-69f6505c603e,segment=NetworkSegment(ab15f8e0-aac3-4399-8f0f-b0061faf97d3),segment_id=ab15f8e0-aac3-4399-8f0f-b0061faf97d3)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:58.447269 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.461933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-380cc6d3-cd17-4824-b984-00eca706d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.468342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Transition to ACTIVE for port object c3e37e58-8fb4-4b2e-b364-517c82f69313 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:58.471216 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] For port cb97e7f1-72e1-4799-b977-cb23b9c5793a, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:17:58.478735 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] For port cb97e7f1-72e1-4799-b977-cb23b9c5793a, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cb97e7f1-72e1-4799-b977-cb23b9c5793a,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:17:58.485237 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.497848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.514893 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 802d2f4a-e60c-4b83-a590-69067d95f139, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=802d2f4a-e60c-4b83-a590-69067d95f139,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:17:58.523512 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.600998 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cc6d3-cd17-4824-b984-00eca706d583 None None] Pushing event updated for resources: {'Port': ['ID=afa7be71-7a93-4958-8cae-69f6505c603e,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:58.617017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Network db123e1b-cce6-4fe6-9809-be77c6dd0c2d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:17:58.618695 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Routers {'c92eb9cb-49be-409b-aec1-b053b8fe7401'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:17:58.620122 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:17:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c92eb9cb-49be-409b-aec1-b053b8fe7401'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:58.621577 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:58.625418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:17:58.692208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=802d2f4a-e60c-4b83-a590-69067d95f139,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:58.698237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Pushing event updated for resources: {'Port': ['ID=c3e37e58-8fb4-4b2e-b364-517c82f69313,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:58.710667 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6ccf1-ae27-42be-9bed-8f29966c65f9 None None] Pushing event updated for resources: {'Port': ['ID=cb97e7f1-72e1-4799-b977-cb23b9c5793a,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:58.718508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.803144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bafe5f0b-78fb-4b98-ba5f-f86e5172a516 None None] Provisioning complete for port afa7be71-7a93-4958-8cae-69f6505c603e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:58.803601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bafe5f0b-78fb-4b98-ba5f-f86e5172a516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.853599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:58.901950 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] Set router c92eb9cb-49be-409b-aec1-b053b8fe7401 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:17:58.937668 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-bafe5f0b-78fb-4b98-ba5f-f86e5172a516 None None] Current status of the port afa7be71-7a93-4958-8cae-69f6505c603e is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:17:59.058912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bf40b543-d349-496e-a3f8-1360be2c2c80 None None] Provisioning for port c3e37e58-8fb4-4b2e-b364-517c82f69313 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:17:59.064315 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bf40b543-d349-496e-a3f8-1360be2c2c80 None None] Provisioning complete for port c3e37e58-8fb4-4b2e-b364-517c82f69313 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:59.065025 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bf40b543-d349-496e-a3f8-1360be2c2c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:59.107160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:59.112503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:59.128189 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-bf40b543-d349-496e-a3f8-1360be2c2c80 None None] Port c3e37e58-8fb4-4b2e-b364-517c82f69313 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:17:59.196810 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'name': 'tempest-TestMinimumBasicScenario-1938173663-router', 'tenant_id': 'a766011144df4134acd2dafbf06766ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'cb97e7f1-72e1-4799-b977-cb23b9c5793a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:54Z', 'updated_at': '2022-07-29T17:17:55Z', 'revision_number': 3, 'project_id': 'a766011144df4134acd2dafbf06766ab', 'gw_port': {'id': 'cb97e7f1-72e1-4799-b977-cb23b9c5793a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:55Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:59.200693 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff1ca89-d66f-4e0b-a39b-0fb84f010e7d None None] The sync data for ids ['c92eb9cb-49be-409b-aec1-b053b8fe7401'] in dv-neutron-851534-1-hyperv is: [{'id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'name': 'tempest-TestMinimumBasicScenario-1938173663-router', 'tenant_id': 'a766011144df4134acd2dafbf06766ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'cb97e7f1-72e1-4799-b977-cb23b9c5793a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:54Z', 'updated_at': '2022-07-29T17:17:55Z', 'revision_number': 3, 'project_id': 'a766011144df4134acd2dafbf06766ab', 'gw_port': {'id': 'cb97e7f1-72e1-4799-b977-cb23b9c5793a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:55Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:17:59.223942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:59.227549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Pushing event updated for resources: {'Port': ['ID=c3e37e58-8fb4-4b2e-b364-517c82f69313,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:59.372639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Network db123e1b-cce6-4fe6-9809-be77c6dd0c2d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:17:59.373897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:59.501177 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device afa7be71-7a93-4958-8cae-69f6505c603e up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:17:59.617522 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port afa7be71-7a93-4958-8cae-69f6505c603e triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:59.618229 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:59.620807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Router c92eb9cb-49be-409b-aec1-b053b8fe7401 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:17:59.765594 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port afa7be71-7a93-4958-8cae-69f6505c603e is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:17:59.766722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 802d2f4a-e60c-4b83-a590-69067d95f139 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:17:59.796782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9a66be4b-de2e-47c2-8162-cc8e431e549a None None] Provisioning complete for port c3e37e58-8fb4-4b2e-b364-517c82f69313 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:59.797276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9a66be4b-de2e-47c2-8162-cc8e431e549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:59.878060 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9a66be4b-de2e-47c2-8162-cc8e431e549a None None] Port c3e37e58-8fb4-4b2e-b364-517c82f69313 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:17:59.891745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 802d2f4a-e60c-4b83-a590-69067d95f139 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:59.892116 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:59.944058 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:17:59.961737 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ce819a4f-60d4-4cfd-8b4a-1dc30251775a admin admin] 10.222.0.58 "PUT /v2.0/routers/c92eb9cb-49be-409b-aec1-b053b8fe7401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9223125 Jul 29 17:18:00.014027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 802d2f4a-e60c-4b83-a590-69067d95f139 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:18:00.790297 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Sync routers for ids ['c92eb9cb-49be-409b-aec1-b053b8fe7401'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:18:00.803217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Routers {'c92eb9cb-49be-409b-aec1-b053b8fe7401'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:18:00.803755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:17:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c92eb9cb-49be-409b-aec1-b053b8fe7401'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:00.997176 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Set router c92eb9cb-49be-409b-aec1-b053b8fe7401 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:18:01.335652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'name': 'tempest-TestMinimumBasicScenario-1938173663-router', 'tenant_id': 'a766011144df4134acd2dafbf06766ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'cb97e7f1-72e1-4799-b977-cb23b9c5793a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:54Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 4, 'project_id': 'a766011144df4134acd2dafbf06766ab', 'gw_port': {'id': 'cb97e7f1-72e1-4799-b977-cb23b9c5793a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:55Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'c3e37e58-8fb4-4b2e-b364-517c82f69313', 'name': '', 'network_id': 'db123e1b-cce6-4fe6-9809-be77c6dd0c2d', 'tenant_id': 'a766011144df4134acd2dafbf06766ab', 'mac_address': 'fa:16:3e:82:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '94e3c426-5230-41a7-8158-18f3508e329c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:58Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 2, 'project_id': 'a766011144df4134acd2dafbf06766ab', 'subnets': [{'id': '94e3c426-5230-41a7-8158-18f3508e329c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:01.340483 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Checking router: c92eb9cb-49be-409b-aec1-b053b8fe7401 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:18:01.340842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Updating router c92eb9cb-49be-409b-aec1-b053b8fe7401 port c3e37e58-8fb4-4b2e-b364-517c82f69313 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:18:01.401825 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:01.511537 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb97e7f1-72e1-4799-b977-cb23b9c5793a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:18:01.655028 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port cb97e7f1-72e1-4799-b977-cb23b9c5793a completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:18:01.664844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port cb97e7f1-72e1-4799-b977-cb23b9c5793a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:18:01.665521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:01.903743 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port cb97e7f1-72e1-4799-b977-cb23b9c5793a is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:18:01.904440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:01.925453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port cb97e7f1-72e1-4799-b977-cb23b9c5793a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cb97e7f1-72e1-4799-b977-cb23b9c5793a,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:18:01.939247 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:02.062309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:02.068691 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=cb97e7f1-72e1-4799-b977-cb23b9c5793a,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:02.081534 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Transition to ACTIVE for port object c3e37e58-8fb4-4b2e-b364-517c82f69313 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:18:02.089206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:02.271760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d62570-3ecb-4bb9-9e63-a7d1dfccb003 None None] Pushing event updated for resources: {'Port': ['ID=c3e37e58-8fb4-4b2e-b364-517c82f69313,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:02.362628 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Attempting to bind port c3e37e58-8fb4-4b2e-b364-517c82f69313 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:18:02.363009 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Attempting to bind port c3e37e58-8fb4-4b2e-b364-517c82f69313 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'ab15f8e0-aac3-4399-8f0f-b0061faf97d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'db123e1b-cce6-4fe6-9809-be77c6dd0c2d'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:18:02.363374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Attempting to bind port c3e37e58-8fb4-4b2e-b364-517c82f69313 on network db123e1b-cce6-4fe6-9809-be77c6dd0c2d {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:18:02.369767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:18:02.370140 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Checking segment: {'id': 'ab15f8e0-aac3-4399-8f0f-b0061faf97d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'db123e1b-cce6-4fe6-9809-be77c6dd0c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:18:02.370546 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:02.370941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Bound using segment: {'id': 'ab15f8e0-aac3-4399-8f0f-b0061faf97d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'db123e1b-cce6-4fe6-9809-be77c6dd0c2d'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:18:02.371403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Bound port: c3e37e58-8fb4-4b2e-b364-517c82f69313, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab15f8e0-aac3-4399-8f0f-b0061faf97d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'db123e1b-cce6-4fe6-9809-be77c6dd0c2d'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:18:02.371942 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:02.475201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] For port c3e37e58-8fb4-4b2e-b364-517c82f69313, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:18:02.480795 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] For port c3e37e58-8fb4-4b2e-b364-517c82f69313, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c3e37e58-8fb4-4b2e-b364-517c82f69313,segment=NetworkSegment(ab15f8e0-aac3-4399-8f0f-b0061faf97d3),segment_id=ab15f8e0-aac3-4399-8f0f-b0061faf97d3)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:18:02.488509 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:02.576269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Routers {'c92eb9cb-49be-409b-aec1-b053b8fe7401'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:18:02.577096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:17:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c92eb9cb-49be-409b-aec1-b053b8fe7401'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:02.644050 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d62570-3ecb-4bb9-9e63-a7d1dfccb003 None None] Pushing event updated for resources: {'Port': ['ID=c3e37e58-8fb4-4b2e-b364-517c82f69313,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:02.785484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] Set router c92eb9cb-49be-409b-aec1-b053b8fe7401 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:18:03.121497 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'name': 'tempest-TestMinimumBasicScenario-1938173663-router', 'tenant_id': 'a766011144df4134acd2dafbf06766ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'cb97e7f1-72e1-4799-b977-cb23b9c5793a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:54Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 4, 'project_id': 'a766011144df4134acd2dafbf06766ab', 'gw_port': {'id': 'cb97e7f1-72e1-4799-b977-cb23b9c5793a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:55Z', 'updated_at': '2022-07-29T17:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'c3e37e58-8fb4-4b2e-b364-517c82f69313', 'name': '', 'network_id': 'db123e1b-cce6-4fe6-9809-be77c6dd0c2d', 'tenant_id': 'a766011144df4134acd2dafbf06766ab', 'mac_address': 'fa:16:3e:82:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '94e3c426-5230-41a7-8158-18f3508e329c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:58Z', 'updated_at': '2022-07-29T17:18:02Z', 'revision_number': 4, 'project_id': 'a766011144df4134acd2dafbf06766ab', 'subnets': [{'id': '94e3c426-5230-41a7-8158-18f3508e329c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:03.125916 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028db25-a790-41cb-b2a2-c433a2b1be21 None None] The sync data for ids ['c92eb9cb-49be-409b-aec1-b053b8fe7401'] in dv-neutron-851534-1-hyperv is: [{'id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'name': 'tempest-TestMinimumBasicScenario-1938173663-router', 'tenant_id': 'a766011144df4134acd2dafbf06766ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'cb97e7f1-72e1-4799-b977-cb23b9c5793a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:54Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 4, 'project_id': 'a766011144df4134acd2dafbf06766ab', 'gw_port': {'id': 'cb97e7f1-72e1-4799-b977-cb23b9c5793a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:55Z', 'updated_at': '2022-07-29T17:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'c3e37e58-8fb4-4b2e-b364-517c82f69313', 'name': '', 'network_id': 'db123e1b-cce6-4fe6-9809-be77c6dd0c2d', 'tenant_id': 'a766011144df4134acd2dafbf06766ab', 'mac_address': 'fa:16:3e:82:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '94e3c426-5230-41a7-8158-18f3508e329c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:58Z', 'updated_at': '2022-07-29T17:18:02Z', 'revision_number': 4, 'project_id': 'a766011144df4134acd2dafbf06766ab', 'subnets': [{'id': '94e3c426-5230-41a7-8158-18f3508e329c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:18:03.573469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb97e7f1-72e1-4799-b977-cb23b9c5793a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:18:03.718786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port cb97e7f1-72e1-4799-b977-cb23b9c5793a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:18:03.719169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:03.858771 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port cb97e7f1-72e1-4799-b977-cb23b9c5793a is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:18:03.860075 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c3e37e58-8fb4-4b2e-b364-517c82f69313 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:18:03.940041 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port c3e37e58-8fb4-4b2e-b364-517c82f69313 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:18:03.947841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c3e37e58-8fb4-4b2e-b364-517c82f69313 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:18:03.948211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:04.107576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c3e37e58-8fb4-4b2e-b364-517c82f69313 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:18:04.107576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:04.149507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port c3e37e58-8fb4-4b2e-b364-517c82f69313, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c3e37e58-8fb4-4b2e-b364-517c82f69313,segment=NetworkSegment(ab15f8e0-aac3-4399-8f0f-b0061faf97d3),segment_id=ab15f8e0-aac3-4399-8f0f-b0061faf97d3)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:18:04.157327 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:04.254248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=c3e37e58-8fb4-4b2e-b364-517c82f69313,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:05.248065 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:18:05.446988 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c3e37e58-8fb4-4b2e-b364-517c82f69313 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:18:05.522678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c3e37e58-8fb4-4b2e-b364-517c82f69313 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:18:05.523061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:05.650611 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c3e37e58-8fb4-4b2e-b364-517c82f69313 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:18:09.850294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-57c4c41f-08c0-4635-9622-3e8de43ed0c8 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:09.850893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-57c4c41f-08c0-4635-9622-3e8de43ed0c8 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Synchronizing usage tracker for tenant:ba17c7db008b48af88a503773ec22951 on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:18:09.868233 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-57c4c41f-08c0-4635-9622-3e8de43ed0c8 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Unset dirty status for tenant:ba17c7db008b48af88a503773ec22951 on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:18:09.869519 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-57c4c41f-08c0-4635-9622-3e8de43ed0c8 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 814 time: 0.1629012 Jul 29 17:18:09.884070 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-9cdf010b-484b-415d-8dda-a562ead92d72 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/quotas/ba17c7db008b48af88a503773ec22951 HTTP/1.1" status: 200 len: 375 time: 0.0088940 Jul 29 17:18:09.975525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-3c54a4b2-cdb4-4fd2-8682-16fd0f4bc6fe tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Synchronizing usage tracker for tenant:ba17c7db008b48af88a503773ec22951 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:18:09.992106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-3c54a4b2-cdb4-4fd2-8682-16fd0f4bc6fe tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Unset dirty status for tenant:ba17c7db008b48af88a503773ec22951 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:18:09.993368 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-3c54a4b2-cdb4-4fd2-8682-16fd0f4bc6fe tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044126 Jul 29 17:18:10.127173 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-5ee0ba23-bcad-43b1-a2c6-5f542ed92cd4 service neutron] 10.222.0.58 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223857 Jul 29 17:18:10.254319 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-bf652353-c386-49dc-a76e-f372a27d07d6 service neutron] 10.222.0.58 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214809 Jul 29 17:18:10.433893 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0c8c61d2-73cc-4ec2-a994-e837a6411b51 req-c825c74a-c673-49a7-aa5e-cc588c2f8f1c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 210 time: 0.0493731 Jul 29 17:18:11.427743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-35eb3da0-b690-4747-81eb-a04298975991 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:11.429179 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-35eb3da0-b690-4747-81eb-a04298975991 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 814 time: 0.1465280 Jul 29 17:18:11.440754 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'port': {'device_id': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'admin_state_up': True, 'tenant_id': 'ba17c7db008b48af88a503773ec22951'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:11.586951 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:18:11.596839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:18:11.609280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Made reservation on behalf of ba17c7db008b48af88a503773ec22951 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:18:11.612927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:11.744330 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7ff6a5ba-118e-4c9d-a1b9-e1d4194bba66 req-f6804f04-13bc-4b3d-8a6a-3f8cb7ddfe05 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 210 time: 0.1927621 Jul 29 17:18:11.800447 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Allocated IP 172.20.0.5 (cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d/56d4fb78-5394-4d6a-b95e-6c589866e65d/a307b82a-a9f1-43f7-b112-6f744a8c37d8) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:18:12.108426 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:12.125353 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Transition to ACTIVE for port object a307b82a-a9f1-43f7-b112-6f744a8c37d8 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:18:12.157140 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:12.256346 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:18:12.260063 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:18:12.264373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:18:12.328346 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'Port': ['ID=a307b82a-a9f1-43f7-b112-6f744a8c37d8,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:12.354333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:12.355012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:12.383806 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-4176d115-2b6b-40ee-9628-1c9459928704 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9464614 Jul 29 17:18:12.598240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6bd5ed52-76e3-432f-afdf-de84071e4710 None None] Provisioning for port a307b82a-a9f1-43f7-b112-6f744a8c37d8 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:18:12.603447 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-6bd5ed52-76e3-432f-afdf-de84071e4710 None None] Provisioning complete for port a307b82a-a9f1-43f7-b112-6f744a8c37d8 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:18:12.604407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ed52-76e3-432f-afdf-de84071e4710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:12.661488 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-6bd5ed52-76e3-432f-afdf-de84071e4710 None None] Port a307b82a-a9f1-43f7-b112-6f744a8c37d8 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:18:12.982684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1da717-1e92-4243-b505-53fd308445a6 req-597d972e-2dd0-493f-a0e4-4b915e9de8a3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:12.985286 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1a1da717-1e92-4243-b505-53fd308445a6 req-597d972e-2dd0-493f-a0e4-4b915e9de8a3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 931 time: 0.1250875 Jul 29 17:18:13.034488 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-1a1da717-1e92-4243-b505-53fd308445a6 req-53476e30-6a9d-45bf-95e5-e13200fe5124 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Synchronizing usage tracker for tenant:ba17c7db008b48af88a503773ec22951 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:18:13.054058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-1a1da717-1e92-4243-b505-53fd308445a6 req-53476e30-6a9d-45bf-95e5-e13200fe5124 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Unset dirty status for tenant:ba17c7db008b48af88a503773ec22951 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:18:13.055932 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1a1da717-1e92-4243-b505-53fd308445a6 req-53476e30-6a9d-45bf-95e5-e13200fe5124 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650949 Jul 29 17:18:14.261019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0542a7d-8ae3-4917-b08c-774a641a2fff req-74bded80-9a73-4450-8d26-497d0ec70921 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:14.262635 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a0542a7d-8ae3-4917-b08c-774a641a2fff req-74bded80-9a73-4450-8d26-497d0ec70921 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 931 time: 0.0945854 Jul 29 17:18:14.308731 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a0542a7d-8ae3-4917-b08c-774a641a2fff req-be724d2c-fd2f-4026-8556-2655131bb74e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Jul 29 17:18:15.159192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f67e2ba1-bcd2-4b7c-b0c2-9dc0b90d4e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.524327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081f25c-075a-49a6-8a63-7347256bb6d9 req-e799918a-2a3f-4b81-8cf0-7ad662db980b tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:15.531323 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f081f25c-075a-49a6-8a63-7347256bb6d9 req-e799918a-2a3f-4b81-8cf0-7ad662db980b tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 931 time: 0.1012697 Jul 29 17:18:15.586676 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f081f25c-075a-49a6-8a63-7347256bb6d9 req-5be29b8f-a42a-47fe-97b3-3e26d959e553 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543692 Jul 29 17:18:16.804950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dc8c8-c7f4-4065-8df1-2cc5136ed95d req-48bd1847-4cde-4d0e-9246-17b3624e9371 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:16.806723 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cb3dc8c8-c7f4-4065-8df1-2cc5136ed95d req-48bd1847-4cde-4d0e-9246-17b3624e9371 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 931 time: 0.1116531 Jul 29 17:18:16.851919 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cb3dc8c8-c7f4-4065-8df1-2cc5136ed95d req-43bf6183-1d57-46b6-b968-eeaaf250ab9a tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388904 Jul 29 17:18:17.739791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b8ef446a-063e-4e08-8d5d-6f84c9c5bb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:18.068016 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ff2be-a93b-42e2-8ba9-9fa4f5b7e628 req-b31b13e5-de1a-43d4-85f9-7c8869cb40de tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:18.069798 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3b2ff2be-a93b-42e2-8ba9-9fa4f5b7e628 req-b31b13e5-de1a-43d4-85f9-7c8869cb40de tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 931 time: 0.1089358 Jul 29 17:18:18.117606 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3b2ff2be-a93b-42e2-8ba9-9fa4f5b7e628 req-0342c2dd-3bb4-412d-89cd-3a9ff32fabbe tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413899 Jul 29 17:18:18.398111 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:18.535652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:19.336233 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb430d2c-dc7d-42ce-b8eb-b0854f95bbac req-a6cdf45b-83f9-494d-bf7f-d12833f62d6b tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:19.338175 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bb430d2c-dc7d-42ce-b8eb-b0854f95bbac req-a6cdf45b-83f9-494d-bf7f-d12833f62d6b tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 931 time: 0.0972648 Jul 29 17:18:19.395280 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bb430d2c-dc7d-42ce-b8eb-b0854f95bbac req-6628ce81-5546-48e8-b22f-ef4079140e82 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497298 Jul 29 17:18:20.029579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:20.603580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cfaa3-9613-4f86-8c79-e5049eb95f07 req-f68d7e19-f7e2-40a2-858f-9c77227bb69c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:20.605644 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8b6cfaa3-9613-4f86-8c79-e5049eb95f07 req-f68d7e19-f7e2-40a2-858f-9c77227bb69c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 931 time: 0.0977046 Jul 29 17:18:20.649096 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8b6cfaa3-9613-4f86-8c79-e5049eb95f07 req-261decc0-f63d-4eb1-a422-c5b6180ba7f0 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379109 Jul 29 17:18:20.903997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:21.844623 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82029c-12ea-4b91-9ec9-ec42b06c1c52 req-2ff53be0-19d4-4c99-bdcf-eee49e7d07bb tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:21.846110 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fc82029c-12ea-4b91-9ec9-ec42b06c1c52 req-2ff53be0-19d4-4c99-bdcf-eee49e7d07bb tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 931 time: 0.0909986 Jul 29 17:18:21.889729 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fc82029c-12ea-4b91-9ec9-ec42b06c1c52 req-4a46dbae-4f4a-4904-990d-94d12e5a0fe8 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381007 Jul 29 17:18:23.079469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e5de9-6b3d-4b6c-8ce8-ca95c90fd0cf req-551cfa70-ba16-4510-8fb6-e196a56bbf6e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:23.080924 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-681e5de9-6b3d-4b6c-8ce8-ca95c90fd0cf req-551cfa70-ba16-4510-8fb6-e196a56bbf6e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 931 time: 0.0867958 Jul 29 17:18:23.128081 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-681e5de9-6b3d-4b6c-8ce8-ca95c90fd0cf req-02089ebd-6649-4516-80dc-76636cb4fa85 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415161 Jul 29 17:18:23.226286 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-653e35b4-907a-4fb2-99b7-45be7f4b3c30 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:18:23.227275 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-653e35b4-907a-4fb2-99b7-45be7f4b3c30 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053027 Jul 29 17:18:23.336171 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Request body: {'port': {'device_id': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:23.445802 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:23.773444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a307b82a-a9f1-43f7-b112-6f744a8c37d8 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:18:23.781219 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:23.795065 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Transition to ACTIVE for port object a307b82a-a9f1-43f7-b112-6f744a8c37d8 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:18:23.799013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:23.955990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Pushing event updated for resources: {'Port': ['ID=a307b82a-a9f1-43f7-b112-6f744a8c37d8,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:24.035257 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Attempting to bind port a307b82a-a9f1-43f7-b112-6f744a8c37d8 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:18:24.035587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Attempting to bind port a307b82a-a9f1-43f7-b112-6f744a8c37d8 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:18:24.035906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Attempting to bind port a307b82a-a9f1-43f7-b112-6f744a8c37d8 on network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:18:24.040402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Port a307b82a-a9f1-43f7-b112-6f744a8c37d8 on network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:18:24.040720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Attempting to bind port a307b82a-a9f1-43f7-b112-6f744a8c37d8 on network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:18:24.046124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:18:24.046461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Checking segment: {'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:18:24.046830 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Bound using segment: {'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:18:24.047250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Bound port: a307b82a-a9f1-43f7-b112-6f744a8c37d8, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:18:24.047587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:24.237681 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] For port a307b82a-a9f1-43f7-b112-6f744a8c37d8, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:18:24.240610 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] For port a307b82a-a9f1-43f7-b112-6f744a8c37d8, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:18:24.245517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:24.304094 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:24.304705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:24.306102 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] 10.222.0.69 "PUT /v2.0/ports/a307b82a-a9f1-43f7-b112-6f744a8c37d8 HTTP/1.1" status: 200 len: 1093 time: 1.0698378 Jul 29 17:18:24.306541 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'tag': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:18:24.330926 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fa5d6-98e7-42f3-aef3-b63fa7150d65 req-d68967c1-33da-4c10-85aa-069bb7ba179e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:24.331742 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ca6fa5d6-98e7-42f3-aef3-b63fa7150d65 req-d68967c1-33da-4c10-85aa-069bb7ba179e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 943 time: 0.0954785 Jul 29 17:18:24.342496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854511f-5827-4210-b7f3-4cd3b96fe263 service neutron] Pushing event updated for resources: {'Port': ['ID=a307b82a-a9f1-43f7-b112-6f744a8c37d8,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:24.397656 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ca6fa5d6-98e7-42f3-aef3-b63fa7150d65 req-9f85989e-d35d-4d3a-8921-0d4da9eaf1a6 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584133 Jul 29 17:18:24.398371 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e241599-d7d5-46ff-ac1e-77330790b92e'] response: {'name': 'network-changed', 'server_uuid': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'tag': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8', 'status': 'completed', 'code': 200} Jul 29 17:18:24.447407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-7f7db755-7059-4902-9617-14bed473e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:24.449093 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-7f7db755-7059-4902-9617-14bed473e318 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 1096 time: 0.0901563 Jul 29 17:18:24.516640 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-e897aeb0-474b-43b9-8862-45b65c61ea2f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8 HTTP/1.1" status: 200 len: 217 time: 0.0611863 Jul 29 17:18:24.581439 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-a0aa5624-b996-455d-b21e-ac664807b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:24.582857 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-a0aa5624-b996-455d-b21e-ac664807b228 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0606339 Jul 29 17:18:24.667509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1ab41d36-c3a7-40cc-b044-36fdae4bd1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:24.669246 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-1ab41d36-c3a7-40cc-b044-36fdae4bd1b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799708 Jul 29 17:18:24.798251 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-f5b7d90b-5812-4280-bcb9-9c3780f85302 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229978 Jul 29 17:18:24.926751 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d0171ec7-e644-4e65-b392-7b6da55004eb req-cda9358d-4cb2-4fe8-9152-68def62f2bd7 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231441 Jul 29 17:18:25.051833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7247-87a2-4875-9800-43620ad83b7e req-95ff2dcd-92ad-4447-a304-9a73da99d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:25.053218 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-885c7247-87a2-4875-9800-43620ad83b7e req-95ff2dcd-92ad-4447-a304-9a73da99d425 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 1096 time: 0.0813336 Jul 29 17:18:25.179666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7247-87a2-4875-9800-43620ad83b7e req-c6a53cbd-3958-4f5f-8bf4-252ee30c0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:25.181071 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-885c7247-87a2-4875-9800-43620ad83b7e req-c6a53cbd-3958-4f5f-8bf4-252ee30c0a73 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1224554 Jul 29 17:18:25.245553 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-885c7247-87a2-4875-9800-43620ad83b7e req-46321dae-cd0f-41bf-b3f8-59d2cae97d97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8 HTTP/1.1" status: 200 len: 217 time: 0.0582659 Jul 29 17:18:25.307251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7247-87a2-4875-9800-43620ad83b7e req-5ea26b9e-0393-4afa-8dd7-1e2ec8869ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:25.308533 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-885c7247-87a2-4875-9800-43620ad83b7e req-5ea26b9e-0393-4afa-8dd7-1e2ec8869ad6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0577388 Jul 29 17:18:25.389591 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7247-87a2-4875-9800-43620ad83b7e req-25674750-091e-429b-9bb0-691fa069f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:25.391464 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-885c7247-87a2-4875-9800-43620ad83b7e req-25674750-091e-429b-9bb0-691fa069f6d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769122 Jul 29 17:18:25.528097 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-885c7247-87a2-4875-9800-43620ad83b7e req-d6478758-c26a-4598-810f-01263e834c5d service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307738 Jul 29 17:18:25.597232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69093e0-9a25-4d38-853e-b87b87e6ad88 req-5ed60256-7b3a-4060-94f2-24bed01c9279 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:25.598615 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a69093e0-9a25-4d38-853e-b87b87e6ad88 req-5ed60256-7b3a-4060-94f2-24bed01c9279 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 943 time: 0.0922096 Jul 29 17:18:25.643631 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a69093e0-9a25-4d38-853e-b87b87e6ad88 req-c90ab49b-587b-4d25-8494-cbd4c23ed217 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392556 Jul 29 17:18:25.660225 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-885c7247-87a2-4875-9800-43620ad83b7e req-57a2f660-3e13-4b86-998e-114ef3c3fb4e service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261427 Jul 29 17:18:26.836301 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e64078-890c-4201-b0ad-0d8b0890bf35 req-15a14514-1203-44d3-84fb-dfc61b7a4a4d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:26.837676 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f2e64078-890c-4201-b0ad-0d8b0890bf35 req-15a14514-1203-44d3-84fb-dfc61b7a4a4d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 943 time: 0.0858021 Jul 29 17:18:26.883785 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f2e64078-890c-4201-b0ad-0d8b0890bf35 req-15a895ce-904c-47f3-a2e9-a8c32de61c59 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398457 Jul 29 17:18:27.245426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device a307b82a-a9f1-43f7-b112-6f744a8c37d8 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:18:27.376038 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port a307b82a-a9f1-43f7-b112-6f744a8c37d8, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:18:27.388757 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'port_id': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8', 'mac_address': 'fa:16:3e:e1:99:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:18:27.445765 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port a307b82a-a9f1-43f7-b112-6f744a8c37d8 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:18:27.446146 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:27.462193 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a307b82a-a9f1-43f7-b112-6f744a8c37d8 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:18:27.477218 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port a307b82a-a9f1-43f7-b112-6f744a8c37d8, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:18:27.481265 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:27.550251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=a307b82a-a9f1-43f7-b112-6f744a8c37d8,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:27.557296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:27.557648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:27.557989 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:27.558327 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:27.558672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:27.558990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:27.559317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:27.559644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:27.559968 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:27.560292 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:27.560612 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:27.560932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:27.779387 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['a307b82a-a9f1-43f7-b112-6f744a8c37d8'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:18:28.075728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8da5ce-8c7d-42d9-a64f-4f4a75aa3490 req-30227993-435f-4ee4-b90c-406e176ba183 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:28.077254 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3d8da5ce-8c7d-42d9-a64f-4f4a75aa3490 req-30227993-435f-4ee4-b90c-406e176ba183 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 944 time: 0.0861542 Jul 29 17:18:28.120186 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3d8da5ce-8c7d-42d9-a64f-4f4a75aa3490 req-5bdf3ca5-c388-4c55-b1a7-bd0cb1ac3a72 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368216 Jul 29 17:18:29.245426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device a307b82a-a9f1-43f7-b112-6f744a8c37d8 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:18:29.311957 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port a307b82a-a9f1-43f7-b112-6f744a8c37d8 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:18:29.316769 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port a307b82a-a9f1-43f7-b112-6f744a8c37d8 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:18:29.317164 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:29.320281 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527738a-879d-4afe-b2df-130151b75e31 req-e6b22c52-bf0c-4719-994b-278c3b01f8ea tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:29.321789 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3527738a-879d-4afe-b2df-130151b75e31 req-e6b22c52-bf0c-4719-994b-278c3b01f8ea tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 944 time: 0.0954838 Jul 29 17:18:29.368847 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3527738a-879d-4afe-b2df-130151b75e31 req-ff0f4920-aefd-4e85-bf8c-9a6099316c48 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410948 Jul 29 17:18:29.437105 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port a307b82a-a9f1-43f7-b112-6f744a8c37d8 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:18:29.437406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:29.464504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:18:29.474537 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port a307b82a-a9f1-43f7-b112-6f744a8c37d8, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:18:29.478313 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:29.514364 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a1d4234-795f-474b-93da-9bf96af7a581'] response: {'server_uuid': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8', 'code': 200} Jul 29 17:18:29.550168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=a307b82a-a9f1-43f7-b112-6f744a8c37d8,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:29.754295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cb7fc-6a71-454a-a961-a53511bd994f req-94434e74-04d7-4f78-94c8-2c20c0313029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:29.755753 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-794cb7fc-6a71-454a-a961-a53511bd994f req-94434e74-04d7-4f78-94c8-2c20c0313029 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 1098 time: 0.0796838 Jul 29 17:18:29.795576 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-794cb7fc-6a71-454a-a961-a53511bd994f req-2cf2c614-e149-4983-b62f-ea0474db2939 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338335 Jul 29 17:18:30.558802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4426c-9c4f-4b0d-ae6e-a1e0f41383e7 req-3169f82d-a910-40c3-a9a7-07f50ad9ea80 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:30.560249 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-abf4426c-9c4f-4b0d-ae6e-a1e0f41383e7 req-3169f82d-a910-40c3-a9a7-07f50ad9ea80 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 945 time: 0.0859571 Jul 29 17:18:30.607231 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-abf4426c-9c4f-4b0d-ae6e-a1e0f41383e7 req-754832fd-d120-460e-af5a-f93d837f2e65 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Jul 29 17:18:31.799326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974d481-bd8f-41a0-aad4-7e93e8d1a62f req-832546d0-3516-47a5-93d5-d5d3f012fbfc tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:31.800797 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2974d481-bd8f-41a0-aad4-7e93e8d1a62f req-832546d0-3516-47a5-93d5-d5d3f012fbfc tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 945 time: 0.0869975 Jul 29 17:18:31.844673 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2974d481-bd8f-41a0-aad4-7e93e8d1a62f req-47fea5af-5aae-464a-b3a6-8d999e58a37d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382462 Jul 29 17:18:32.039426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33803c-306f-49e4-8147-b97ab49b62f7 req-2f0e8e9d-fde8-4875-a102-5a01ed547bf9 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:32.040850 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4e33803c-306f-49e4-8147-b97ab49b62f7 req-2f0e8e9d-fde8-4875-a102-5a01ed547bf9 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 945 time: 0.0890982 Jul 29 17:18:32.083929 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4e33803c-306f-49e4-8147-b97ab49b62f7 req-5bf99b92-4089-4a2d-b5e9-3a6d540a8341 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370781 Jul 29 17:18:32.476779 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6021e-8277-45a4-9d82-b1fe6848cdc3 req-ef42f141-36bb-4b44-afd4-998f02817667 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:32.478253 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e9d6021e-8277-45a4-9d82-b1fe6848cdc3 req-ef42f141-36bb-4b44-afd4-998f02817667 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 945 time: 0.0863872 Jul 29 17:18:32.526423 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e9d6021e-8277-45a4-9d82-b1fe6848cdc3 req-b15e325c-79ab-424d-9e05-7e2b24b5d11f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Jul 29 17:18:42.246394 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:18:45.024279 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a44ef4-ea75-4ee6-9615-a5a22f7bf28c req-9c7a886e-42c7-420e-8292-95dfaf1b0de3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:45.025750 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d6a44ef4-ea75-4ee6-9615-a5a22f7bf28c req-9c7a886e-42c7-420e-8292-95dfaf1b0de3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 945 time: 0.0870044 Jul 29 17:18:45.070289 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d6a44ef4-ea75-4ee6-9615-a5a22f7bf28c req-b0b87fe6-1dd3-40ac-9d5d-06d0f34f5017 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 Jul 29 17:18:45.096986 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 60862) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:18:45.192162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6d95e019-deab-451d-b2d9-3ab3dac83614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:45.214903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c98f6d9-2ed6-4a6e-87ff-c1bb7c165de1 tempest-TestMinimumBasicScenario-1999410545 tempest-TestMinimumBasicScenario-1999410545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:45.215603 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2c98f6d9-2ed6-4a6e-87ff-c1bb7c165de1 tempest-TestMinimumBasicScenario-1999410545 tempest-TestMinimumBasicScenario-1999410545-project-admin] Synchronizing usage tracker for tenant:a766011144df4134acd2dafbf06766ab on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:18:45.231226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-2c98f6d9-2ed6-4a6e-87ff-c1bb7c165de1 tempest-TestMinimumBasicScenario-1999410545 tempest-TestMinimumBasicScenario-1999410545-project-admin] Unset dirty status for tenant:a766011144df4134acd2dafbf06766ab on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:18:45.232437 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-2c98f6d9-2ed6-4a6e-87ff-c1bb7c165de1 tempest-TestMinimumBasicScenario-1999410545 tempest-TestMinimumBasicScenario-1999410545-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 1093 time: 0.1344640 Jul 29 17:18:45.235583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 60868) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:18:45.240446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:45.246193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:18:45.249995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:floatingip and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:18:45.252700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:18:45.258288 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:18:45.268655 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:45.496332 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:45.636859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Allocated IP 172.26.1.60 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/f0b1521d-8879-4e26-a404-5ef6d7db9f7f) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:18:45.781226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:45.809279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:45.873401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:18:45.876635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:18:45.880239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:18:45.924030 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'Port': ['ID=f0b1521d-8879-4e26-a404-5ef6d7db9f7f,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:46.281071 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:46.353645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:46.554338 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:46.558700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:46.671234 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'Port': ['ID=f0b1521d-8879-4e26-a404-5ef6d7db9f7f,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:46.681150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:46.851759 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Floating IP 6a9a5d33-6b85-479e-9ac0-ad43a55498df associated. External IP: 172.26.1.60, port: a307b82a-a9f1-43f7-b112-6f744a8c37d8. Jul 29 17:18:47.292332 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Router 990128a2-67ae-4383-af17-952889a4cc44 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:18:47.465417 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:18:47.475100 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c89a0-44ca-4c28-8bdc-447d1a2ed7a8 None None] Sync routers for ids ['990128a2-67ae-4383-af17-952889a4cc44'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:18:47.485169 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c89a0-44ca-4c28-8bdc-447d1a2ed7a8 None None] Routers {'990128a2-67ae-4383-af17-952889a4cc44'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:18:47.485773 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-655c89a0-44ca-4c28-8bdc-447d1a2ed7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:18:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['990128a2-67ae-4383-af17-952889a4cc44'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:47.491343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:47.549861 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-13f85398-b127-444d-bbcc-e00eca9db5c4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3130748 Jul 29 17:18:47.550272 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'tag': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:18:47.552838 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60872) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:18:47.564556 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-380407770', 'description': 'tempest-secgroup-smoke-380407770 description', 'project_id': 'ba17c7db008b48af88a503773ec22951'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:47.579440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:18:47.590305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:18:47.599749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:47.610739 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd014d2-9efc-4302-b53f-c2a7a907af88'] response: {'name': 'network-changed', 'server_uuid': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'tag': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8', 'status': 'completed', 'code': 200} Jul 29 17:18:47.625316 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:18:47.630269 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:security_group_rule and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:18:47.633644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:18:47.639670 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:18:47.687384 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-655c89a0-44ca-4c28-8bdc-447d1a2ed7a8 None None] Set router 990128a2-67ae-4383-af17-952889a4cc44 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:18:47.744799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3c7e2778-1486-41b7-857c-f4612871a0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:47.766275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:47.771277 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798794d5-1c8b-4104-9eb0-b33e37da5bd8 req-fe736550-fe1d-494f-9fab-db8f8a494cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:47.771644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:47.772775 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-798794d5-1c8b-4104-9eb0-b33e37da5bd8 req-fe736550-fe1d-494f-9fab-db8f8a494cc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 1098 time: 0.1401701 Jul 29 17:18:47.822842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8162c84-fee7-4b2a-bdd2-84c08b3c61ff,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:47.831035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:47.831405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:47.831809 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:47.832145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:47.832474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:47.832821 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:47.833260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:47.833628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:47.833983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:47.834401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:47.835159 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:47.835691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:47.839294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:47.842783 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-976c07e0-ff16-4dfb-beff-6928f4459777 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2878656 Jul 29 17:18:47.845446 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60878) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:18:47.853390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-52ac25e1-46ba-4299-9d6a-575f6506f749 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'security_group_rule': {'security_group_id': 'd8162c84-fee7-4b2a-bdd2-84c08b3c61ff', 'project_id': 'ba17c7db008b48af88a503773ec22951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:47.861162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-52ac25e1-46ba-4299-9d6a-575f6506f749 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:18:47.865886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-52ac25e1-46ba-4299-9d6a-575f6506f749 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:security_group_rule and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:18:47.869076 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-52ac25e1-46ba-4299-9d6a-575f6506f749 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:18:47.875624 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-52ac25e1-46ba-4299-9d6a-575f6506f749 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:18:47.897028 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-52ac25e1-46ba-4299-9d6a-575f6506f749 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:47.924686 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798794d5-1c8b-4104-9eb0-b33e37da5bd8 req-3436c92b-bc75-4deb-bf5c-5dd45525b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:47.927614 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-798794d5-1c8b-4104-9eb0-b33e37da5bd8 req-3436c92b-bc75-4deb-bf5c-5dd45525b88a service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1480627 Jul 29 17:18:47.975078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-52ac25e1-46ba-4299-9d6a-575f6506f749 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:47.980150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-52ac25e1-46ba-4299-9d6a-575f6506f749 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.004848 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac25e1-46ba-4299-9d6a-575f6506f749 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f748a206-fee7-4517-bad5-7855370bbfb8,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:48.021538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-52ac25e1-46ba-4299-9d6a-575f6506f749 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.023420 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-52ac25e1-46ba-4299-9d6a-575f6506f749 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1766546 Jul 29 17:18:48.028256 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60882) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:18:48.036853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e39f03ac-4b5d-4e7f-94e6-5f6d476c8347 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'security_group_rule': {'security_group_id': 'd8162c84-fee7-4b2a-bdd2-84c08b3c61ff', 'project_id': 'ba17c7db008b48af88a503773ec22951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:48.047069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e39f03ac-4b5d-4e7f-94e6-5f6d476c8347 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:18:48.051976 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-798794d5-1c8b-4104-9eb0-b33e37da5bd8 req-60b5784c-04e9-417a-b6f5-05155d1a622a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8 HTTP/1.1" status: 200 len: 998 time: 0.1169896 Jul 29 17:18:48.054498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e39f03ac-4b5d-4e7f-94e6-5f6d476c8347 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:security_group_rule and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:18:48.058053 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e39f03ac-4b5d-4e7f-94e6-5f6d476c8347 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:18:48.065370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e39f03ac-4b5d-4e7f-94e6-5f6d476c8347 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:18:48.087021 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e39f03ac-4b5d-4e7f-94e6-5f6d476c8347 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.122317 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-655c89a0-44ca-4c28-8bdc-447d1a2ed7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6a9a5d33-6b85-479e-9ac0-ad43a55498df', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '990128a2-67ae-4383-af17-952889a4cc44', 'port_id': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'mac_address': 'fa:16:3e:e1:99:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:18:46Z', 'updated_at': '2022-07-29T17:18:46Z', 'revision_number': 0, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802d2f4a-e60c-4b83-a590-69067d95f139', 'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'mac_address': 'fa:16:3e:e6:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:51Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 5, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'subnets': [{'id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:48.127858 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c89a0-44ca-4c28-8bdc-447d1a2ed7a8 None None] Checking router: 990128a2-67ae-4383-af17-952889a4cc44 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:18:48.128199 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798794d5-1c8b-4104-9eb0-b33e37da5bd8 req-df6e39b2-e8c6-4ed6-91eb-766b041b0bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:48.129970 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-798794d5-1c8b-4104-9eb0-b33e37da5bd8 req-df6e39b2-e8c6-4ed6-91eb-766b041b0bcf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0721524 Jul 29 17:18:48.139103 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c89a0-44ca-4c28-8bdc-447d1a2ed7a8 None None] Routers {'990128a2-67ae-4383-af17-952889a4cc44'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:18:48.139921 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-655c89a0-44ca-4c28-8bdc-447d1a2ed7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:18:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['990128a2-67ae-4383-af17-952889a4cc44'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:48.166737 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e39f03ac-4b5d-4e7f-94e6-5f6d476c8347 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.171679 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e39f03ac-4b5d-4e7f-94e6-5f6d476c8347 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.195118 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f03ac-4b5d-4e7f-94e6-5f6d476c8347 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2c6594-0346-4435-a364-3ad6623e5211,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:48.219978 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e39f03ac-4b5d-4e7f-94e6-5f6d476c8347 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.221698 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e39f03ac-4b5d-4e7f-94e6-5f6d476c8347 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1916251 Jul 29 17:18:48.224198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60886) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:18:48.229376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-62c84903-4ad9-4737-8a1a-1dc598a14f88 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'security_group_rule': {'security_group_id': 'd8162c84-fee7-4b2a-bdd2-84c08b3c61ff', 'project_id': 'ba17c7db008b48af88a503773ec22951', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:48.235377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-62c84903-4ad9-4737-8a1a-1dc598a14f88 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:18:48.235568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798794d5-1c8b-4104-9eb0-b33e37da5bd8 req-601ec4dd-1196-4f67-9c36-8eb01e6a11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:48.237364 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-798794d5-1c8b-4104-9eb0-b33e37da5bd8 req-601ec4dd-1196-4f67-9c36-8eb01e6a11ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0991857 Jul 29 17:18:48.239387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-62c84903-4ad9-4737-8a1a-1dc598a14f88 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:security_group_rule and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:18:48.243275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-62c84903-4ad9-4737-8a1a-1dc598a14f88 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:18:48.249217 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-62c84903-4ad9-4737-8a1a-1dc598a14f88 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:18:48.267948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62c84903-4ad9-4737-8a1a-1dc598a14f88 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.325168 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-655c89a0-44ca-4c28-8bdc-447d1a2ed7a8 None None] Set router 990128a2-67ae-4383-af17-952889a4cc44 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:18:48.339029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62c84903-4ad9-4737-8a1a-1dc598a14f88 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.344608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62c84903-4ad9-4737-8a1a-1dc598a14f88 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.369525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c84903-4ad9-4737-8a1a-1dc598a14f88 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a45d539-d352-4c43-84b1-8ce3748f1fb9,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:48.381679 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-798794d5-1c8b-4104-9eb0-b33e37da5bd8 req-8743d7f2-b414-483e-aadf-08dece036205 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380074 Jul 29 17:18:48.382901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-62c84903-4ad9-4737-8a1a-1dc598a14f88 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.384905 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-62c84903-4ad9-4737-8a1a-1dc598a14f88 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595922 Jul 29 17:18:48.387735 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 60890) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:18:48.393837 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7a250a90-ab37-4504-b58d-938a884e5909 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'security_group_rule': {'security_group_id': 'd8162c84-fee7-4b2a-bdd2-84c08b3c61ff', 'project_id': 'ba17c7db008b48af88a503773ec22951', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:48.394014 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.400158 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7a250a90-ab37-4504-b58d-938a884e5909 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:18:48.404677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7a250a90-ab37-4504-b58d-938a884e5909 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:security_group_rule and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:18:48.407606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7a250a90-ab37-4504-b58d-938a884e5909 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:18:48.413384 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7a250a90-ab37-4504-b58d-938a884e5909 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:18:48.430117 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7a250a90-ab37-4504-b58d-938a884e5909 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.496719 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7a250a90-ab37-4504-b58d-938a884e5909 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.503816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7a250a90-ab37-4504-b58d-938a884e5909 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.553343 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.579019 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-798794d5-1c8b-4104-9eb0-b33e37da5bd8 req-0f4815a0-e662-4122-9fff-0633ed528532 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838205 Jul 29 17:18:48.584094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a250a90-ab37-4504-b58d-938a884e5909 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35dab8e4-22d1-4343-a3f4-ca27ce75b0db,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:48.601911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7a250a90-ab37-4504-b58d-938a884e5909 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.601911 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7a250a90-ab37-4504-b58d-938a884e5909 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2073505 Jul 29 17:18:48.606735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 60894) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:18:48.606735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-7d8298d2-a08c-4465-a615-bee9619aaecf tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'security_group_rule': {'security_group_id': 'd8162c84-fee7-4b2a-bdd2-84c08b3c61ff', 'project_id': 'ba17c7db008b48af88a503773ec22951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:48.612639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7d8298d2-a08c-4465-a615-bee9619aaecf tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:18:48.616640 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7d8298d2-a08c-4465-a615-bee9619aaecf tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:security_group_rule and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:18:48.619527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7d8298d2-a08c-4465-a615-bee9619aaecf tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:18:48.626408 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7d8298d2-a08c-4465-a615-bee9619aaecf tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:18:48.636243 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-7d8298d2-a08c-4465-a615-bee9619aaecf tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Project ba17c7db008b48af88a503773ec22951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:18:48.643354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d8298d2-a08c-4465-a615-bee9619aaecf tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.710082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d8298d2-a08c-4465-a615-bee9619aaecf tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.714358 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d8298d2-a08c-4465-a615-bee9619aaecf tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.735437 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-655c89a0-44ca-4c28-8bdc-447d1a2ed7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6a9a5d33-6b85-479e-9ac0-ad43a55498df', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '990128a2-67ae-4383-af17-952889a4cc44', 'port_id': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'mac_address': 'fa:16:3e:e1:99:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:18:46Z', 'updated_at': '2022-07-29T17:18:46Z', 'revision_number': 0, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802d2f4a-e60c-4b83-a590-69067d95f139', 'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'mac_address': 'fa:16:3e:e6:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:51Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 5, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'subnets': [{'id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:48.738025 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8298d2-a08c-4465-a615-bee9619aaecf tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d0b205-abb5-4ae5-95a6-9fa6ba20e5d4,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:48.740146 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c89a0-44ca-4c28-8bdc-447d1a2ed7a8 None None] The sync data for ids ['990128a2-67ae-4383-af17-952889a4cc44'] in dv-neutron-851534-1-hyperv is: [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6a9a5d33-6b85-479e-9ac0-ad43a55498df', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '990128a2-67ae-4383-af17-952889a4cc44', 'port_id': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'mac_address': 'fa:16:3e:e1:99:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:18:46Z', 'updated_at': '2022-07-29T17:18:46Z', 'revision_number': 0, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802d2f4a-e60c-4b83-a590-69067d95f139', 'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'mac_address': 'fa:16:3e:e6:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:51Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 5, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'subnets': [{'id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:18:48.748766 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7d8298d2-a08c-4465-a615-bee9619aaecf tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.749998 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7d8298d2-a08c-4465-a615-bee9619aaecf tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1490605 Jul 29 17:18:48.752875 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 60898) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:18:48.758218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-c23099b6-6619-4c87-b59a-b9d21c4d059f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'security_group_rule': {'security_group_id': 'd8162c84-fee7-4b2a-bdd2-84c08b3c61ff', 'project_id': 'ba17c7db008b48af88a503773ec22951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:48.764711 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c23099b6-6619-4c87-b59a-b9d21c4d059f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:18:48.768926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c23099b6-6619-4c87-b59a-b9d21c4d059f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:security_group_rule and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:18:48.771923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-c23099b6-6619-4c87-b59a-b9d21c4d059f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:18:48.777888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-c23099b6-6619-4c87-b59a-b9d21c4d059f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:18:48.791912 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-c23099b6-6619-4c87-b59a-b9d21c4d059f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Project ba17c7db008b48af88a503773ec22951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:18:48.799137 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c23099b6-6619-4c87-b59a-b9d21c4d059f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.946130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6515f543-ce37-4519-ab7e-8197e9bbee27 None None] New status for floating IP 6a9a5d33-6b85-479e-9ac0-ad43a55498df: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:18:48.973434 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c23099b6-6619-4c87-b59a-b9d21c4d059f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:48.977512 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c23099b6-6619-4c87-b59a-b9d21c4d059f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:49.001477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23099b6-6619-4c87-b59a-b9d21c4d059f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53a599b-f5e4-4758-bf0e-4498fa3dcbf3,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:49.013326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c23099b6-6619-4c87-b59a-b9d21c4d059f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:49.017375 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c23099b6-6619-4c87-b59a-b9d21c4d059f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2606747 Jul 29 17:18:49.134681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-c022b948-13f0-427b-b9a1-683c4e97b8b4 req-c39865ac-0fc4-4b52-ab03-bad7c4e908f5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Synchronizing usage tracker for tenant:ba17c7db008b48af88a503773ec22951 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:18:49.149515 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-c022b948-13f0-427b-b9a1-683c4e97b8b4 req-c39865ac-0fc4-4b52-ab03-bad7c4e908f5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Unset dirty status for tenant:ba17c7db008b48af88a503773ec22951 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:18:49.150879 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c022b948-13f0-427b-b9a1-683c4e97b8b4 req-c39865ac-0fc4-4b52-ab03-bad7c4e908f5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-380407770&fields=id&tenant_id=ba17c7db008b48af88a503773ec22951 HTTP/1.1" status: 200 len: 267 time: 0.0577574 Jul 29 17:18:49.244411 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022b948-13f0-427b-b9a1-683c4e97b8b4 req-7bde9b82-7232-4b1d-a334-075b31d09605 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:49.245958 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c022b948-13f0-427b-b9a1-683c4e97b8b4 req-7bde9b82-7232-4b1d-a334-075b31d09605 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 945 time: 0.0893745 Jul 29 17:18:49.257189 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [req-c022b948-13f0-427b-b9a1-683c4e97b8b4 req-cac6b041-fd53-4d45-b953-f4502992b508 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'port': {'security_groups': ['65cbe8fa-5cbf-4ce9-bd84-9952fd099493', 'd8162c84-fee7-4b2a-bdd2-84c08b3c61ff']}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:49.378501 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-c022b948-13f0-427b-b9a1-683c4e97b8b4 req-cac6b041-fd53-4d45-b953-f4502992b508 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:49.739410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [req-c022b948-13f0-427b-b9a1-683c4e97b8b4 req-cac6b041-fd53-4d45-b953-f4502992b508 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] For port a307b82a-a9f1-43f7-b112-6f744a8c37d8, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:18:49.763751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-c022b948-13f0-427b-b9a1-683c4e97b8b4 req-cac6b041-fd53-4d45-b953-f4502992b508 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:49.768082 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-c022b948-13f0-427b-b9a1-683c4e97b8b4 req-cac6b041-fd53-4d45-b953-f4502992b508 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:49.782455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['a307b82a-a9f1-43f7-b112-6f744a8c37d8'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:18:49.839164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022b948-13f0-427b-b9a1-683c4e97b8b4 req-cac6b041-fd53-4d45-b953-f4502992b508 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:49.839801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-c022b948-13f0-427b-b9a1-683c4e97b8b4 req-cac6b041-fd53-4d45-b953-f4502992b508 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:49.841803 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c022b948-13f0-427b-b9a1-683c4e97b8b4 req-cac6b041-fd53-4d45-b953-f4502992b508 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "PUT /v2.0/ports/a307b82a-a9f1-43f7-b112-6f744a8c37d8 HTTP/1.1" status: 200 len: 981 time: 0.5883899 Jul 29 17:18:49.842262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'tag': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:18:49.867865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6b041-fd53-4d45-b953-f4502992b508 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'Port': ['ID=a307b82a-a9f1-43f7-b112-6f744a8c37d8,revision_number=6']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:49.939675 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['a307b82a-a9f1-43f7-b112-6f744a8c37d8'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:18:50.057491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:50.070712 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec292b26-e621-4e00-9dd6-61df9948cd07'] response: {'name': 'network-changed', 'server_uuid': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'tag': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8', 'status': 'completed', 'code': 200} Jul 29 17:18:50.082251 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e3147-72fd-40c8-868d-90bb703abefc req-51b91327-2374-4451-8b01-570679c17b5b tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:50.083752 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-037e3147-72fd-40c8-868d-90bb703abefc req-51b91327-2374-4451-8b01-570679c17b5b tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 984 time: 0.1141708 Jul 29 17:18:50.133178 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-037e3147-72fd-40c8-868d-90bb703abefc req-4faa52ff-25d4-4374-8087-c2ca63a7b949 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8162c84-fee7-4b2a-bdd2-84c08b3c61ff&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425210 Jul 29 17:18:50.174661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d8981-6ae0-4f77-972b-ab1080360fd2 req-90efa9dc-8415-4f84-9feb-50d967b1e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:50.176143 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-687d8981-6ae0-4f77-972b-ab1080360fd2 req-90efa9dc-8415-4f84-9feb-50d967b1e156 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 1137 time: 0.0827873 Jul 29 17:18:50.222887 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-51e28ac1-f3b7-46d0-a5c1-a46aeb762b67 None None] Provisioning complete for port a307b82a-a9f1-43f7-b112-6f744a8c37d8 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:18:50.223266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-51e28ac1-f3b7-46d0-a5c1-a46aeb762b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:50.309411 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d8981-6ae0-4f77-972b-ab1080360fd2 req-f3af0acb-3d9c-4eef-a511-dbbcf85ce248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:50.311321 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-687d8981-6ae0-4f77-972b-ab1080360fd2 req-f3af0acb-3d9c-4eef-a511-dbbcf85ce248 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1287329 Jul 29 17:18:50.412110 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-687d8981-6ae0-4f77-972b-ab1080360fd2 req-a06a78e1-f3e5-45d4-8570-44dfa0e95e7a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8 HTTP/1.1" status: 200 len: 1000 time: 0.0939460 Jul 29 17:18:50.477726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d8981-6ae0-4f77-972b-ab1080360fd2 req-c8f59ba7-fa8b-4a6b-be0c-9ceb0d53eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:50.479210 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-687d8981-6ae0-4f77-972b-ab1080360fd2 req-c8f59ba7-fa8b-4a6b-be0c-9ceb0d53eb17 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0609102 Jul 29 17:18:50.528940 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-51e28ac1-f3b7-46d0-a5c1-a46aeb762b67 None None] Current status of the port a307b82a-a9f1-43f7-b112-6f744a8c37d8 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:18:50.567720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d8981-6ae0-4f77-972b-ab1080360fd2 req-6ad01c58-f7c8-4912-a4be-a3bce0f9b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:18:50.569233 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-687d8981-6ae0-4f77-972b-ab1080360fd2 req-6ad01c58-f7c8-4912-a4be-a3bce0f9b34d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834639 Jul 29 17:18:50.700918 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-687d8981-6ae0-4f77-972b-ab1080360fd2 req-620e27c7-3802-4250-9a3e-0590368324f1 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244202 Jul 29 17:18:50.829186 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-687d8981-6ae0-4f77-972b-ab1080360fd2 req-f638a9f2-0ae4-4038-b175-19da36112f9d service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222043 Jul 29 17:18:50.900815 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:04.310771 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8fd8fce7-dc9f-4889-ac13-ff5480994045 req-c23863d4-237f-4981-91c0-27204a2934bc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798888 Jul 29 17:19:04.451754 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8fce7-dc9f-4889-ac13-ff5480994045 req-629d73ff-4ed9-4d4b-855f-780d6fe130d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:19:04.453228 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8fd8fce7-dc9f-4889-ac13-ff5480994045 req-629d73ff-4ed9-4d4b-855f-780d6fe130d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 1137 time: 0.0774050 Jul 29 17:19:04.593440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8fce7-dc9f-4889-ac13-ff5480994045 req-6fdba32b-9517-4b41-b427-2a488ab6f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:19:04.594810 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8fd8fce7-dc9f-4889-ac13-ff5480994045 req-6fdba32b-9517-4b41-b427-2a488ab6f7c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1231706 Jul 29 17:19:04.696013 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8fd8fce7-dc9f-4889-ac13-ff5480994045 req-ce2d1326-eee0-4386-bd07-4654c9649697 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8 HTTP/1.1" status: 200 len: 1000 time: 0.0948625 Jul 29 17:19:04.757556 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8fce7-dc9f-4889-ac13-ff5480994045 req-b26cee12-4095-4046-a5e2-7ee53b954dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:19:04.758917 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8fd8fce7-dc9f-4889-ac13-ff5480994045 req-b26cee12-4095-4046-a5e2-7ee53b954dc8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0577567 Jul 29 17:19:04.838714 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8fce7-dc9f-4889-ac13-ff5480994045 req-05e0ddfa-9161-4a86-93e3-cd77f1474903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:19:04.840128 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8fd8fce7-dc9f-4889-ac13-ff5480994045 req-05e0ddfa-9161-4a86-93e3-cd77f1474903 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749948 Jul 29 17:19:04.968608 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8fd8fce7-dc9f-4889-ac13-ff5480994045 req-02e9f8fc-9ac5-4248-a494-3ca75e9dc96a service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223557 Jul 29 17:19:05.095510 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8fd8fce7-dc9f-4889-ac13-ff5480994045 req-5b21f62c-63fe-48ef-a003-1f836694c5c3 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209655 Jul 29 17:19:15.163815 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b187c9e0-f1a3-4489-8bfa-57bf679bd795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:17.719248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c05ed186-0da1-4984-87fb-8be33d6872db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:18.386894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:18.540769 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:19.245664 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:19:20.027810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:20.897707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:45.166174 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-da23ebcd-51d6-4e4f-8f8b-f4e0e76d21c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:47.720549 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3fd50ca0-678b-488d-857f-bc1fbb58c8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:48.389535 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:48.543093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:50.030717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:50.905027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:56.245416 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:20:04.328982 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7dc0ccc7-7827-4ccc-935c-9bd432277446 req-7a1d93b2-c82c-4370-8eea-699cb4b65d30 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807950 Jul 29 17:20:04.560986 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0ccc7-7827-4ccc-935c-9bd432277446 req-f1c66040-de5f-4b5b-8d20-32112d711d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:20:04.562492 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7dc0ccc7-7827-4ccc-935c-9bd432277446 req-f1c66040-de5f-4b5b-8d20-32112d711d0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 1137 time: 0.1672831 Jul 29 17:20:04.702808 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0ccc7-7827-4ccc-935c-9bd432277446 req-e3164b7c-c7e4-4129-a21a-e94d02d1f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:20:04.704134 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7dc0ccc7-7827-4ccc-935c-9bd432277446 req-e3164b7c-c7e4-4129-a21a-e94d02d1f6e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1235545 Jul 29 17:20:04.804608 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7dc0ccc7-7827-4ccc-935c-9bd432277446 req-4cbe50cf-a230-4a99-9214-40b5c67f156e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8 HTTP/1.1" status: 200 len: 1000 time: 0.0952630 Jul 29 17:20:04.864599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0ccc7-7827-4ccc-935c-9bd432277446 req-8d90c5be-d01a-4c02-8455-f61fc10eaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:20:04.865989 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7dc0ccc7-7827-4ccc-935c-9bd432277446 req-8d90c5be-d01a-4c02-8455-f61fc10eaa3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0560176 Jul 29 17:20:04.949411 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0ccc7-7827-4ccc-935c-9bd432277446 req-9bf66ab8-ccd7-4f04-ad98-d960e53c62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:20:04.950912 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7dc0ccc7-7827-4ccc-935c-9bd432277446 req-9bf66ab8-ccd7-4f04-ad98-d960e53c62ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794821 Jul 29 17:20:05.080001 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7dc0ccc7-7827-4ccc-935c-9bd432277446 req-a487def5-a13d-4d4b-b9fb-15b3041e8dea service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231251 Jul 29 17:20:05.207929 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7dc0ccc7-7827-4ccc-935c-9bd432277446 req-f275aee3-781a-4467-94b5-d0ae3dd3654e service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215477 Jul 29 17:20:15.166861 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93b5575b-fe1c-4fbe-b0b6-b89d7ba67361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:17.723862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1ecf31ae-1d7b-46dd-81fc-a67fd808d2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:18.391378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:18.545864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:20.039100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:20.916302 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:33.243589 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:20:45.169252 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-63e5eebe-1c21-4a00-a48f-3d043bdd5291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:47.725877 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2ee07aa9-994a-4edd-9a18-02434d52a411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:48.394512 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:48.548502 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:50.035642 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:50.912406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:04.828957 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b6a01-b41a-4e69-940d-a529444a80b0 req-4a36fdb6-b212-4799-87e3-5cac16f584b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:21:04.830506 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-998b6a01-b41a-4e69-940d-a529444a80b0 req-4a36fdb6-b212-4799-87e3-5cac16f584b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 1137 time: 0.0806370 Jul 29 17:21:04.924843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4370fb2-66c2-4ca8-bf86-de1166b0e3d8 req-0f6e15a9-9eba-4972-b37c-f28cbd219e34 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:21:04.926372 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d4370fb2-66c2-4ca8-bf86-de1166b0e3d8 req-0f6e15a9-9eba-4972-b37c-f28cbd219e34 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 984 time: 0.1533742 Jul 29 17:21:04.961780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b6a01-b41a-4e69-940d-a529444a80b0 req-74c652b1-df29-4aff-827b-8a13fa292524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:21:04.963526 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-998b6a01-b41a-4e69-940d-a529444a80b0 req-74c652b1-df29-4aff-827b-8a13fa292524 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1273253 Jul 29 17:21:04.974568 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d4370fb2-66c2-4ca8-bf86-de1166b0e3d8 req-f70171ae-367a-42ed-a82d-405f4e975d81 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8162c84-fee7-4b2a-bdd2-84c08b3c61ff&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423617 Jul 29 17:21:05.065340 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-998b6a01-b41a-4e69-940d-a529444a80b0 req-a9fea03c-4d1e-4600-989d-23ec177ad09a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8 HTTP/1.1" status: 200 len: 1000 time: 0.0957351 Jul 29 17:21:05.127277 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b6a01-b41a-4e69-940d-a529444a80b0 req-c487b049-4469-4309-af4a-a1f7e0027376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:21:05.128651 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-998b6a01-b41a-4e69-940d-a529444a80b0 req-c487b049-4469-4309-af4a-a1f7e0027376 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0583711 Jul 29 17:21:05.209611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b6a01-b41a-4e69-940d-a529444a80b0 req-6886708d-843b-4adc-a059-a060f5029a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:21:05.211069 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-998b6a01-b41a-4e69-940d-a529444a80b0 req-6886708d-843b-4adc-a059-a060f5029a91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766935 Jul 29 17:21:05.342228 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-998b6a01-b41a-4e69-940d-a529444a80b0 req-3d0f62d9-d5f3-464e-8fa9-3763c4e65708 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228056 Jul 29 17:21:05.470188 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-998b6a01-b41a-4e69-940d-a529444a80b0 req-e7b9b9ed-0ede-4ac4-9427-772ae1b7dbb2 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221273 Jul 29 17:21:05.740346 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a539f-888d-4c1a-9657-5849d45319d6 req-7580bccd-05f6-41e8-af23-4bfc37d063c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:21:05.741860 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-418a539f-888d-4c1a-9657-5849d45319d6 req-7580bccd-05f6-41e8-af23-4bfc37d063c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 1137 time: 0.1836050 Jul 29 17:21:05.883954 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a539f-888d-4c1a-9657-5849d45319d6 req-9ed01350-346a-490f-a086-0dd52e04ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:21:05.885416 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-418a539f-888d-4c1a-9657-5849d45319d6 req-9ed01350-346a-490f-a086-0dd52e04ff1d service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1245632 Jul 29 17:21:05.988896 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-418a539f-888d-4c1a-9657-5849d45319d6 req-19c45126-7d67-4c3a-81f3-5cc297ab393d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8 HTTP/1.1" status: 200 len: 1000 time: 0.0967774 Jul 29 17:21:06.060657 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a539f-888d-4c1a-9657-5849d45319d6 req-5029c69b-73d2-4fcd-9070-2bb58a7e47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:21:06.062232 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-418a539f-888d-4c1a-9657-5849d45319d6 req-5029c69b-73d2-4fcd-9070-2bb58a7e47f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0629792 Jul 29 17:21:06.152537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a539f-888d-4c1a-9657-5849d45319d6 req-1bd6217e-814a-4b69-b034-0a22bd48f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:21:06.154079 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-418a539f-888d-4c1a-9657-5849d45319d6 req-1bd6217e-814a-4b69-b034-0a22bd48f5d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850174 Jul 29 17:21:06.228120 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642fb2b-3ee2-4cb1-986b-d7c86c71855a req-c9766968-9d7a-4b0e-8955-ea021b552628 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:21:06.229608 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9642fb2b-3ee2-4cb1-986b-d7c86c71855a req-c9766968-9d7a-4b0e-8955-ea021b552628 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 984 time: 0.1439912 Jul 29 17:21:06.276116 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9642fb2b-3ee2-4cb1-986b-d7c86c71855a req-c7de9b6e-edc3-4215-abbf-c862e993080f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8162c84-fee7-4b2a-bdd2-84c08b3c61ff&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406816 Jul 29 17:21:06.285832 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-418a539f-888d-4c1a-9657-5849d45319d6 req-1bb4ed33-f7ec-4793-91fb-3f266606ac52 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256406 Jul 29 17:21:06.423816 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-418a539f-888d-4c1a-9657-5849d45319d6 req-0d4e894d-9795-423c-8986-9ceb433374ce service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304295 Jul 29 17:21:07.481359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4df58-c655-49b8-850e-a231d1d23229 req-53b2521f-ab53-42b0-8ea9-c6896bf18c8d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:21:07.482801 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-54f4df58-c655-49b8-850e-a231d1d23229 req-53b2521f-ab53-42b0-8ea9-c6896bf18c8d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 984 time: 0.0898857 Jul 29 17:21:07.528786 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-54f4df58-c655-49b8-850e-a231d1d23229 req-ac2543f1-bf9c-40cd-a003-0eaea583b0a0 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=d8162c84-fee7-4b2a-bdd2-84c08b3c61ff&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401149 Jul 29 17:21:10.242307 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:21:15.170888 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2eb24b4e-e88e-440b-a53f-4d96174d6ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.727852 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c7cb6413-998c-47f0-b92e-4d4794ef7128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:18.397731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:18.550149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.038986 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.929455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:45.172358 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-924c2640-dc37-48b8-bf33-9f991011d972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:47.241279 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:21:47.729352 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-304cb49d-37c4-47b1-a683-44d1d5afefeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:48.400137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:48.553906 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:50.042099 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:50.950238 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:07.295729 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dce986e7-786d-4d4f-b5dd-0301569ae5ad req-bd38f7c4-f332-4d95-afd2-343b04377883 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802195 Jul 29 17:22:07.438281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce986e7-786d-4d4f-b5dd-0301569ae5ad req-a5f8a674-16f0-4664-b785-cb5b977be119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:07.439738 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dce986e7-786d-4d4f-b5dd-0301569ae5ad req-a5f8a674-16f0-4664-b785-cb5b977be119 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 1137 time: 0.0788255 Jul 29 17:22:07.583174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce986e7-786d-4d4f-b5dd-0301569ae5ad req-56344530-43c6-41fc-95fc-1af6fec4bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:07.584622 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dce986e7-786d-4d4f-b5dd-0301569ae5ad req-56344530-43c6-41fc-95fc-1af6fec4bfcb service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1259906 Jul 29 17:22:07.686984 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dce986e7-786d-4d4f-b5dd-0301569ae5ad req-7b913637-96c9-415e-8332-2f6d76e5b8f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8 HTTP/1.1" status: 200 len: 1000 time: 0.0963588 Jul 29 17:22:07.751360 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce986e7-786d-4d4f-b5dd-0301569ae5ad req-2b7de178-a2ae-4f05-95c4-878d5a86a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:07.752740 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dce986e7-786d-4d4f-b5dd-0301569ae5ad req-2b7de178-a2ae-4f05-95c4-878d5a86a855 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0596182 Jul 29 17:22:07.832884 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce986e7-786d-4d4f-b5dd-0301569ae5ad req-5e4501d8-776c-4aae-9597-e4621aacf3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:07.834280 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dce986e7-786d-4d4f-b5dd-0301569ae5ad req-5e4501d8-776c-4aae-9597-e4621aacf3be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761714 Jul 29 17:22:07.961753 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dce986e7-786d-4d4f-b5dd-0301569ae5ad req-3109a97c-e283-4da8-af19-1fad1a423219 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217210 Jul 29 17:22:08.090501 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dce986e7-786d-4d4f-b5dd-0301569ae5ad req-6cd0670a-8807-4848-bdca-259b84832828 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224847 Jul 29 17:22:15.174358 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c1e25365-80e0-47ba-bb6d-cc06aedbd120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:17.731737 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-253922da-c29e-4f5b-9773-feb11233ff63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:18.401718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:18.556084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:20.044669 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:20.941253 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:24.239446 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:22:43.402024 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-245f1917-b9fc-47c2-ba30-1caff09120a4 req-f5a74ce0-7ac6-49f2-9fcd-5a143814e41d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-380407770&fields=id&tenant_id=ba17c7db008b48af88a503773ec22951 HTTP/1.1" status: 200 len: 267 time: 0.0395007 Jul 29 17:22:43.495997 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f1917-b9fc-47c2-ba30-1caff09120a4 req-1a670295-2f3d-4a7f-b599-ef725f121882 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:43.497461 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-245f1917-b9fc-47c2-ba30-1caff09120a4 req-1a670295-2f3d-4a7f-b599-ef725f121882 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 984 time: 0.0896516 Jul 29 17:22:43.508039 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [req-245f1917-b9fc-47c2-ba30-1caff09120a4 req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'port': {'security_groups': ['65cbe8fa-5cbf-4ce9-bd84-9952fd099493']}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:22:43.630505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-245f1917-b9fc-47c2-ba30-1caff09120a4 req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:43.865999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [req-245f1917-b9fc-47c2-ba30-1caff09120a4 req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] For port a307b82a-a9f1-43f7-b112-6f744a8c37d8, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:22:43.889723 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-245f1917-b9fc-47c2-ba30-1caff09120a4 req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:43.893992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-245f1917-b9fc-47c2-ba30-1caff09120a4 req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:43.905977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['a307b82a-a9f1-43f7-b112-6f744a8c37d8'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:22:43.967286 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f1917-b9fc-47c2-ba30-1caff09120a4 req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:43.967930 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-245f1917-b9fc-47c2-ba30-1caff09120a4 req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:43.974942 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-245f1917-b9fc-47c2-ba30-1caff09120a4 req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "PUT /v2.0/ports/a307b82a-a9f1-43f7-b112-6f744a8c37d8 HTTP/1.1" status: 200 len: 942 time: 0.4685860 Jul 29 17:22:43.974942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'tag': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:22:43.975862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 32788) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:22:43.993689 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'Port': ['ID=a307b82a-a9f1-43f7-b112-6f744a8c37d8,revision_number=7']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:44.002951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.003306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.003743 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.004087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.004421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.004764 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.005349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.005460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.005792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.006119 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.006443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.006772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d9ba2-5abf-4981-8c91-d05d4dd9f950 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.056330 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a80cc2-5c37-4e60-9058-6b4044dd2d7b'] response: {'name': 'network-changed', 'server_uuid': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'tag': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8', 'status': 'completed', 'code': 200} Jul 29 17:22:44.067037 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['a307b82a-a9f1-43f7-b112-6f744a8c37d8'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:22:44.141286 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:44.183490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:44.228365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b38912-b391-4f23-af4d-6d10752742d3 req-0ef2c9cd-8f37-4ab8-bb12-28181d347d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:44.229795 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c7b38912-b391-4f23-af4d-6d10752742d3 req-0ef2c9cd-8f37-4ab8-bb12-28181d347d35 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 1098 time: 0.1458890 Jul 29 17:22:44.255916 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2d842f96-1846-4fa0-b05c-1d61f866a8e6 None None] Provisioning complete for port a307b82a-a9f1-43f7-b112-6f744a8c37d8 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:22:44.256293 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2d842f96-1846-4fa0-b05c-1d61f866a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:44.329407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:44.354240 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8162c84-fee7-4b2a-bdd2-84c08b3c61ff,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:44.373008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.373403 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.373743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.374074 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.374402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.374726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.375047 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.375367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.375684 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.376001 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.376319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.376633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:44.395549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:44.396756 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-24736dda-6577-4d50-abd9-321e8da0b9e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "DELETE /v2.0/security-groups/d8162c84-fee7-4b2a-bdd2-84c08b3c61ff HTTP/1.1" status: 204 len: 168 time: 0.4192462 Jul 29 17:22:44.399647 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 32794) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:22:44.401186 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b38912-b391-4f23-af4d-6d10752742d3 req-f4354c89-acab-40d9-978d-299578a023ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:44.402559 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c7b38912-b391-4f23-af4d-6d10752742d3 req-f4354c89-acab-40d9-978d-299578a023ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1663976 Jul 29 17:22:44.417608 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2d842f96-1846-4fa0-b05c-1d61f866a8e6 None None] Current status of the port a307b82a-a9f1-43f7-b112-6f744a8c37d8 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:22:44.509340 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c7b38912-b391-4f23-af4d-6d10752742d3 req-90aab7a9-849c-4260-8bcc-1260764bde7b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8 HTTP/1.1" status: 200 len: 1000 time: 0.1001508 Jul 29 17:22:44.624737 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-337c8c26-9b9c-4475-af76-de19d0d4091e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Deleting port f0b1521d-8879-4e26-a404-5ef6d7db9f7f {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:22:44.625363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-337c8c26-9b9c-4475-af76-de19d0d4091e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:44.671994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b38912-b391-4f23-af4d-6d10752742d3 req-b4f4c5cb-7e45-40f1-a3a2-41350b25ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:44.673453 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c7b38912-b391-4f23-af4d-6d10752742d3 req-b4f4c5cb-7e45-40f1-a3a2-41350b25ec0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.1582732 Jul 29 17:22:44.757796 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b38912-b391-4f23-af4d-6d10752742d3 req-86e3d97d-58e5-45a8-aed0-945902c50c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:44.759266 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c7b38912-b391-4f23-af4d-6d10752742d3 req-86e3d97d-58e5-45a8-aed0-945902c50c9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798366 Jul 29 17:22:44.806591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-337c8c26-9b9c-4475-af76-de19d0d4091e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:44.806916 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-337c8c26-9b9c-4475-af76-de19d0d4091e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:44.888372 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c7b38912-b391-4f23-af4d-6d10752742d3 req-7a52de5b-f442-43db-bd49-99dad3434205 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227233 Jul 29 17:22:45.026078 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c7b38912-b391-4f23-af4d-6d10752742d3 req-57435424-4ff3-4dc7-8ecd-0099b95ffcc7 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313822 Jul 29 17:22:45.041160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-337c8c26-9b9c-4475-af76-de19d0d4091e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Calling delete_port for f0b1521d-8879-4e26-a404-5ef6d7db9f7f owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:22:45.175491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0c8517f2-8aa6-4d14-a99d-d1d2cff96f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:45.192488 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-337c8c26-9b9c-4475-af76-de19d0d4091e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:45.239777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c8c26-9b9c-4475-af76-de19d0d4091e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event deleted for resources: {'Port': ['ID=f0b1521d-8879-4e26-a404-5ef6d7db9f7f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:45.332980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-337c8c26-9b9c-4475-af76-de19d0d4091e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:45.333242 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-337c8c26-9b9c-4475-af76-de19d0d4091e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Floating IP 6a9a5d33-6b85-479e-9ac0-ad43a55498df disassociated (deleted). External IP: 172.26.1.60, port: a307b82a-a9f1-43f7-b112-6f744a8c37d8. Jul 29 17:22:45.678109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337c8c26-9b9c-4475-af76-de19d0d4091e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Router 990128a2-67ae-4383-af17-952889a4cc44 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:22:45.850030 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337c8c26-9b9c-4475-af76-de19d0d4091e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:22:45.859316 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f8a009-17f7-4824-bf0b-f97e4370f63e None None] Sync routers for ids ['990128a2-67ae-4383-af17-952889a4cc44'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:22:45.865467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-337c8c26-9b9c-4475-af76-de19d0d4091e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:45.868961 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f8a009-17f7-4824-bf0b-f97e4370f63e None None] Routers {'990128a2-67ae-4383-af17-952889a4cc44'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:22:45.869642 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-35f8a009-17f7-4824-bf0b-f97e4370f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:22:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['990128a2-67ae-4383-af17-952889a4cc44'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:22:45.921902 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-337c8c26-9b9c-4475-af76-de19d0d4091e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "DELETE /v2.0/floatingips/6a9a5d33-6b85-479e-9ac0-ad43a55498df HTTP/1.1" status: 204 len: 168 time: 1.5207689 Jul 29 17:22:46.046703 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-35f8a009-17f7-4824-bf0b-f97e4370f63e None None] Set router 990128a2-67ae-4383-af17-952889a4cc44 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:22:46.057946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'tag': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:22:46.104430 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99ca916-9b6b-4b1d-90f2-d65c4e2d9fed'] response: {'name': 'network-changed', 'server_uuid': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'tag': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8', 'status': 'completed', 'code': 200} Jul 29 17:22:46.207534 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f8ac2-7960-477d-a126-b48c0f96cecd req-68c82003-a186-41ba-af62-7e5761f01053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:46.208933 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a12f8ac2-7960-477d-a126-b48c0f96cecd req-68c82003-a186-41ba-af62-7e5761f01053 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 1098 time: 0.0849459 Jul 29 17:22:46.363955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f8ac2-7960-477d-a126-b48c0f96cecd req-99c404e9-301c-4be9-90ad-60fe6537e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:46.364310 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-35f8a009-17f7-4824-bf0b-f97e4370f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '802d2f4a-e60c-4b83-a590-69067d95f139', 'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'mac_address': 'fa:16:3e:e6:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:51Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 5, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'subnets': [{'id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:22:46.365695 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a12f8ac2-7960-477d-a126-b48c0f96cecd req-99c404e9-301c-4be9-90ad-60fe6537e852 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1509984 Jul 29 17:22:46.368595 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f8a009-17f7-4824-bf0b-f97e4370f63e None None] Checking router: 990128a2-67ae-4383-af17-952889a4cc44 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:22:46.377707 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f8a009-17f7-4824-bf0b-f97e4370f63e None None] Routers {'990128a2-67ae-4383-af17-952889a4cc44'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:22:46.378373 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-35f8a009-17f7-4824-bf0b-f97e4370f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:22:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['990128a2-67ae-4383-af17-952889a4cc44'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:22:46.443471 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a12f8ac2-7960-477d-a126-b48c0f96cecd req-a532aa40-ebc7-4d72-b2ea-b1cf231bf980 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8 HTTP/1.1" status: 200 len: 217 time: 0.0698967 Jul 29 17:22:46.509937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f8ac2-7960-477d-a126-b48c0f96cecd req-c5e22bf0-215a-4c07-8435-4c775edb0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:46.511378 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a12f8ac2-7960-477d-a126-b48c0f96cecd req-c5e22bf0-215a-4c07-8435-4c775edb0a34 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0627396 Jul 29 17:22:46.581521 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-35f8a009-17f7-4824-bf0b-f97e4370f63e None None] Set router 990128a2-67ae-4383-af17-952889a4cc44 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:22:46.595151 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f8ac2-7960-477d-a126-b48c0f96cecd req-ef6b7592-09d8-476e-ab28-386ab85ab584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:46.596606 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a12f8ac2-7960-477d-a126-b48c0f96cecd req-ef6b7592-09d8-476e-ab28-386ab85ab584 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784459 Jul 29 17:22:46.727075 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a12f8ac2-7960-477d-a126-b48c0f96cecd req-b3d4ae55-08d8-409a-b100-6a3306cc90f2 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232929 Jul 29 17:22:46.872164 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a12f8ac2-7960-477d-a126-b48c0f96cecd req-a0a5bb00-2353-4015-b444-84bf3961fcc1 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373129 Jul 29 17:22:46.888273 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-35f8a009-17f7-4824-bf0b-f97e4370f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '802d2f4a-e60c-4b83-a590-69067d95f139', 'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'mac_address': 'fa:16:3e:e6:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:51Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 5, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'subnets': [{'id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:22:46.892964 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f8a009-17f7-4824-bf0b-f97e4370f63e None None] The sync data for ids ['990128a2-67ae-4383-af17-952889a4cc44'] in dv-neutron-851534-1-hyperv is: [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '802d2f4a-e60c-4b83-a590-69067d95f139', 'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'mac_address': 'fa:16:3e:e6:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:51Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 5, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'subnets': [{'id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:22:47.103853 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55778f6e-a0ca-4550-9079-d2a9ebd498ea None None] New status for floating IP 6a9a5d33-6b85-479e-9ac0-ad43a55498df: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:22:47.734647 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a32fc6c9-17fa-4089-b278-6e657b29c479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:48.405402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:48.560271 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:50.050922 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:50.336015 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ad4dd-0006-44e0-ac95-91f516a01bb1 req-5a6402e3-9af8-4713-9dba-d177d245c073 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:50.336726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-fe9ad4dd-0006-44e0-ac95-91f516a01bb1 req-5a6402e3-9af8-4713-9dba-d177d245c073 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Synchronizing usage tracker for tenant:ba17c7db008b48af88a503773ec22951 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:22:50.356432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-fe9ad4dd-0006-44e0-ac95-91f516a01bb1 req-5a6402e3-9af8-4713-9dba-d177d245c073 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Unset dirty status for tenant:ba17c7db008b48af88a503773ec22951 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:22:50.357674 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fe9ad4dd-0006-44e0-ac95-91f516a01bb1 req-5a6402e3-9af8-4713-9dba-d177d245c073 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 945 time: 0.1071246 Jul 29 17:22:50.401359 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fe9ad4dd-0006-44e0-ac95-91f516a01bb1 req-f84d0612-218d-45da-b25a-174569dc1aae tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378861 Jul 29 17:22:50.943739 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:51.598345 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf287b0-e7f9-46b2-8030-0caa49d0aea5 req-69c753cf-4f94-42c0-b0ce-0dd17880f595 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:51.599796 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0bf287b0-e7f9-46b2-8030-0caa49d0aea5 req-69c753cf-4f94-42c0-b0ce-0dd17880f595 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 945 time: 0.0899251 Jul 29 17:22:51.643155 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0bf287b0-e7f9-46b2-8030-0caa49d0aea5 req-7cd92041-a30f-4586-b526-8b07b59fee23 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376661 Jul 29 17:22:52.072958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03278c3-234e-4183-bb34-7faca0871367 req-17a68777-4114-46b2-b934-12373766c102 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:22:52.073664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-d03278c3-234e-4183-bb34-7faca0871367 req-17a68777-4114-46b2-b934-12373766c102 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Synchronizing usage tracker for tenant:ba17c7db008b48af88a503773ec22951 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:22:52.084879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-d03278c3-234e-4183-bb34-7faca0871367 req-17a68777-4114-46b2-b934-12373766c102 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Unset dirty status for tenant:ba17c7db008b48af88a503773ec22951 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:22:52.085972 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d03278c3-234e-4183-bb34-7faca0871367 req-17a68777-4114-46b2-b934-12373766c102 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 945 time: 0.1006308 Jul 29 17:22:52.152712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-d03278c3-234e-4183-bb34-7faca0871367 req-f2491d09-2be7-4450-ab3c-099b6503db14 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Deleting port a307b82a-a9f1-43f7-b112-6f744a8c37d8 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:22:52.153076 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d03278c3-234e-4183-bb34-7faca0871367 req-f2491d09-2be7-4450-ab3c-099b6503db14 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:52.393431 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-d03278c3-234e-4183-bb34-7faca0871367 req-f2491d09-2be7-4450-ab3c-099b6503db14 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] For port a307b82a-a9f1-43f7-b112-6f744a8c37d8, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=a307b82a-a9f1-43f7-b112-6f744a8c37d8,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:22:52.393705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d03278c3-234e-4183-bb34-7faca0871367 req-f2491d09-2be7-4450-ab3c-099b6503db14 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:52.608296 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-d03278c3-234e-4183-bb34-7faca0871367 req-f2491d09-2be7-4450-ab3c-099b6503db14 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Calling delete_port for a307b82a-a9f1-43f7-b112-6f744a8c37d8 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:22:52.752549 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d03278c3-234e-4183-bb34-7faca0871367 req-f2491d09-2be7-4450-ab3c-099b6503db14 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:52.763978 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['a307b82a-a9f1-43f7-b112-6f744a8c37d8'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:22:52.805519 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c6a32602-2f66-4f1c-b5bf-2e5dc5995693 req-b2e8fbfd-339b-4e60-97ed-969cd55dcedf tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e27c8e-040e-4a00-9b4a-fdee2b384edf HTTP/1.1" status: 200 len: 210 time: 0.0547280 Jul 29 17:22:52.807857 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2491d09-2be7-4450-ab3c-099b6503db14 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event deleted for resources: {'Port': ['ID=a307b82a-a9f1-43f7-b112-6f744a8c37d8,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:52.894465 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03278c3-234e-4183-bb34-7faca0871367 req-f2491d09-2be7-4450-ab3c-099b6503db14 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] No DVR routers for this DVR port a307b82a-a9f1-43f7-b112-6f744a8c37d8 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:22:52.896928 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-d03278c3-234e-4183-bb34-7faca0871367 req-f2491d09-2be7-4450-ab3c-099b6503db14 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:52.899481 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'name': 'network-vif-deleted', 'tag': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:22:52.916797 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d03278c3-234e-4183-bb34-7faca0871367 req-f2491d09-2be7-4450-ab3c-099b6503db14 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.69 "DELETE /v2.0/ports/a307b82a-a9f1-43f7-b112-6f744a8c37d8 HTTP/1.1" status: 204 len: 173 time: 0.8256967 Jul 29 17:22:53.000318 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89d3a08-e524-47bd-bcc4-c3e65d0d8f1d'] response: {'server_uuid': 'e8e27c8e-040e-4a00-9b4a-fdee2b384edf', 'name': 'network-vif-deleted', 'tag': 'a307b82a-a9f1-43f7-b112-6f744a8c37d8', 'status': 'completed', 'code': 200} Jul 29 17:22:56.208448 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device a307b82a-a9f1-43f7-b112-6f744a8c37d8 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:22:56.245327 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: a307b82a-a9f1-43f7-b112-6f744a8c37d8 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:22:56.245919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device a307b82a-a9f1-43f7-b112-6f744a8c37d8 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:23:01.239254 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:23:04.184550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-a68e1f11-25fb-4f91-a531-f8a008f50900 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:04.186500 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-a68e1f11-25fb-4f91-a531-f8a008f50900 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 814 time: 0.1487274 Jul 29 17:23:04.200818 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-9e461f93-43bc-4009-9097-2be8ceb76dc5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/quotas/ba17c7db008b48af88a503773ec22951 HTTP/1.1" status: 200 len: 375 time: 0.0089614 Jul 29 17:23:04.394971 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-d2f37c4f-2f51-455e-8871-4c01f8c48302 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1883686 Jul 29 17:23:04.581805 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-ec6a635e-18a4-47b2-ad41-7b935f927dfc service neutron] 10.222.0.58 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755862 Jul 29 17:23:04.710020 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-6637b81a-28be-4562-9d9f-a81e1fd860ea service neutron] 10.222.0.58 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222489 Jul 29 17:23:05.899645 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a8bc71ec-e36f-4895-9ebe-b97c02450e27 req-7fb89728-2156-4729-877d-2f0a3f142b48 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 210 time: 0.0489893 Jul 29 17:23:07.006983 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-180c345f-0456-4426-a42e-00358e4100bb req-12d0567f-121c-42d5-b87b-425170db4c41 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 210 time: 0.0518734 Jul 29 17:23:08.111729 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-18ebe9bc-5826-4b6e-9668-ccc80e6cde42 req-ab001f8b-5ee2-4bb8-b296-e94cf5dbe6d1 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 210 time: 0.0493739 Jul 29 17:23:09.227224 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8d176380-107e-4449-ac2b-f963c1ce202f req-cc5826e0-5118-443b-9fc4-567c2a8645ed tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 210 time: 0.0548999 Jul 29 17:23:10.388992 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4346d23c-aaa3-4989-835f-6402540f2c26 req-3e7c8f2d-8ca8-4ae9-94d0-78ff146ade96 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 210 time: 0.0534732 Jul 29 17:23:11.037901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-f211a097-7693-4da1-9689-179ec4b6d7f7 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:11.039307 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-f211a097-7693-4da1-9689-179ec4b6d7f7 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 814 time: 0.1445408 Jul 29 17:23:11.052006 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'port': {'device_id': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'admin_state_up': True, 'tenant_id': 'ba17c7db008b48af88a503773ec22951'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:23:11.186524 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:23:11.191123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:port and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:23:11.193967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:23:11.199883 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:23:11.211399 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Made reservation on behalf of ba17c7db008b48af88a503773ec22951 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:23:11.214903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:11.386740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Allocated IP 172.20.0.10 (cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d/56d4fb78-5394-4d6a-b95e-6c589866e65d/bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:23:11.618159 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eeb48b47-cab4-4a04-98ca-3d19b79ba48a req-706e6c04-97f6-48f8-8c81-5e5da630e422 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 210 time: 0.0877209 Jul 29 17:23:11.683613 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:11.705578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Transition to ACTIVE for port object bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:23:11.738808 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:11.820271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:23:11.823527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:23:11.834633 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:23:11.901101 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'Port': ['ID=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:11.923531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:11.923531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:11.949361 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-875d029f-3eda-43aa-b1d0-2e387f86558c tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9006910 Jul 29 17:23:12.109979 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d8e5b43a-3731-48e3-a250-10deda23a8a3 None None] Provisioning for port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:23:12.115280 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d8e5b43a-3731-48e3-a250-10deda23a8a3 None None] Provisioning complete for port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:23:12.115839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b43a-3731-48e3-a250-10deda23a8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:12.175952 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5b43a-3731-48e3-a250-10deda23a8a3 None None] Port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:23:12.828647 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167abb9-17b9-47c6-a961-6a4a7d231335 req-12d4c8a3-8510-4781-b75c-e626d23ecf90 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:12.830007 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a167abb9-17b9-47c6-a961-6a4a7d231335 req-12d4c8a3-8510-4781-b75c-e626d23ecf90 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 932 time: 0.0936720 Jul 29 17:23:12.877197 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a167abb9-17b9-47c6-a961-6a4a7d231335 req-cafec119-52da-4b14-a5ec-1816ac360e0b tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 Jul 29 17:23:14.081038 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd86b0f-f279-4003-a33c-685586c48764 req-27738a87-2432-44f6-9894-bea34cfe8bd8 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:14.082577 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cdd86b0f-f279-4003-a33c-685586c48764 req-27738a87-2432-44f6-9894-bea34cfe8bd8 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 932 time: 0.0934234 Jul 29 17:23:14.129349 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cdd86b0f-f279-4003-a33c-685586c48764 req-6c2f6646-7b8a-462b-b142-32f8c39be1e3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 Jul 29 17:23:15.181500 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e2751e77-bdfe-47e9-b5ab-eb6551d0246d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:15.333298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4344-fc71-4400-831b-6a7af21851a6 req-a1115b94-6783-4524-819a-badbad3fb9a3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:15.334731 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4b3c4344-fc71-4400-831b-6a7af21851a6 req-a1115b94-6783-4524-819a-badbad3fb9a3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 932 time: 0.0920174 Jul 29 17:23:15.381939 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4b3c4344-fc71-4400-831b-6a7af21851a6 req-41a7bf37-f660-4ea2-b549-1d70d54a055d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410490 Jul 29 17:23:16.606229 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226b5c4-feb1-40b0-8c39-661624da8049 req-2559197a-ab2e-4ed4-ac0b-12f9cd58e26a tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:16.607749 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7226b5c4-feb1-40b0-8c39-661624da8049 req-2559197a-ab2e-4ed4-ac0b-12f9cd58e26a tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 932 time: 0.1050072 Jul 29 17:23:16.655600 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7226b5c4-feb1-40b0-8c39-661624da8049 req-e9e3998e-f484-4cc3-befd-23e9a902aa77 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Jul 29 17:23:17.746340 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-db463552-291b-449c-8123-07093f152c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:17.866428 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d8cd-873d-4657-bd2c-373669562a8e req-c72202f2-995b-4514-b5fc-819a8369493b tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:17.868210 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d119d8cd-873d-4657-bd2c-373669562a8e req-c72202f2-995b-4514-b5fc-819a8369493b tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 932 time: 0.0965343 Jul 29 17:23:17.913978 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d119d8cd-873d-4657-bd2c-373669562a8e req-a18cd597-dab7-4d73-bb70-0b460234e546 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401189 Jul 29 17:23:18.408850 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:18.563497 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:19.107068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9274e9-dc57-4d39-a058-18c64b1c2982 req-37ac9c5b-7db7-470b-af4b-bf3f35fa0361 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:19.108412 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fc9274e9-dc57-4d39-a058-18c64b1c2982 req-37ac9c5b-7db7-470b-af4b-bf3f35fa0361 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 932 time: 0.0874126 Jul 29 17:23:19.150914 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fc9274e9-dc57-4d39-a058-18c64b1c2982 req-d4afe290-79fb-4d14-b2f9-042abe39c4d1 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368593 Jul 29 17:23:20.051506 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:20.344750 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1f1ac-51e7-4f4b-a4c1-e82c17b014b8 req-cfabdf91-7891-43c9-96b0-ebecd838afb8 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:20.346129 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cda1f1ac-51e7-4f4b-a4c1-e82c17b014b8 req-cfabdf91-7891-43c9-96b0-ebecd838afb8 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 932 time: 0.0903516 Jul 29 17:23:20.388319 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cda1f1ac-51e7-4f4b-a4c1-e82c17b014b8 req-2640232c-e3fd-4aef-9364-840e32c674ad tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366156 Jul 29 17:23:20.943583 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:21.323204 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Request body: {'port': {'device_id': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:23:21.437494 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:21.587035 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247039f-498b-4196-9543-d696c5df0cab req-3f1ed656-9973-4b44-86d4-4bb271f47b00 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:21.588610 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b247039f-498b-4196-9543-d696c5df0cab req-3f1ed656-9973-4b44-86d4-4bb271f47b00 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 932 time: 0.0931785 Jul 29 17:23:21.636209 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b247039f-498b-4196-9543-d696c5df0cab req-c8f88d85-a1d5-4e60-9a81-76746e4b93f7 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413842 Jul 29 17:23:21.786389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:23:21.793493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:21.807626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Transition to ACTIVE for port object bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:23:21.811086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:22.079381 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Pushing event updated for resources: {'Port': ['ID=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:22.151472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Attempting to bind port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:23:22.151712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Attempting to bind port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:23:22.152038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Attempting to bind port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 on network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:23:22.156559 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 on network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:23:22.156877 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Attempting to bind port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 on network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:23:22.161908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:23:22.162239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Checking segment: {'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:23:22.162613 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Bound using segment: {'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:23:22.163031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Bound port: bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22abaa7d-b30c-457b-bb0b-8183ac72b829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:23:22.163366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:22.252876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] For port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:23:22.256050 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] For port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:23:22.259698 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:22.319121 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:22.319730 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:22.321136 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] 10.222.0.69 "PUT /v2.0/ports/bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 HTTP/1.1" status: 200 len: 1094 time: 1.0029044 Jul 29 17:23:22.321571 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'tag': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:23:22.342078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68233c4e-7242-4cbc-ab15-c6131ca6fd69 service neutron] Pushing event updated for resources: {'Port': ['ID=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:22.410182 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afca4cac-bb5c-4033-b71a-be2af66b1336'] response: {'name': 'network-changed', 'server_uuid': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'tag': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7', 'status': 'completed', 'code': 200} Jul 29 17:23:22.455815 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-52c37935-4f14-4272-94a4-81d385e6d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:22.457306 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-52c37935-4f14-4272-94a4-81d385e6d56b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 1097 time: 0.0873482 Jul 29 17:23:22.525066 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-b48e3b9e-5a9e-474a-9486-60a38932adad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 HTTP/1.1" status: 200 len: 217 time: 0.0610876 Jul 29 17:23:22.590167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-97c0eaa3-c837-40e5-a815-2a6b0b039458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:22.591583 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-97c0eaa3-c837-40e5-a815-2a6b0b039458 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0613301 Jul 29 17:23:22.672843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-9c4b38b8-65eb-4129-b548-58419d397496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:22.674329 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-9c4b38b8-65eb-4129-b548-58419d397496 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767782 Jul 29 17:23:22.812332 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-729e85a2-42ca-4e09-88b0-3245e4ecafe7 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315806 Jul 29 17:23:22.947077 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-10e74564-1f59-4674-88e8-fa90d7cefb0e req-d81b3eb7-2a83-47e0-8418-b95b6b12965f service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280737 Jul 29 17:23:22.981185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb330c-de1e-47d8-8fb1-69f2215b72a9 req-622fbc0f-ccf5-4987-8666-698449a15f19 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:22.982651 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d0eb330c-de1e-47d8-8fb1-69f2215b72a9 req-622fbc0f-ccf5-4987-8666-698449a15f19 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 944 time: 0.0882506 Jul 29 17:23:23.026323 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d0eb330c-de1e-47d8-8fb1-69f2215b72a9 req-3122aba1-7621-474c-a3bd-c9147184dda9 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374041 Jul 29 17:23:23.072181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d527b-4fa8-4281-b6d1-e26786716466 req-c92c88a6-1151-4bd9-bf7b-b473b625b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:23.073677 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-189d527b-4fa8-4281-b6d1-e26786716466 req-c92c88a6-1151-4bd9-bf7b-b473b625b4bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 1097 time: 0.0862350 Jul 29 17:23:23.201879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d527b-4fa8-4281-b6d1-e26786716466 req-f540f2fa-d636-4b85-86a5-9e018e5d1c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:23.203211 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-189d527b-4fa8-4281-b6d1-e26786716466 req-f540f2fa-d636-4b85-86a5-9e018e5d1c0a service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1233637 Jul 29 17:23:23.268639 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-189d527b-4fa8-4281-b6d1-e26786716466 req-5bf6632d-2572-4f52-81ee-d52901294834 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 HTTP/1.1" status: 200 len: 217 time: 0.0596030 Jul 29 17:23:23.331391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d527b-4fa8-4281-b6d1-e26786716466 req-4b3a2371-b58c-42cf-8fbc-4449b490746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:23.332768 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-189d527b-4fa8-4281-b6d1-e26786716466 req-4b3a2371-b58c-42cf-8fbc-4449b490746e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0589404 Jul 29 17:23:23.413271 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d527b-4fa8-4281-b6d1-e26786716466 req-81a5c420-434a-4fcc-95b0-3262eacc9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:23.414709 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-189d527b-4fa8-4281-b6d1-e26786716466 req-81a5c420-434a-4fcc-95b0-3262eacc9f61 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761728 Jul 29 17:23:23.582155 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-189d527b-4fa8-4281-b6d1-e26786716466 req-d218941a-bc48-445d-88ad-e7305a207553 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606278 Jul 29 17:23:23.711941 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-189d527b-4fa8-4281-b6d1-e26786716466 req-a6eb3b36-cfc2-47ab-82bb-1bf657eba3b0 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233265 Jul 29 17:23:24.323274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ec960-b9a1-49f6-812e-0f959eaef782 req-239de618-fb1f-4a95-8054-b43ad0f83b75 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:24.324627 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8a7ec960-b9a1-49f6-812e-0f959eaef782 req-239de618-fb1f-4a95-8054-b43ad0f83b75 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 944 time: 0.1876309 Jul 29 17:23:24.368089 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8a7ec960-b9a1-49f6-812e-0f959eaef782 req-7cc06976-c862-4d21-9171-b5dfc5b2e7f5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377369 Jul 29 17:23:25.560784 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915aa41-6a44-4949-ad78-e8a8c4f5836a req-2a561ed5-dcd5-4db6-8ad0-607b5c306b5d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:25.562282 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b915aa41-6a44-4949-ad78-e8a8c4f5836a req-2a561ed5-dcd5-4db6-8ad0-607b5c306b5d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 944 time: 0.0895970 Jul 29 17:23:25.606159 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b915aa41-6a44-4949-ad78-e8a8c4f5836a req-583fe950-01ce-4069-a25b-03bf5e7fa6f7 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374060 Jul 29 17:23:26.348858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:23:26.479430 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:23:26.492438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'port_id': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7', 'mac_address': 'fa:16:3e:b5:74:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:23:26.546304 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:23:26.546692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:26.563098 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:23:26.577808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:23:26.582159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:26.651335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:26.658410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:26.658755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:26.659093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:26.659479 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:26.659809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:26.660134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:26.660459 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:26.660780 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:26.661126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:26.661445 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:26.661761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:26.662074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:26.797693 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911603d-8aed-43d8-a232-9a349f5a236c req-841069c3-952d-4825-a9f7-aa1df90ff9a1 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:26.799120 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3911603d-8aed-43d8-a232-9a349f5a236c req-841069c3-952d-4825-a9f7-aa1df90ff9a1 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 945 time: 0.0853498 Jul 29 17:23:26.845589 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3911603d-8aed-43d8-a232-9a349f5a236c req-e2363a54-d77c-4bda-b0cd-4ad5d6d8a2b9 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Jul 29 17:23:26.943145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:23:28.036558 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b13985-c1e9-473b-8ede-a7cb09405b9a req-5bd68771-c870-4dcf-862b-1b1721d1c778 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:28.038007 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-11b13985-c1e9-473b-8ede-a7cb09405b9a req-5bd68771-c870-4dcf-862b-1b1721d1c778 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 945 time: 0.0861032 Jul 29 17:23:28.080430 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-11b13985-c1e9-473b-8ede-a7cb09405b9a req-ee86bbac-ce3d-49bd-a6f2-d2111e4a912d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368123 Jul 29 17:23:28.352098 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:23:28.417744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:23:28.422451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:23:28.422821 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:28.569370 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:23:28.569756 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:28.595596 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:23:28.605374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:23:28.610440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:28.676595 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:28.692501 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25cc504f-7036-45ec-9279-df096b884f16'] response: {'server_uuid': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7', 'code': 200} Jul 29 17:23:28.923689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265493f-100c-4f87-9f3b-5c6bb0ca9af7 req-f74112c6-beb8-4270-aa20-1f26c7f51ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:28.925106 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7265493f-100c-4f87-9f3b-5c6bb0ca9af7 req-f74112c6-beb8-4270-aa20-1f26c7f51ccb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 1099 time: 0.0841410 Jul 29 17:23:28.965270 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-7265493f-100c-4f87-9f3b-5c6bb0ca9af7 req-4c5bdfc2-4a2a-4f2c-95fc-ba68e573e692 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344527 Jul 29 17:23:29.275726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d6368-cd57-4550-bba1-23ce7d9f243b req-3676699f-4102-44ab-93ef-8939588bfe97 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:29.277219 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0a9d6368-cd57-4550-bba1-23ce7d9f243b req-3676699f-4102-44ab-93ef-8939588bfe97 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 946 time: 0.0910671 Jul 29 17:23:29.320817 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0a9d6368-cd57-4550-bba1-23ce7d9f243b req-39a59a15-51e5-4b98-85fe-9eaddfb7055d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372987 Jul 29 17:23:30.513557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df92b0-50a9-48e7-930a-04e9552f4662 req-8c1f69c6-5ceb-4bc5-af07-87e376bc8267 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:30.514999 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-64df92b0-50a9-48e7-930a-04e9552f4662 req-8c1f69c6-5ceb-4bc5-af07-87e376bc8267 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 946 time: 0.0859683 Jul 29 17:23:30.563685 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-64df92b0-50a9-48e7-930a-04e9552f4662 req-b4d12589-85cd-4f3a-9008-6a71e362ae41 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417991 Jul 29 17:23:30.753733 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c335f1-ffc5-4457-b74d-dfbe255107fc req-6b66d222-4021-4e52-904b-47755776f493 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:30.755204 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-78c335f1-ffc5-4457-b74d-dfbe255107fc req-6b66d222-4021-4e52-904b-47755776f493 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 946 time: 0.0879629 Jul 29 17:23:30.798825 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-78c335f1-ffc5-4457-b74d-dfbe255107fc req-39fa9322-ae7c-458f-a402-ffc3ced92b44 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380421 Jul 29 17:23:31.196143 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf18c27-262f-458c-a1be-0b19710aff35 req-f1a7fb0b-0a33-4698-b898-34217527fc83 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:31.197511 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bdf18c27-262f-458c-a1be-0b19710aff35 req-f1a7fb0b-0a33-4698-b898-34217527fc83 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 946 time: 0.0893667 Jul 29 17:23:31.240032 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bdf18c27-262f-458c-a1be-0b19710aff35 req-b981ea44-fc16-4cb5-a5f1-200c61dc105f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369351 Jul 29 17:23:38.238479 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:23:41.315404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe1d56-1d2a-4d92-ab2f-e9a250163930 req-2dc37ea5-3c58-4798-9619-2b506aed0f5a tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:41.316932 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dbbe1d56-1d2a-4d92-ab2f-e9a250163930 req-2dc37ea5-3c58-4798-9619-2b506aed0f5a tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 946 time: 0.0880158 Jul 29 17:23:41.363491 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dbbe1d56-1d2a-4d92-ab2f-e9a250163930 req-1cab4195-3959-47de-b35f-b252f0c3502b tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409386 Jul 29 17:23:41.390440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33104) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:23:41.466948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587273da-5f25-423b-ab2c-c8c4e9ef6143 tempest-TestMinimumBasicScenario-1999410545 tempest-TestMinimumBasicScenario-1999410545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:41.468453 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-587273da-5f25-423b-ab2c-c8c4e9ef6143 tempest-TestMinimumBasicScenario-1999410545 tempest-TestMinimumBasicScenario-1999410545-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 1094 time: 0.0770812 Jul 29 17:23:41.471214 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33108) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:23:41.475837 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:23:41.481914 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:23:41.486202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:floatingip and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:23:41.488973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:23:41.494648 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:23:41.505480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:41.639986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:41.773715 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Allocated IP 172.26.1.102 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/632660c0-b31a-40c5-93af-f1709ce89573) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:23:41.916549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:41.945739 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:42.007955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:23:42.010752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:23:42.014366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:23:42.055711 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'Port': ['ID=632660c0-b31a-40c5-93af-f1709ce89573,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:42.517673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:42.590212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:42.794508 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:42.799385 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:42.902937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'Port': ['ID=632660c0-b31a-40c5-93af-f1709ce89573,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:42.912759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:43.086819 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Floating IP 71bef8eb-fdd7-4866-bfd4-e6e82d267827 associated. External IP: 172.26.1.102, port: bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7. Jul 29 17:23:43.428573 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Router 990128a2-67ae-4383-af17-952889a4cc44 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:23:43.605180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:23:43.615237 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da09d0-5355-47fa-b41f-b8d13a31acc8 None None] Sync routers for ids ['990128a2-67ae-4383-af17-952889a4cc44'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:23:43.624807 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da09d0-5355-47fa-b41f-b8d13a31acc8 None None] Routers {'990128a2-67ae-4383-af17-952889a4cc44'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:23:43.625447 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-71da09d0-5355-47fa-b41f-b8d13a31acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:23:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['990128a2-67ae-4383-af17-952889a4cc44'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:23:43.630158 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:43.686076 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-df021388-a907-4cf6-9b8d-10df821f9a84 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2138069 Jul 29 17:23:43.686552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'tag': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:23:43.689587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33112) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:23:43.695238 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-275b3de6-e766-4cf0-8c38-706c8a29aa8f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541203805', 'description': 'tempest-secgroup-smoke-541203805 description', 'project_id': 'ba17c7db008b48af88a503773ec22951'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:23:43.701706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-275b3de6-e766-4cf0-8c38-706c8a29aa8f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:23:43.706134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-275b3de6-e766-4cf0-8c38-706c8a29aa8f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:security_group and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:23:43.709749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-275b3de6-e766-4cf0-8c38-706c8a29aa8f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:23:43.715794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-275b3de6-e766-4cf0-8c38-706c8a29aa8f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:23:43.726851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-275b3de6-e766-4cf0-8c38-706c8a29aa8f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:43.733987 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-470b1b6a-e9e8-4b74-9c5d-de024b2712a5'] response: {'name': 'network-changed', 'server_uuid': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'tag': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7', 'status': 'completed', 'code': 200} Jul 29 17:23:43.751445 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-275b3de6-e766-4cf0-8c38-706c8a29aa8f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:23:43.789037 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-275b3de6-e766-4cf0-8c38-706c8a29aa8f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:security_group_rule and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:23:43.796275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-275b3de6-e766-4cf0-8c38-706c8a29aa8f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:23:43.802392 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-71da09d0-5355-47fa-b41f-b8d13a31acc8 None None] Set router 990128a2-67ae-4383-af17-952889a4cc44 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:23:43.811490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-275b3de6-e766-4cf0-8c38-706c8a29aa8f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:23:43.982533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab8a70-a505-4fbf-9bb4-af5f0f225e4f req-d33203c0-2de7-4a13-a517-0cb5f984b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:43.984307 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f4ab8a70-a505-4fbf-9bb4-af5f0f225e4f req-d33203c0-2de7-4a13-a517-0cb5f984b698 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 1099 time: 0.2286415 Jul 29 17:23:44.071486 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-275b3de6-e766-4cf0-8c38-706c8a29aa8f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.088118 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-275b3de6-e766-4cf0-8c38-706c8a29aa8f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.148953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b3de6-e766-4cf0-8c38-706c8a29aa8f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:44.151952 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-71da09d0-5355-47fa-b41f-b8d13a31acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '71bef8eb-fdd7-4866-bfd4-e6e82d267827', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'floating_ip_address': '172.26.1.102', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '990128a2-67ae-4383-af17-952889a4cc44', 'port_id': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'mac_address': 'fa:16:3e:b5:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:23:42Z', 'updated_at': '2022-07-29T17:23:42Z', 'revision_number': 0, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802d2f4a-e60c-4b83-a590-69067d95f139', 'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'mac_address': 'fa:16:3e:e6:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:51Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 5, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'subnets': [{'id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:23:44.156199 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da09d0-5355-47fa-b41f-b8d13a31acc8 None None] Checking router: 990128a2-67ae-4383-af17-952889a4cc44 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:23:44.162402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-275b3de6-e766-4cf0-8c38-706c8a29aa8f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.166345 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-275b3de6-e766-4cf0-8c38-706c8a29aa8f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4728608 Jul 29 17:23:44.166475 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da09d0-5355-47fa-b41f-b8d13a31acc8 None None] Routers {'990128a2-67ae-4383-af17-952889a4cc44'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:23:44.166475 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-71da09d0-5355-47fa-b41f-b8d13a31acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:23:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['990128a2-67ae-4383-af17-952889a4cc44'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:23:44.167043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33118) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:23:44.173240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'security_group_rule': {'security_group_id': '897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4', 'project_id': 'ba17c7db008b48af88a503773ec22951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:23:44.179163 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:23:44.183206 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:security_group_rule and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:23:44.184319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab8a70-a505-4fbf-9bb4-af5f0f225e4f req-b4db0335-2407-4f28-868a-f46abfe295d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:44.185781 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f4ab8a70-a505-4fbf-9bb4-af5f0f225e4f req-b4db0335-2407-4f28-868a-f46abfe295d3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1918278 Jul 29 17:23:44.185977 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:23:44.192380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:23:44.210117 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.283454 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.289693 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.296736 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f4ab8a70-a505-4fbf-9bb4-af5f0f225e4f req-f2e55361-a752-4a87-9e02-e2b2360b2e7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 HTTP/1.1" status: 200 len: 1000 time: 0.1041782 Jul 29 17:23:44.316341 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d22c1d6-1c78-4537-b7db-f99976e26ea3,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:44.327398 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:44.327914 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:44.328240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:44.328553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:44.329394 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:44.329753 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:44.330081 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:44.330430 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:44.330753 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:44.331073 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:44.331386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:44.331725 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:44.334942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.336104 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8436eb52-52f9-4b1d-8760-5b83d4782792 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1680233 Jul 29 17:23:44.339043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33122) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:23:44.344032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-78848fc5-5c07-448c-8e7d-5be76a2b7a7e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'security_group_rule': {'security_group_id': '897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4', 'project_id': 'ba17c7db008b48af88a503773ec22951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:23:44.350645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-78848fc5-5c07-448c-8e7d-5be76a2b7a7e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:23:44.355004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-78848fc5-5c07-448c-8e7d-5be76a2b7a7e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:security_group_rule and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:23:44.355147 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-71da09d0-5355-47fa-b41f-b8d13a31acc8 None None] Set router 990128a2-67ae-4383-af17-952889a4cc44 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:23:44.358016 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-78848fc5-5c07-448c-8e7d-5be76a2b7a7e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:23:44.364115 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-78848fc5-5c07-448c-8e7d-5be76a2b7a7e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:23:44.364781 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab8a70-a505-4fbf-9bb4-af5f0f225e4f req-67692119-309f-464e-887b-75d1f2ce3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:44.366377 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f4ab8a70-a505-4fbf-9bb4-af5f0f225e4f req-67692119-309f-464e-887b-75d1f2ce3dcf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0641847 Jul 29 17:23:44.386043 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78848fc5-5c07-448c-8e7d-5be76a2b7a7e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.461793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab8a70-a505-4fbf-9bb4-af5f0f225e4f req-21e035ac-ed00-43c5-a2df-4ae2d0c524fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:44.463472 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f4ab8a70-a505-4fbf-9bb4-af5f0f225e4f req-21e035ac-ed00-43c5-a2df-4ae2d0c524fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916126 Jul 29 17:23:44.587963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78848fc5-5c07-448c-8e7d-5be76a2b7a7e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.595833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78848fc5-5c07-448c-8e7d-5be76a2b7a7e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.624891 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f4ab8a70-a505-4fbf-9bb4-af5f0f225e4f req-3c90cd31-a8c5-43de-b1ae-92e4b31d9652 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552033 Jul 29 17:23:44.629194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78848fc5-5c07-448c-8e7d-5be76a2b7a7e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0a54ac-4a26-470f-b1ac-6398cfeb3b11,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:44.640108 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78848fc5-5c07-448c-8e7d-5be76a2b7a7e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.644471 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-78848fc5-5c07-448c-8e7d-5be76a2b7a7e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3013690 Jul 29 17:23:44.644598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33126) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:23:44.650016 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e4488f0a-458d-45a6-8d72-ac8ca3ae8e4d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'security_group_rule': {'security_group_id': '897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4', 'project_id': 'ba17c7db008b48af88a503773ec22951', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:23:44.656319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e4488f0a-458d-45a6-8d72-ac8ca3ae8e4d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:23:44.660825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e4488f0a-458d-45a6-8d72-ac8ca3ae8e4d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:security_group_rule and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:23:44.664005 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e4488f0a-458d-45a6-8d72-ac8ca3ae8e4d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:23:44.670063 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e4488f0a-458d-45a6-8d72-ac8ca3ae8e4d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:23:44.690277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4488f0a-458d-45a6-8d72-ac8ca3ae8e4d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.753937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4488f0a-458d-45a6-8d72-ac8ca3ae8e4d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.758827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4488f0a-458d-45a6-8d72-ac8ca3ae8e4d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.767383 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f4ab8a70-a505-4fbf-9bb4-af5f0f225e4f req-f319cd4c-174c-4ed1-9bef-8ee55c0fcac8 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360667 Jul 29 17:23:44.774578 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-71da09d0-5355-47fa-b41f-b8d13a31acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '71bef8eb-fdd7-4866-bfd4-e6e82d267827', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'floating_ip_address': '172.26.1.102', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '990128a2-67ae-4383-af17-952889a4cc44', 'port_id': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'mac_address': 'fa:16:3e:b5:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:23:42Z', 'updated_at': '2022-07-29T17:23:42Z', 'revision_number': 0, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802d2f4a-e60c-4b83-a590-69067d95f139', 'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'mac_address': 'fa:16:3e:e6:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:51Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 5, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'subnets': [{'id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:23:44.779015 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da09d0-5355-47fa-b41f-b8d13a31acc8 None None] The sync data for ids ['990128a2-67ae-4383-af17-952889a4cc44'] in dv-neutron-851534-1-hyperv is: [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '71bef8eb-fdd7-4866-bfd4-e6e82d267827', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'floating_ip_address': '172.26.1.102', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '990128a2-67ae-4383-af17-952889a4cc44', 'port_id': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'mac_address': 'fa:16:3e:b5:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:23:42Z', 'updated_at': '2022-07-29T17:23:42Z', 'revision_number': 0, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802d2f4a-e60c-4b83-a590-69067d95f139', 'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'mac_address': 'fa:16:3e:e6:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:51Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 5, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'subnets': [{'id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:23:44.784085 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4488f0a-458d-45a6-8d72-ac8ca3ae8e4d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79237612-9a34-4113-8d40-14948ea9c730,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:44.794717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e4488f0a-458d-45a6-8d72-ac8ca3ae8e4d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.796310 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e4488f0a-458d-45a6-8d72-ac8ca3ae8e4d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507959 Jul 29 17:23:44.799054 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33130) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:23:44.804017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6c2b47fb-bd1d-47db-900e-e84dd1ac4409 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'security_group_rule': {'security_group_id': '897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4', 'project_id': 'ba17c7db008b48af88a503773ec22951', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:23:44.810289 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6c2b47fb-bd1d-47db-900e-e84dd1ac4409 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:23:44.814761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6c2b47fb-bd1d-47db-900e-e84dd1ac4409 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:security_group_rule and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:23:44.817756 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6c2b47fb-bd1d-47db-900e-e84dd1ac4409 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:23:44.823605 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6c2b47fb-bd1d-47db-900e-e84dd1ac4409 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:23:44.841379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c2b47fb-bd1d-47db-900e-e84dd1ac4409 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.910372 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c2b47fb-bd1d-47db-900e-e84dd1ac4409 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.914401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c2b47fb-bd1d-47db-900e-e84dd1ac4409 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.938892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b47fb-bd1d-47db-900e-e84dd1ac4409 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb39963-06d7-4abb-bbb6-65a56938a9ed,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:44.948370 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6c2b47fb-bd1d-47db-900e-e84dd1ac4409 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.952243 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6c2b47fb-bd1d-47db-900e-e84dd1ac4409 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1496627 Jul 29 17:23:44.952343 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33134) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:23:44.957754 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-3a2757b3-135b-404d-9b21-cc5b9a3f6657 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'security_group_rule': {'security_group_id': '897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4', 'project_id': 'ba17c7db008b48af88a503773ec22951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:23:44.964628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3a2757b3-135b-404d-9b21-cc5b9a3f6657 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:23:44.968558 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3a2757b3-135b-404d-9b21-cc5b9a3f6657 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:security_group_rule and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:23:44.972464 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67418bdf-dd02-4c38-aa06-5fb4e01b6806 None None] New status for floating IP 71bef8eb-fdd7-4866-bfd4-e6e82d267827: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:23:44.972977 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-3a2757b3-135b-404d-9b21-cc5b9a3f6657 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:23:44.978607 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-3a2757b3-135b-404d-9b21-cc5b9a3f6657 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:23:44.990008 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-3a2757b3-135b-404d-9b21-cc5b9a3f6657 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Project ba17c7db008b48af88a503773ec22951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:23:45.000888 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3a2757b3-135b-404d-9b21-cc5b9a3f6657 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.068806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3a2757b3-135b-404d-9b21-cc5b9a3f6657 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.072216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3a2757b3-135b-404d-9b21-cc5b9a3f6657 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.095986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2757b3-135b-404d-9b21-cc5b9a3f6657 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f0acbb-3e06-475b-b41c-08fb3bed104d,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:45.105126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-3a2757b3-135b-404d-9b21-cc5b9a3f6657 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.108854 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3a2757b3-135b-404d-9b21-cc5b9a3f6657 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1530485 Jul 29 17:23:45.109094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33138) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:23:45.114051 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f2abf7d8-7b76-4db9-9705-5dbb6c8f5211 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'security_group_rule': {'security_group_id': '897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4', 'project_id': 'ba17c7db008b48af88a503773ec22951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:23:45.119850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f2abf7d8-7b76-4db9-9705-5dbb6c8f5211 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:23:45.123700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f2abf7d8-7b76-4db9-9705-5dbb6c8f5211 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Usage tracker for resource:security_group_rule and tenant:ba17c7db008b48af88a503773ec22951 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:23:45.126588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f2abf7d8-7b76-4db9-9705-5dbb6c8f5211 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:23:45.132288 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f2abf7d8-7b76-4db9-9705-5dbb6c8f5211 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:23:45.143175 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-f2abf7d8-7b76-4db9-9705-5dbb6c8f5211 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Project ba17c7db008b48af88a503773ec22951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:23:45.149836 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f2abf7d8-7b76-4db9-9705-5dbb6c8f5211 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.213913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f2abf7d8-7b76-4db9-9705-5dbb6c8f5211 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.217881 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f2abf7d8-7b76-4db9-9705-5dbb6c8f5211 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.240761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-28e1a7c9-4ae9-4808-a7f8-c83172edec5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.244044 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abf7d8-7b76-4db9-9705-5dbb6c8f5211 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45ec2ea-1c1a-418c-9d14-c5f671a2cdef,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:45.253781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f2abf7d8-7b76-4db9-9705-5dbb6c8f5211 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.255034 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f2abf7d8-7b76-4db9-9705-5dbb6c8f5211 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450305 Jul 29 17:23:45.372674 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a16c843c-579c-470b-834d-551aa27be457 req-fc55a6cf-a682-4604-bb7f-d16199107608 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541203805&fields=id&tenant_id=ba17c7db008b48af88a503773ec22951 HTTP/1.1" status: 200 len: 267 time: 0.0390606 Jul 29 17:23:45.461662 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c843c-579c-470b-834d-551aa27be457 req-ec856d69-7155-4900-89fb-f40b4728a33f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:45.463089 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a16c843c-579c-470b-834d-551aa27be457 req-ec856d69-7155-4900-89fb-f40b4728a33f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 946 time: 0.0847266 Jul 29 17:23:45.473638 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [req-a16c843c-579c-470b-834d-551aa27be457 req-71a97910-d27d-4823-a0d2-7f20a72a98f6 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'port': {'security_groups': ['65cbe8fa-5cbf-4ce9-bd84-9952fd099493', '897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4']}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:23:45.601887 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-a16c843c-579c-470b-834d-551aa27be457 req-71a97910-d27d-4823-a0d2-7f20a72a98f6 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.857763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [req-a16c843c-579c-470b-834d-551aa27be457 req-71a97910-d27d-4823-a0d2-7f20a72a98f6 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] For port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:23:45.882368 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-a16c843c-579c-470b-834d-551aa27be457 req-71a97910-d27d-4823-a0d2-7f20a72a98f6 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.886723 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-a16c843c-579c-470b-834d-551aa27be457 req-71a97910-d27d-4823-a0d2-7f20a72a98f6 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.898166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:23:45.957880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c843c-579c-470b-834d-551aa27be457 req-71a97910-d27d-4823-a0d2-7f20a72a98f6 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:45.958528 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-a16c843c-579c-470b-834d-551aa27be457 req-71a97910-d27d-4823-a0d2-7f20a72a98f6 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.961508 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a16c843c-579c-470b-834d-551aa27be457 req-71a97910-d27d-4823-a0d2-7f20a72a98f6 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "PUT /v2.0/ports/bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 HTTP/1.1" status: 200 len: 982 time: 0.4922433 Jul 29 17:23:45.961978 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'tag': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:23:45.986750 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a97910-d27d-4823-a0d2-7f20a72a98f6 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'Port': ['ID=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7,revision_number=6']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:46.012286 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ffc3e6e-c7cc-42cf-9297-7c21acc2c316'] response: {'name': 'network-changed', 'server_uuid': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'tag': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7', 'status': 'completed', 'code': 200} Jul 29 17:23:46.050656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:23:46.127660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815546d2-46fb-4864-bb95-d658d854c08d req-28bbd49f-bcb7-4dc7-990b-1a1c96d7ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:46.130587 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-815546d2-46fb-4864-bb95-d658d854c08d req-28bbd49f-bcb7-4dc7-990b-1a1c96d7ab48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 1138 time: 0.0945754 Jul 29 17:23:46.177969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cff6a-8e3b-40d4-9391-5167067d3730 req-f75b3888-d096-46a1-b6b6-80e98325b42b tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:46.184958 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-291cff6a-8e3b-40d4-9391-5167067d3730 req-f75b3888-d096-46a1-b6b6-80e98325b42b tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 985 time: 0.1073277 Jul 29 17:23:46.227493 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-291cff6a-8e3b-40d4-9391-5167067d3730 req-95abe3cf-7f93-4781-9251-a466b0d2eee4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415697 Jul 29 17:23:46.266408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d5c52e6a-fee1-40c2-b036-0170c848b239 None None] Provisioning complete for port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:23:46.266775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d5c52e6a-fee1-40c2-b036-0170c848b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:46.281579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815546d2-46fb-4864-bb95-d658d854c08d req-20a5e353-e196-4bbc-bb01-f228f7ca5aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:46.283557 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-815546d2-46fb-4864-bb95-d658d854c08d req-20a5e353-e196-4bbc-bb01-f228f7ca5aea service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1464944 Jul 29 17:23:46.385092 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-815546d2-46fb-4864-bb95-d658d854c08d req-ab541308-a107-48d9-a277-c3e43992fd68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 HTTP/1.1" status: 200 len: 1002 time: 0.0953231 Jul 29 17:23:46.445283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815546d2-46fb-4864-bb95-d658d854c08d req-bf357983-6a28-49c1-a372-170352dfe835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:46.446720 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-815546d2-46fb-4864-bb95-d658d854c08d req-bf357983-6a28-49c1-a372-170352dfe835 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0566602 Jul 29 17:23:46.527533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d5c52e6a-fee1-40c2-b036-0170c848b239 None None] Current status of the port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:23:46.531217 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815546d2-46fb-4864-bb95-d658d854c08d req-94613232-9321-424d-ae8c-b4b6052bcbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:23:46.534053 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-815546d2-46fb-4864-bb95-d658d854c08d req-94613232-9321-424d-ae8c-b4b6052bcbad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810313 Jul 29 17:23:46.670049 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-815546d2-46fb-4864-bb95-d658d854c08d req-1164da7d-fe94-4ae0-b287-473ccadeb384 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259072 Jul 29 17:23:46.796365 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-815546d2-46fb-4864-bb95-d658d854c08d req-4181e23a-aebc-4f57-bfe7-4684564ebadb service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234891 Jul 29 17:23:47.737501 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ae03f103-639e-4540-9163-589dca9e9673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:48.414803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:48.564094 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:50.055054 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:50.971849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:10.291655 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-42a620de-2471-4c94-9fd6-b18de22a6126 req-ecbb285c-9d50-472b-b1a4-423ef19c04bb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755780 Jul 29 17:24:10.541587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a620de-2471-4c94-9fd6-b18de22a6126 req-aa35ec82-5b6e-47e4-aa3e-27c2f6705390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:10.543114 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-42a620de-2471-4c94-9fd6-b18de22a6126 req-aa35ec82-5b6e-47e4-aa3e-27c2f6705390 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 1138 time: 0.1843338 Jul 29 17:24:10.688665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a620de-2471-4c94-9fd6-b18de22a6126 req-69008a80-822d-4c01-bb9c-6cc766eb2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:10.690113 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-42a620de-2471-4c94-9fd6-b18de22a6126 req-69008a80-822d-4c01-bb9c-6cc766eb2f06 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1224003 Jul 29 17:24:10.791142 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-42a620de-2471-4c94-9fd6-b18de22a6126 req-80267b1f-d504-4e69-bb93-32de5a06645a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 HTTP/1.1" status: 200 len: 1002 time: 0.0950053 Jul 29 17:24:10.851437 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a620de-2471-4c94-9fd6-b18de22a6126 req-d7f3afd0-505c-4016-95a0-b0af633d979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:10.852721 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-42a620de-2471-4c94-9fd6-b18de22a6126 req-d7f3afd0-505c-4016-95a0-b0af633d979a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0555205 Jul 29 17:24:10.935047 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a620de-2471-4c94-9fd6-b18de22a6126 req-76c97cd9-4761-4092-8cc5-699575ee42f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:10.936478 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-42a620de-2471-4c94-9fd6-b18de22a6126 req-76c97cd9-4761-4092-8cc5-699575ee42f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776267 Jul 29 17:24:11.063768 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-42a620de-2471-4c94-9fd6-b18de22a6126 req-7f24baf3-e6cf-4a36-9fa5-52592ac835cd service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209443 Jul 29 17:24:11.191669 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-42a620de-2471-4c94-9fd6-b18de22a6126 req-632a9049-36fd-4d3e-9c1d-ba0bdaf7afdb service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207855 Jul 29 17:24:15.182081 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2edd808f-01ad-40d5-986b-f7c4c59a00e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:15.236486 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:24:17.739864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-61b12a4b-3154-403f-9276-4b0455d3f161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:18.406593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:18.566393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:20.057015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:20.986540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:44.297909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475facb8-af1c-4504-af83-eb283b7e4fda req-fef72459-1538-4890-9ca4-94928f942554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:44.299301 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-475facb8-af1c-4504-af83-eb283b7e4fda req-fef72459-1538-4890-9ca4-94928f942554 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 1138 time: 0.0778034 Jul 29 17:24:44.334510 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cdf15-2c39-481a-a080-4844e890ca4d req-31993689-135e-4425-9099-c1a64725a2ef tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:44.335985 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cb8cdf15-2c39-481a-a080-4844e890ca4d req-31993689-135e-4425-9099-c1a64725a2ef tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 985 time: 0.0874407 Jul 29 17:24:44.385942 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cb8cdf15-2c39-481a-a080-4844e890ca4d req-67d943a7-07c7-40d8-ab75-e639cc03384e tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441399 Jul 29 17:24:44.428333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475facb8-af1c-4504-af83-eb283b7e4fda req-1190e10a-51df-4f33-86ae-38e3b698fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:44.430329 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-475facb8-af1c-4504-af83-eb283b7e4fda req-1190e10a-51df-4f33-86ae-38e3b698fbba service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1251137 Jul 29 17:24:44.534002 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-475facb8-af1c-4504-af83-eb283b7e4fda req-82bcf068-35b8-41a1-81d1-fcc41f1bb6ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 HTTP/1.1" status: 200 len: 1002 time: 0.0964334 Jul 29 17:24:44.594510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475facb8-af1c-4504-af83-eb283b7e4fda req-9226b6e2-59c6-44b0-bbc0-321f540c90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:44.595924 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-475facb8-af1c-4504-af83-eb283b7e4fda req-9226b6e2-59c6-44b0-bbc0-321f540c90a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0561199 Jul 29 17:24:44.679377 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475facb8-af1c-4504-af83-eb283b7e4fda req-2aa85437-462f-4946-8d4e-d9275169b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:44.680822 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-475facb8-af1c-4504-af83-eb283b7e4fda req-2aa85437-462f-4946-8d4e-d9275169b8ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789900 Jul 29 17:24:44.820231 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-475facb8-af1c-4504-af83-eb283b7e4fda req-f63b09eb-6ebb-462b-99ba-e51669f2788a service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329675 Jul 29 17:24:44.948288 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-475facb8-af1c-4504-af83-eb283b7e4fda req-db5fa4fd-ef07-4388-b06b-d2b50c3d66d8 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215854 Jul 29 17:24:45.185201 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-24b7f9e7-93f9-4cc3-a51d-f5863beb9a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:45.584132 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c4f62-af30-4d21-b6cc-8fc1ab23b9cd req-ad00075d-30e8-44f9-b64c-81c1489def5a tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:45.586170 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb8c4f62-af30-4d21-b6cc-8fc1ab23b9cd req-ad00075d-30e8-44f9-b64c-81c1489def5a tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 985 time: 0.0890932 Jul 29 17:24:45.633122 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb8c4f62-af30-4d21-b6cc-8fc1ab23b9cd req-0165f001-40ff-4ec8-a9d1-9e7b7259f80f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406365 Jul 29 17:24:46.829331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7504-56ee-4ea5-ab56-7bf8b41e562e req-9ff317d8-8f34-4b82-89ce-14d8908cfb49 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:46.830708 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12ad7504-56ee-4ea5-ab56-7bf8b41e562e req-9ff317d8-8f34-4b82-89ce-14d8908cfb49 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 985 time: 0.0915446 Jul 29 17:24:46.876014 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12ad7504-56ee-4ea5-ab56-7bf8b41e562e req-5d50b7ab-a8f6-414e-bf75-b35a743fe381 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389550 Jul 29 17:24:47.740700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-81b15760-f7a3-40a3-9fef-dea272d7fd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:48.070329 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7257c7b-0ed2-4912-b42d-d4dfa05de5a9 req-0f554e36-4de7-4930-a17d-f44476cd9b1d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:48.071778 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a7257c7b-0ed2-4912-b42d-d4dfa05de5a9 req-0f554e36-4de7-4930-a17d-f44476cd9b1d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 985 time: 0.0884123 Jul 29 17:24:48.120060 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a7257c7b-0ed2-4912-b42d-d4dfa05de5a9 req-991b4be4-0f7f-425a-93cb-4bf5c1b53d5f tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425496 Jul 29 17:24:48.408866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:48.570375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:49.317528 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d278382-d403-4e65-aa91-2139a23692f4 req-7b24c0e4-6706-45ca-a226-9ec668096200 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:49.318982 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6d278382-d403-4e65-aa91-2139a23692f4 req-7b24c0e4-6706-45ca-a226-9ec668096200 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 985 time: 0.0881376 Jul 29 17:24:49.367994 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6d278382-d403-4e65-aa91-2139a23692f4 req-de5fcfa6-0d9d-4f19-a10e-1b385ee9e531 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420096 Jul 29 17:24:50.061372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:50.567513 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181680b-ea0d-4bb2-9103-223a92a64c4b req-3465d11a-4171-4a56-8a82-4af998c72250 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:50.568944 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c181680b-ea0d-4bb2-9103-223a92a64c4b req-3465d11a-4171-4a56-8a82-4af998c72250 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 985 time: 0.0893750 Jul 29 17:24:50.614193 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c181680b-ea0d-4bb2-9103-223a92a64c4b req-9fc5c9c2-46ad-4ff6-9ae7-0f97340477ea tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390167 Jul 29 17:24:50.990227 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:51.806524 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced29f4-c217-4ff3-a107-19124e2a584f req-0a2802c0-50a5-4297-955c-69d75fe9b982 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:51.807898 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9ced29f4-c217-4ff3-a107-19124e2a584f req-0a2802c0-50a5-4297-955c-69d75fe9b982 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 985 time: 0.0873315 Jul 29 17:24:51.856557 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9ced29f4-c217-4ff3-a107-19124e2a584f req-cc2078ae-780f-4ac0-8138-7dc07b52d290 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428817 Jul 29 17:24:52.235506 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:24:53.049438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45070e41-eb94-4cb9-a773-fcdb900df1a9 req-2dbde3e3-096e-4eb1-a92c-3eb5b3948e52 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:53.050884 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-45070e41-eb94-4cb9-a773-fcdb900df1a9 req-2dbde3e3-096e-4eb1-a92c-3eb5b3948e52 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 985 time: 0.0861979 Jul 29 17:24:53.096451 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-45070e41-eb94-4cb9-a773-fcdb900df1a9 req-473d59e9-e4e2-4ac1-b12d-723c177ad078 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391846 Jul 29 17:24:54.290439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787d44b-7c13-4664-a836-96d4e6ecbd2d req-18c2aea4-eea7-46d8-8bf6-80df51730ac3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:54.291896 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6787d44b-7c13-4664-a836-96d4e6ecbd2d req-18c2aea4-eea7-46d8-8bf6-80df51730ac3 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 985 time: 0.0893786 Jul 29 17:24:54.337701 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6787d44b-7c13-4664-a836-96d4e6ecbd2d req-cfb64beb-db40-4edd-8618-8a2cdebf5d30 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398510 Jul 29 17:24:55.528390 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240614b-0376-44b8-af2d-1c7dbc7a9947 req-c427ec25-8bef-4a60-b5d1-e8a51e3ee593 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:55.529920 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e240614b-0376-44b8-af2d-1c7dbc7a9947 req-c427ec25-8bef-4a60-b5d1-e8a51e3ee593 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 985 time: 0.0869176 Jul 29 17:24:55.579539 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e240614b-0376-44b8-af2d-1c7dbc7a9947 req-cdf48016-71b1-4790-9ffd-2b8894882f29 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438592 Jul 29 17:24:56.869483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d331416-bf93-4fb0-a1df-70a2bf1a11f7 req-31a693e2-7946-4916-b664-c901fcd0c1a8 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:24:56.870839 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5d331416-bf93-4fb0-a1df-70a2bf1a11f7 req-31a693e2-7946-4916-b664-c901fcd0c1a8 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 985 time: 0.1821990 Jul 29 17:24:56.915826 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5d331416-bf93-4fb0-a1df-70a2bf1a11f7 req-0a59bec9-45da-41ec-8f3f-0b5fb52bca27 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4&id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393000 Jul 29 17:25:11.313358 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-643d32d7-9e74-4a66-ab0f-5b32e162dbb9 req-82fe9649-ecdb-45e4-91c3-1f175c8779c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756474 Jul 29 17:25:11.558067 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d32d7-9e74-4a66-ab0f-5b32e162dbb9 req-5a0baaf3-4d6a-4290-8482-6b1693fc55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:11.559540 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-643d32d7-9e74-4a66-ab0f-5b32e162dbb9 req-5a0baaf3-4d6a-4290-8482-6b1693fc55a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 1138 time: 0.1829324 Jul 29 17:25:11.699989 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d32d7-9e74-4a66-ab0f-5b32e162dbb9 req-f6de84a2-db22-42b3-921e-147752da2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:11.701433 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-643d32d7-9e74-4a66-ab0f-5b32e162dbb9 req-f6de84a2-db22-42b3-921e-147752da2726 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1223545 Jul 29 17:25:11.803052 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-643d32d7-9e74-4a66-ab0f-5b32e162dbb9 req-d24b94d9-54ad-4c88-9d8a-f81f7d679204 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 HTTP/1.1" status: 200 len: 1002 time: 0.0952022 Jul 29 17:25:11.862862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d32d7-9e74-4a66-ab0f-5b32e162dbb9 req-c371fab3-4dec-47a4-881d-460b58b7bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:11.864148 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-643d32d7-9e74-4a66-ab0f-5b32e162dbb9 req-c371fab3-4dec-47a4-881d-460b58b7bd67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0551994 Jul 29 17:25:11.951652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d32d7-9e74-4a66-ab0f-5b32e162dbb9 req-c9110aa8-5ad5-4ef5-8d1b-626ee0418c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:11.953142 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-643d32d7-9e74-4a66-ab0f-5b32e162dbb9 req-c9110aa8-5ad5-4ef5-8d1b-626ee0418c25 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835183 Jul 29 17:25:12.080818 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-643d32d7-9e74-4a66-ab0f-5b32e162dbb9 req-fb6120da-2765-4798-94ce-5db05361c9d3 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213610 Jul 29 17:25:12.208035 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-643d32d7-9e74-4a66-ab0f-5b32e162dbb9 req-964faca1-c526-4c54-acd0-030e7ab211a9 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210606 Jul 29 17:25:15.185753 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9a4c8389-8bb4-4c34-b038-851fb3b32263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:17.743446 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5aea2350-361f-4a35-9d8c-8053d65b24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:18.410107 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:18.572309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:20.064891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:20.998101 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:29.234785 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:25:45.186600 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-06837cf6-6d3d-4e1b-ab14-909545ce4ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:45.353104 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1e582dc4-9ab2-4f68-9866-db4c7c9abd75 req-a9ed9c0e-fa85-46c5-af7f-2be67e7f337b tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541203805&fields=id&tenant_id=ba17c7db008b48af88a503773ec22951 HTTP/1.1" status: 200 len: 267 time: 0.0479801 Jul 29 17:25:45.443457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e582dc4-9ab2-4f68-9866-db4c7c9abd75 req-c567f33c-ade1-4935-ab91-5f1d60d1216b tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:45.444787 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1e582dc4-9ab2-4f68-9866-db4c7c9abd75 req-c567f33c-ade1-4935-ab91-5f1d60d1216b tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 985 time: 0.0863442 Jul 29 17:25:45.455698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [req-1e582dc4-9ab2-4f68-9866-db4c7c9abd75 req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Request body: {'port': {'security_groups': ['65cbe8fa-5cbf-4ce9-bd84-9952fd099493']}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:25:45.580738 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-1e582dc4-9ab2-4f68-9866-db4c7c9abd75 req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:45.821467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [req-1e582dc4-9ab2-4f68-9866-db4c7c9abd75 req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] For port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:25:45.849381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-1e582dc4-9ab2-4f68-9866-db4c7c9abd75 req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:45.854240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-1e582dc4-9ab2-4f68-9866-db4c7c9abd75 req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:45.866393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:25:45.924608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e582dc4-9ab2-4f68-9866-db4c7c9abd75 req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:45.925267 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [req-1e582dc4-9ab2-4f68-9866-db4c7c9abd75 req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:45.926692 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1e582dc4-9ab2-4f68-9866-db4c7c9abd75 req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "PUT /v2.0/ports/bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 HTTP/1.1" status: 200 len: 943 time: 0.4753184 Jul 29 17:25:45.927151 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'tag': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:25:45.933109 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33220) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:25:45.948333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event updated for resources: {'Port': ['ID=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7,revision_number=7']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:25:45.955864 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:45.956396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:45.956743 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:45.957098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:45.957760 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:45.958101 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:45.958432 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:45.958763 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:45.959098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:45.959412 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:45.959735 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:45.960055 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304194c5-9f68-4aba-82b1-e08a0a0fecd4 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:45.984782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:25:46.048999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:46.083999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:46.085008 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6260c53d-b37b-403d-b2da-5546a426da20'] response: {'name': 'network-changed', 'server_uuid': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'tag': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7', 'status': 'completed', 'code': 200} Jul 29 17:25:46.208811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f590e6-e474-492d-a6a4-8f28db79fcf8 req-e15156f1-704e-47ff-b2d6-84724f203beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:46.210325 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-57f590e6-e474-492d-a6a4-8f28db79fcf8 req-e15156f1-704e-47ff-b2d6-84724f203beb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 1099 time: 0.1021709 Jul 29 17:25:46.260390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-258be1d5-3310-4afe-ade6-30f6a83c22f0 None None] Provisioning complete for port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:25:46.261082 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-258be1d5-3310-4afe-ade6-30f6a83c22f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:46.287042 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:46.319140 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:25:46.335160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:46.335432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:46.335829 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:46.336161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:46.336801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:46.337162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:46.337491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:46.337813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:46.338135 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:46.338453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:46.338769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:46.339084 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:25:46.344809 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:46.348217 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8733f6a2-d71d-4701-95b5-c24d9cb782b5 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "DELETE /v2.0/security-groups/897da5c4-e9f3-49ea-8cdb-ce7d46fe02d4 HTTP/1.1" status: 204 len: 168 time: 0.4110839 Jul 29 17:25:46.348604 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33226) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:25:46.385699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f590e6-e474-492d-a6a4-8f28db79fcf8 req-739c9589-91f6-49c4-b770-ef935810d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:46.387178 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-57f590e6-e474-492d-a6a4-8f28db79fcf8 req-739c9589-91f6-49c4-b770-ef935810d7fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1710682 Jul 29 17:25:46.398959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-258be1d5-3310-4afe-ade6-30f6a83c22f0 None None] Current status of the port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:25:46.489491 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-57f590e6-e474-492d-a6a4-8f28db79fcf8 req-fcc73bab-64e6-46db-bee0-7990287d985b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 HTTP/1.1" status: 200 len: 1002 time: 0.0952497 Jul 29 17:25:46.550070 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f590e6-e474-492d-a6a4-8f28db79fcf8 req-96eb0918-9605-406f-8413-8888933e7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:46.551495 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-57f590e6-e474-492d-a6a4-8f28db79fcf8 req-96eb0918-9605-406f-8413-8888933e7887 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0564899 Jul 29 17:25:46.557438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c8d977d4-7342-4e41-bff5-07167840f50d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Deleting port 632660c0-b31a-40c5-93af-f1709ce89573 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:25:46.557861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c8d977d4-7342-4e41-bff5-07167840f50d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:46.637947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f590e6-e474-492d-a6a4-8f28db79fcf8 req-de1265aa-4c1b-47bd-9558-d564d360e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:46.639339 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-57f590e6-e474-492d-a6a4-8f28db79fcf8 req-de1265aa-4c1b-47bd-9558-d564d360e04e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820522 Jul 29 17:25:46.729145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c8d977d4-7342-4e41-bff5-07167840f50d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:46.729470 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c8d977d4-7342-4e41-bff5-07167840f50d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:46.768853 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-57f590e6-e474-492d-a6a4-8f28db79fcf8 req-92bb8400-404f-48ac-92f5-21931fdb3606 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238027 Jul 29 17:25:46.850002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c8d977d4-7342-4e41-bff5-07167840f50d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Calling delete_port for 632660c0-b31a-40c5-93af-f1709ce89573 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:25:47.009315 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c8d977d4-7342-4e41-bff5-07167840f50d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:47.015378 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-57f590e6-e474-492d-a6a4-8f28db79fcf8 req-b166f44f-97d3-473f-b54f-4906cf8043b1 service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406571 Jul 29 17:25:47.090273 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d977d4-7342-4e41-bff5-07167840f50d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event deleted for resources: {'Port': ['ID=632660c0-b31a-40c5-93af-f1709ce89573,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:25:47.153866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c8d977d4-7342-4e41-bff5-07167840f50d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:47.154196 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-c8d977d4-7342-4e41-bff5-07167840f50d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Floating IP 71bef8eb-fdd7-4866-bfd4-e6e82d267827 disassociated (deleted). External IP: 172.26.1.102, port: bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7. Jul 29 17:25:47.604623 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d977d4-7342-4e41-bff5-07167840f50d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Router 990128a2-67ae-4383-af17-952889a4cc44 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:25:47.745687 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c91261d3-ebac-48c2-93fc-1275c50ce195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:47.782863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d977d4-7342-4e41-bff5-07167840f50d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:25:47.792742 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e22e072-83a0-4d31-b0de-341777ba7759 None None] Sync routers for ids ['990128a2-67ae-4383-af17-952889a4cc44'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:25:47.800093 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c8d977d4-7342-4e41-bff5-07167840f50d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:47.802026 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e22e072-83a0-4d31-b0de-341777ba7759 None None] Routers {'990128a2-67ae-4383-af17-952889a4cc44'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:25:47.802614 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8e22e072-83a0-4d31-b0de-341777ba7759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:25:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['990128a2-67ae-4383-af17-952889a4cc44'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:25:47.857490 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c8d977d4-7342-4e41-bff5-07167840f50d tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "DELETE /v2.0/floatingips/71bef8eb-fdd7-4866-bfd4-e6e82d267827 HTTP/1.1" status: 204 len: 168 time: 1.5076163 Jul 29 17:25:47.974169 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-8e22e072-83a0-4d31-b0de-341777ba7759 None None] Set router 990128a2-67ae-4383-af17-952889a4cc44 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:25:48.086371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'tag': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:25:48.132835 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f1967b-7e87-4626-bccb-7d1967f05347'] response: {'name': 'network-changed', 'server_uuid': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'tag': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7', 'status': 'completed', 'code': 200} Jul 29 17:25:48.245804 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929614b7-7ad3-43d0-a7b0-563884dd7c00 req-34fcb606-6dd8-45c8-a96a-4ef984cc5af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:48.248118 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-929614b7-7ad3-43d0-a7b0-563884dd7c00 req-34fcb606-6dd8-45c8-a96a-4ef984cc5af4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba17c7db008b48af88a503773ec22951&device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 1099 time: 0.0940616 Jul 29 17:25:48.305962 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8e22e072-83a0-4d31-b0de-341777ba7759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '802d2f4a-e60c-4b83-a590-69067d95f139', 'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'mac_address': 'fa:16:3e:e6:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:51Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 5, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'subnets': [{'id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:25:48.310020 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e22e072-83a0-4d31-b0de-341777ba7759 None None] Checking router: 990128a2-67ae-4383-af17-952889a4cc44 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:25:48.318214 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e22e072-83a0-4d31-b0de-341777ba7759 None None] Routers {'990128a2-67ae-4383-af17-952889a4cc44'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:25:48.318797 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8e22e072-83a0-4d31-b0de-341777ba7759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:25:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['990128a2-67ae-4383-af17-952889a4cc44'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:25:48.378896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929614b7-7ad3-43d0-a7b0-563884dd7c00 req-aa1fb1ce-92c7-4639-a140-78ef6c40be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:48.380239 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-929614b7-7ad3-43d0-a7b0-563884dd7c00 req-aa1fb1ce-92c7-4639-a140-78ef6c40be15 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 200 len: 915 time: 0.1263757 Jul 29 17:25:48.414070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:48.450009 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-929614b7-7ad3-43d0-a7b0-563884dd7c00 req-48f97362-5770-4234-bf58-bd886b5ba158 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 HTTP/1.1" status: 200 len: 217 time: 0.0636473 Jul 29 17:25:48.492587 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-8e22e072-83a0-4d31-b0de-341777ba7759 None None] Set router 990128a2-67ae-4383-af17-952889a4cc44 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:25:48.512175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929614b7-7ad3-43d0-a7b0-563884dd7c00 req-e2b56b55-19d6-4699-812d-804ecb4aba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:48.513646 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-929614b7-7ad3-43d0-a7b0-563884dd7c00 req-e2b56b55-19d6-4699-812d-804ecb4aba54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 200 len: 853 time: 0.0566370 Jul 29 17:25:48.584039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:48.601973 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929614b7-7ad3-43d0-a7b0-563884dd7c00 req-89bccded-113f-4418-9ca1-257bcadf079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:48.603683 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-929614b7-7ad3-43d0-a7b0-563884dd7c00 req-89bccded-113f-4418-9ca1-257bcadf079d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834877 Jul 29 17:25:48.745512 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-929614b7-7ad3-43d0-a7b0-563884dd7c00 req-1684b5f1-6090-4b63-97fc-ef49ed1fa4be service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348331 Jul 29 17:25:48.830230 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-8e22e072-83a0-4d31-b0de-341777ba7759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '802d2f4a-e60c-4b83-a590-69067d95f139', 'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'mac_address': 'fa:16:3e:e6:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:51Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 5, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'subnets': [{'id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:25:48.834303 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e22e072-83a0-4d31-b0de-341777ba7759 None None] The sync data for ids ['990128a2-67ae-4383-af17-952889a4cc44'] in dv-neutron-851534-1-hyperv is: [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:17:52Z', 'revision_number': 4, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '802d2f4a-e60c-4b83-a590-69067d95f139', 'name': '', 'network_id': 'cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'mac_address': 'fa:16:3e:e6:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:51Z', 'updated_at': '2022-07-29T17:17:58Z', 'revision_number': 5, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'subnets': [{'id': '56d4fb78-5394-4d6a-b95e-6c589866e65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:25:48.891684 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-929614b7-7ad3-43d0-a7b0-563884dd7c00 req-404af8b5-d023-4ce3-9dd4-8d4e2790fc3b service neutron] 10.222.0.69 "GET /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326525 Jul 29 17:25:49.070256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad85c44-8656-4e38-989c-9c3636eea0cf None None] New status for floating IP 71bef8eb-fdd7-4866-bfd4-e6e82d267827: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:25:50.068718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:51.005698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:52.217559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45e8b6-e28a-4d05-8bee-5ff1cb9ac350 req-3fefefbb-b36a-4150-a82a-edf87d1e8ce7 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:52.218239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-6b45e8b6-e28a-4d05-8bee-5ff1cb9ac350 req-3fefefbb-b36a-4150-a82a-edf87d1e8ce7 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Synchronizing usage tracker for tenant:ba17c7db008b48af88a503773ec22951 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:25:52.233383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-6b45e8b6-e28a-4d05-8bee-5ff1cb9ac350 req-3fefefbb-b36a-4150-a82a-edf87d1e8ce7 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Unset dirty status for tenant:ba17c7db008b48af88a503773ec22951 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:25:52.234485 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6b45e8b6-e28a-4d05-8bee-5ff1cb9ac350 req-3fefefbb-b36a-4150-a82a-edf87d1e8ce7 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 946 time: 0.1019349 Jul 29 17:25:52.278484 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6b45e8b6-e28a-4d05-8bee-5ff1cb9ac350 req-41ecb4cc-b3a4-4a25-ae9d-478ab5e909d7 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381932 Jul 29 17:25:53.477180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd9186-8fc0-48be-849c-bc5f538bd8ac req-2bc7ae53-67ff-4bb3-9ed2-3a3f7b8017c0 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:53.478636 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4acd9186-8fc0-48be-849c-bc5f538bd8ac req-2bc7ae53-67ff-4bb3-9ed2-3a3f7b8017c0 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 946 time: 0.0922148 Jul 29 17:25:53.521994 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4acd9186-8fc0-48be-849c-bc5f538bd8ac req-6ff041ca-730c-4947-8d6b-e7d7bc0bd4e1 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/security-groups?id=65cbe8fa-5cbf-4ce9-bd84-9952fd099493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377221 Jul 29 17:25:54.021157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c40902-80c2-4e3c-b142-0ec1245f0a5a req-7583ce54-e8f9-488e-9c54-236373e84186 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:25:54.021837 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-a0c40902-80c2-4e3c-b142-0ec1245f0a5a req-7583ce54-e8f9-488e-9c54-236373e84186 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Synchronizing usage tracker for tenant:ba17c7db008b48af88a503773ec22951 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:25:54.033189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-a0c40902-80c2-4e3c-b142-0ec1245f0a5a req-7583ce54-e8f9-488e-9c54-236373e84186 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Unset dirty status for tenant:ba17c7db008b48af88a503773ec22951 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:25:54.034246 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a0c40902-80c2-4e3c-b142-0ec1245f0a5a req-7583ce54-e8f9-488e-9c54-236373e84186 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.69 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 946 time: 0.0975931 Jul 29 17:25:54.104727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-a0c40902-80c2-4e3c-b142-0ec1245f0a5a req-4137e358-d7be-454f-9c47-86a304c67231 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Deleting port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:25:54.105079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-a0c40902-80c2-4e3c-b142-0ec1245f0a5a req-4137e358-d7be-454f-9c47-86a304c67231 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:54.339310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-a0c40902-80c2-4e3c-b142-0ec1245f0a5a req-4137e358-d7be-454f-9c47-86a304c67231 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] For port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:25:54.339585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-a0c40902-80c2-4e3c-b142-0ec1245f0a5a req-4137e358-d7be-454f-9c47-86a304c67231 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:54.460130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-a0c40902-80c2-4e3c-b142-0ec1245f0a5a req-4137e358-d7be-454f-9c47-86a304c67231 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Calling delete_port for bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:25:54.605283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-a0c40902-80c2-4e3c-b142-0ec1245f0a5a req-4137e358-d7be-454f-9c47-86a304c67231 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:54.616798 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:25:54.654682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137e358-d7be-454f-9c47-86a304c67231 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Pushing event deleted for resources: {'Port': ['ID=bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:25:54.687850 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-44f0a06a-ff80-41b6-873b-88c69eb6257b req-ae4483b8-d6e0-4710-8de2-13dfd1df2205 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.58 "GET /v2.0/ports?device_id=179389b5-47c3-471a-946b-a4fe3adb89f4 HTTP/1.1" status: 200 len: 210 time: 0.0555899 Jul 29 17:25:54.840179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c40902-80c2-4e3c-b142-0ec1245f0a5a req-4137e358-d7be-454f-9c47-86a304c67231 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] No DVR routers for this DVR port bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:25:54.842726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-a0c40902-80c2-4e3c-b142-0ec1245f0a5a req-4137e358-d7be-454f-9c47-86a304c67231 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:54.845422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'name': 'network-vif-deleted', 'tag': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:25:54.862055 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a0c40902-80c2-4e3c-b142-0ec1245f0a5a req-4137e358-d7be-454f-9c47-86a304c67231 tempest-TestMinimumBasicScenario-1222853364 tempest-TestMinimumBasicScenario-1222853364-project] 10.222.0.69 "DELETE /v2.0/ports/bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 HTTP/1.1" status: 204 len: 173 time: 0.8226500 Jul 29 17:25:54.899534 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a36442ac-07db-4f26-b0ca-ef3eb1061f75'] response: {'server_uuid': '179389b5-47c3-471a-946b-a4fe3adb89f4', 'name': 'network-vif-deleted', 'tag': 'bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7', 'status': 'completed', 'code': 200} Jul 29 17:25:56.303856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33312) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:25:56.939798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2066ebf9-2fba-4a2a-bccb-4f073d7ff378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:57.388368 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2066ebf9-2fba-4a2a-bccb-4f073d7ff378 admin admin] Deleting port 802d2f4a-e60c-4b83-a590-69067d95f139 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:25:57.389078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2066ebf9-2fba-4a2a-bccb-4f073d7ff378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:57.556612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-2066ebf9-2fba-4a2a-bccb-4f073d7ff378 admin admin] For port 802d2f4a-e60c-4b83-a590-69067d95f139, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=802d2f4a-e60c-4b83-a590-69067d95f139,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:25:57.556966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2066ebf9-2fba-4a2a-bccb-4f073d7ff378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:57.676572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2066ebf9-2fba-4a2a-bccb-4f073d7ff378 admin admin] Calling delete_port for 802d2f4a-e60c-4b83-a590-69067d95f139 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:25:57.841507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2066ebf9-2fba-4a2a-bccb-4f073d7ff378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:57.888914 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066ebf9-2fba-4a2a-bccb-4f073d7ff378 admin admin] Pushing event deleted for resources: {'Port': ['ID=802d2f4a-e60c-4b83-a590-69067d95f139,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:25:58.159622 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2066ebf9-2fba-4a2a-bccb-4f073d7ff378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:58.626434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2066ebf9-2fba-4a2a-bccb-4f073d7ff378 admin admin] Router 990128a2-67ae-4383-af17-952889a4cc44 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:25:58.802970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2066ebf9-2fba-4a2a-bccb-4f073d7ff378 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:25:58.812065 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f812fafa-ff7b-4151-9388-005231872c5d None None] Sync routers for ids ['990128a2-67ae-4383-af17-952889a4cc44'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:25:58.815560 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2066ebf9-2fba-4a2a-bccb-4f073d7ff378 admin admin] 10.222.0.58 "PUT /v2.0/routers/990128a2-67ae-4383-af17-952889a4cc44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5106349 Jul 29 17:25:58.818024 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33318) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:25:58.821125 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f812fafa-ff7b-4151-9388-005231872c5d None None] Routers {'990128a2-67ae-4383-af17-952889a4cc44'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:25:58.821723 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f812fafa-ff7b-4151-9388-005231872c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:25:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['990128a2-67ae-4383-af17-952889a4cc44'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:25:58.998598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:58.998842 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-f812fafa-ff7b-4151-9388-005231872c5d None None] Set router 990128a2-67ae-4383-af17-952889a4cc44 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:25:59.116293 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:25:59.150372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:25:59.150722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device bedb16f6-0b0e-49dc-95fc-ba0802f4c3f7 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:25:59.180710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:59.190133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] Deleting port 493b79b0-c27f-4b5c-8688-d10bf762b13c {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:25:59.190552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:59.272123 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f812fafa-ff7b-4151-9388-005231872c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115'}], 'enable_snat': True}, 'gw_port_id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:25:57Z', 'revision_number': 5, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port': {'id': '493b79b0-c27f-4b5c-8688-d10bf762b13c', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990128a2-67ae-4383-af17-952889a4cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:49Z', 'updated_at': '2022-07-29T17:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:25:59.276579 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f812fafa-ff7b-4151-9388-005231872c5d None None] Checking router: 990128a2-67ae-4383-af17-952889a4cc44 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:25:59.285070 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f812fafa-ff7b-4151-9388-005231872c5d None None] Routers {'990128a2-67ae-4383-af17-952889a4cc44'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:25:59.285665 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f812fafa-ff7b-4151-9388-005231872c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:25:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['990128a2-67ae-4383-af17-952889a4cc44'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:25:59.360682 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] For port 493b79b0-c27f-4b5c-8688-d10bf762b13c, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=493b79b0-c27f-4b5c-8688-d10bf762b13c,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:25:59.361039 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:59.436136 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-f812fafa-ff7b-4151-9388-005231872c5d None None] Set router 990128a2-67ae-4383-af17-952889a4cc44 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:25:59.490707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] Calling delete_port for 493b79b0-c27f-4b5c-8688-d10bf762b13c owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:25:59.540609 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f812fafa-ff7b-4151-9388-005231872c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:25:59Z', 'revision_number': 6, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:25:59.544521 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f812fafa-ff7b-4151-9388-005231872c5d None None] The sync data for ids ['990128a2-67ae-4383-af17-952889a4cc44'] in dv-neutron-851534-1-hyperv is: [{'id': '990128a2-67ae-4383-af17-952889a4cc44', 'name': 'tempest-TestMinimumBasicScenario-909229922-router', 'tenant_id': 'ba17c7db008b48af88a503773ec22951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:48Z', 'updated_at': '2022-07-29T17:25:59Z', 'revision_number': 6, 'project_id': 'ba17c7db008b48af88a503773ec22951', 'gw_port_host': None}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:25:59.662599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:59.711906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] Pushing event deleted for resources: {'Port': ['ID=493b79b0-c27f-4b5c-8688-d10bf762b13c,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:25:59.804185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:00.093878 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:00.096032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:00.120727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:00.121288 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 990128a2-67ae-4383-af17-952889a4cc44 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:26:00.133222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:00.134350 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6df5c001-0aa7-46c9-b4ac-9c64c299932f admin admin] 10.222.0.58 "DELETE /v2.0/routers/990128a2-67ae-4383-af17-952889a4cc44 HTTP/1.1" status: 204 len: 168 time: 1.3153799 Jul 29 17:26:00.136865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33322) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:00.194579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aad961c-6124-4ee9-b30b-e34aff2d355c admin admin] Deleting subnet 56d4fb78-5394-4d6a-b95e-6c589866e65d {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:26:00.197955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8aad961c-6124-4ee9-b30b-e34aff2d355c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:00.244540 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8aad961c-6124-4ee9-b30b-e34aff2d355c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:00.317695 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 802d2f4a-e60c-4b83-a590-69067d95f139 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:26:00.326228 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8aad961c-6124-4ee9-b30b-e34aff2d355c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:00.358630 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 802d2f4a-e60c-4b83-a590-69067d95f139 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:26:00.358989 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 802d2f4a-e60c-4b83-a590-69067d95f139 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:26:00.394677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8aad961c-6124-4ee9-b30b-e34aff2d355c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:00.431897 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad961c-6124-4ee9-b30b-e34aff2d355c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d4fb78-5394-4d6a-b95e-6c589866e65d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:00.435275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8aad961c-6124-4ee9-b30b-e34aff2d355c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:00.441141 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8aad961c-6124-4ee9-b30b-e34aff2d355c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/56d4fb78-5394-4d6a-b95e-6c589866e65d HTTP/1.1" status: 204 len: 168 time: 0.3032682 Jul 29 17:26:00.443552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33326) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:00.447274 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a1687-d8dc-4285-b819-63f559156e1e None None] Network cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:26:00.551998 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:00.562985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] Deleting port a68bbe77-bd6e-4afa-9f48-b74680531535 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:26:00.563314 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:00.707690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cd6f5e-59e0-403c-b1c8-3a35679ed886 None None] DHCP port deletion for cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:26:00.712002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-83cd6f5e-59e0-403c-b1c8-3a35679ed886 None None] Deleting port a68bbe77-bd6e-4afa-9f48-b74680531535 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:26:00.712377 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-83cd6f5e-59e0-403c-b1c8-3a35679ed886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:00.780400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] For port a68bbe77-bd6e-4afa-9f48-b74680531535, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a68bbe77-bd6e-4afa-9f48-b74680531535,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:26:00.781003 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:00.901644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] Calling delete_port for a68bbe77-bd6e-4afa-9f48-b74680531535 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:26:00.914815 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-83cd6f5e-59e0-403c-b1c8-3a35679ed886 None None] For port a68bbe77-bd6e-4afa-9f48-b74680531535, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=a68bbe77-bd6e-4afa-9f48-b74680531535,segment=NetworkSegment(22abaa7d-b30c-457b-bb0b-8183ac72b829),segment_id=22abaa7d-b30c-457b-bb0b-8183ac72b829)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:26:00.915203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-83cd6f5e-59e0-403c-b1c8-3a35679ed886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:00.981308 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:01.025700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68bbe77-bd6e-4afa-9f48-b74680531535,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:01.030932 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] No DVR routers for this DVR port a68bbe77-bd6e-4afa-9f48-b74680531535 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:26:01.040694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-83cd6f5e-59e0-403c-b1c8-3a35679ed886 None None] Calling delete_port for a68bbe77-bd6e-4afa-9f48-b74680531535 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:26:01.115373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-83cd6f5e-59e0-403c-b1c8-3a35679ed886 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:26:01.115728 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-83cd6f5e-59e0-403c-b1c8-3a35679ed886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:26:01.146753 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:01.172319 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:01.184027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22abaa7d-b30c-457b-bb0b-8183ac72b829') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:01.184327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22abaa7d-b30c-457b-bb0b-8183ac72b829') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:01.195889 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:01.212040 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:01.218409 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:26:01.218790 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:01.312077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:01.329151 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 22abaa7d-b30c-457b-bb0b-8183ac72b829 resource provider aggregate not found Jul 29 17:26:01.334818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:01.340915 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:01.355688 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 22abaa7d-b30c-457b-bb0b-8183ac72b829 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22abaa7d-b30c-457b-bb0b-8183ac72b829 found for delete ", "request_id": "req-c1f814e1-1721-4461-b91a-c2a57d126363"}]} Jul 29 17:26:01.357623 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e1839605-9c09-469a-9395-114bd46af1f5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/cb9a0ce5-7cf1-49f0-8d39-98b0b50bad9d HTTP/1.1" status: 204 len: 168 time: 0.9129760 Jul 29 17:26:01.360395 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33336) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:01.618242 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-83cd6f5e-59e0-403c-b1c8-3a35679ed886 None None] Deleting port a68bbe77-bd6e-4afa-9f48-b74680531535 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:26:01.618820 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-83cd6f5e-59e0-403c-b1c8-3a35679ed886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:01.691597 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a68bbe77-bd6e-4afa-9f48-b74680531535 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:26:01.758877 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-83cd6f5e-59e0-403c-b1c8-3a35679ed886 None None] The port 'a68bbe77-bd6e-4afa-9f48-b74680531535' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 17:26:01.765761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: a68bbe77-bd6e-4afa-9f48-b74680531535 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:26:01.766109 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device a68bbe77-bd6e-4afa-9f48-b74680531535 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:26:01.766523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 493b79b0-c27f-4b5c-8688-d10bf762b13c no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:26:01.800039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 493b79b0-c27f-4b5c-8688-d10bf762b13c {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:26:01.800393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 493b79b0-c27f-4b5c-8688-d10bf762b13c not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:26:02.008132 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e6f77639-df6b-430a-a61e-92ea98e8e66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:02.349264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e6f77639-df6b-430a-a61e-92ea98e8e66f admin admin] Deleting port c3e37e58-8fb4-4b2e-b364-517c82f69313 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:26:02.349610 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e6f77639-df6b-430a-a61e-92ea98e8e66f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:02.517904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-e6f77639-df6b-430a-a61e-92ea98e8e66f admin admin] For port c3e37e58-8fb4-4b2e-b364-517c82f69313, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c3e37e58-8fb4-4b2e-b364-517c82f69313,segment=NetworkSegment(ab15f8e0-aac3-4399-8f0f-b0061faf97d3),segment_id=ab15f8e0-aac3-4399-8f0f-b0061faf97d3)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:26:02.518265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e6f77639-df6b-430a-a61e-92ea98e8e66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:02.639253 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-e6f77639-df6b-430a-a61e-92ea98e8e66f admin admin] Calling delete_port for c3e37e58-8fb4-4b2e-b364-517c82f69313 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:26:02.805992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e6f77639-df6b-430a-a61e-92ea98e8e66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:02.885026 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f77639-df6b-430a-a61e-92ea98e8e66f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e37e58-8fb4-4b2e-b364-517c82f69313,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:03.230585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e6f77639-df6b-430a-a61e-92ea98e8e66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:03.585660 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f77639-df6b-430a-a61e-92ea98e8e66f admin admin] Router c92eb9cb-49be-409b-aec1-b053b8fe7401 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:26:03.763995 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f77639-df6b-430a-a61e-92ea98e8e66f admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:26:03.772707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e38037-6dda-4080-acf9-f7b00db789ee None None] Sync routers for ids ['c92eb9cb-49be-409b-aec1-b053b8fe7401'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:26:03.780691 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e6f77639-df6b-430a-a61e-92ea98e8e66f admin admin] 10.222.0.58 "PUT /v2.0/routers/c92eb9cb-49be-409b-aec1-b053b8fe7401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4180572 Jul 29 17:26:03.782206 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33340) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:03.782643 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e38037-6dda-4080-acf9-f7b00db789ee None None] Routers {'c92eb9cb-49be-409b-aec1-b053b8fe7401'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:26:03.782841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-49e38037-6dda-4080-acf9-f7b00db789ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:25:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c92eb9cb-49be-409b-aec1-b053b8fe7401'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:03.955029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:03.959524 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-49e38037-6dda-4080-acf9-f7b00db789ee None None] Set router c92eb9cb-49be-409b-aec1-b053b8fe7401 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:26:04.129442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:04.138852 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] Deleting port cb97e7f1-72e1-4799-b977-cb23b9c5793a {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:26:04.139247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:04.238247 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-49e38037-6dda-4080-acf9-f7b00db789ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'name': 'tempest-TestMinimumBasicScenario-1938173663-router', 'tenant_id': 'a766011144df4134acd2dafbf06766ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': 'cb97e7f1-72e1-4799-b977-cb23b9c5793a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:54Z', 'updated_at': '2022-07-29T17:26:02Z', 'revision_number': 5, 'project_id': 'a766011144df4134acd2dafbf06766ab', 'gw_port': {'id': 'cb97e7f1-72e1-4799-b977-cb23b9c5793a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:17:55Z', 'updated_at': '2022-07-29T17:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:04.242678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e38037-6dda-4080-acf9-f7b00db789ee None None] Checking router: c92eb9cb-49be-409b-aec1-b053b8fe7401 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:26:04.250907 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e38037-6dda-4080-acf9-f7b00db789ee None None] Routers {'c92eb9cb-49be-409b-aec1-b053b8fe7401'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:26:04.251602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-49e38037-6dda-4080-acf9-f7b00db789ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:25:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c92eb9cb-49be-409b-aec1-b053b8fe7401'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:04.310594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] For port cb97e7f1-72e1-4799-b977-cb23b9c5793a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=cb97e7f1-72e1-4799-b977-cb23b9c5793a,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:26:04.310948 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:04.401359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-49e38037-6dda-4080-acf9-f7b00db789ee None None] Set router c92eb9cb-49be-409b-aec1-b053b8fe7401 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:26:04.435841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] Calling delete_port for cb97e7f1-72e1-4799-b977-cb23b9c5793a owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:26:04.506950 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-49e38037-6dda-4080-acf9-f7b00db789ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'name': 'tempest-TestMinimumBasicScenario-1938173663-router', 'tenant_id': 'a766011144df4134acd2dafbf06766ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:54Z', 'updated_at': '2022-07-29T17:26:04Z', 'revision_number': 6, 'project_id': 'a766011144df4134acd2dafbf06766ab', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:04.510853 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e38037-6dda-4080-acf9-f7b00db789ee None None] The sync data for ids ['c92eb9cb-49be-409b-aec1-b053b8fe7401'] in dv-neutron-851534-1-hyperv is: [{'id': 'c92eb9cb-49be-409b-aec1-b053b8fe7401', 'name': 'tempest-TestMinimumBasicScenario-1938173663-router', 'tenant_id': 'a766011144df4134acd2dafbf06766ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:17:54Z', 'updated_at': '2022-07-29T17:26:04Z', 'revision_number': 6, 'project_id': 'a766011144df4134acd2dafbf06766ab', 'gw_port_host': None}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:26:04.603738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:04.649121 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=cb97e7f1-72e1-4799-b977-cb23b9c5793a,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:04.743823 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:04.913548 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:04.915876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:04.940349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:04.940932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c92eb9cb-49be-409b-aec1-b053b8fe7401 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:26:04.953428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:04.954537 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-76cfdf27-1ee0-480a-bb4f-c684f8f13c4a admin admin] 10.222.0.58 "DELETE /v2.0/routers/c92eb9cb-49be-409b-aec1-b053b8fe7401 HTTP/1.1" status: 204 len: 168 time: 1.1713705 Jul 29 17:26:04.957075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33344) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:05.016636 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7aeb44a-38df-49f9-83c2-e68cc1bb6610 admin admin] Deleting subnet 94e3c426-5230-41a7-8158-18f3508e329c {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:26:05.019452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e7aeb44a-38df-49f9-83c2-e68cc1bb6610 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:05.069380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e7aeb44a-38df-49f9-83c2-e68cc1bb6610 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:05.242294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e7aeb44a-38df-49f9-83c2-e68cc1bb6610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:05.311147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e7aeb44a-38df-49f9-83c2-e68cc1bb6610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:05.352220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aeb44a-38df-49f9-83c2-e68cc1bb6610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e3c426-5230-41a7-8158-18f3508e329c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:05.354184 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e7aeb44a-38df-49f9-83c2-e68cc1bb6610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:05.358914 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740e8750-05d5-4a70-b8eb-d208993394e9 None None] Network db123e1b-cce6-4fe6-9809-be77c6dd0c2d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:26:05.362313 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e7aeb44a-38df-49f9-83c2-e68cc1bb6610 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/94e3c426-5230-41a7-8158-18f3508e329c HTTP/1.1" status: 204 len: 168 time: 0.4019794 Jul 29 17:26:05.362688 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33348) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:05.474930 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:05.486651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] Deleting port afa7be71-7a93-4958-8cae-69f6505c603e {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:26:05.487266 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:05.624812 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41560223-6ec7-4f6c-bc5a-35b7c704bb66 None None] DHCP port deletion for db123e1b-cce6-4fe6-9809-be77c6dd0c2d request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:26:05.629002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-41560223-6ec7-4f6c-bc5a-35b7c704bb66 None None] Deleting port afa7be71-7a93-4958-8cae-69f6505c603e {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:26:05.629423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41560223-6ec7-4f6c-bc5a-35b7c704bb66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:05.686181 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c3e37e58-8fb4-4b2e-b364-517c82f69313 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:26:05.713263 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] For port afa7be71-7a93-4958-8cae-69f6505c603e, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=afa7be71-7a93-4958-8cae-69f6505c603e,segment=NetworkSegment(ab15f8e0-aac3-4399-8f0f-b0061faf97d3),segment_id=ab15f8e0-aac3-4399-8f0f-b0061faf97d3)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:26:05.713641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:05.725541 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: c3e37e58-8fb4-4b2e-b364-517c82f69313 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:26:05.725885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c3e37e58-8fb4-4b2e-b364-517c82f69313 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:26:05.726325 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device afa7be71-7a93-4958-8cae-69f6505c603e no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:26:05.840330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] Calling delete_port for afa7be71-7a93-4958-8cae-69f6505c603e owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:26:05.917148 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:05.964135 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa7be71-7a93-4958-8cae-69f6505c603e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:05.967989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] No DVR routers for this DVR port afa7be71-7a93-4958-8cae-69f6505c603e on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:26:05.997137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Port afa7be71-7a93-4958-8cae-69f6505c603e update to DOWN by agent not found {{(pid=89211) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2166}} Jul 29 17:26:05.997566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb97e7f1-72e1-4799-b977-cb23b9c5793a no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:26:06.039170 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: cb97e7f1-72e1-4799-b977-cb23b9c5793a {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:26:06.039544 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device cb97e7f1-72e1-4799-b977-cb23b9c5793a not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:26:06.051608 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-41560223-6ec7-4f6c-bc5a-35b7c704bb66 None None] For port afa7be71-7a93-4958-8cae-69f6505c603e, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=afa7be71-7a93-4958-8cae-69f6505c603e,segment=NetworkSegment(ab15f8e0-aac3-4399-8f0f-b0061faf97d3),segment_id=ab15f8e0-aac3-4399-8f0f-b0061faf97d3)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:26:06.051998 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41560223-6ec7-4f6c-bc5a-35b7c704bb66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:06.081863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:06.110202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db123e1b-cce6-4fe6-9809-be77c6dd0c2d']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:06.181719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-41560223-6ec7-4f6c-bc5a-35b7c704bb66 None None] Calling delete_port for afa7be71-7a93-4958-8cae-69f6505c603e owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:26:06.234201 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:26:06.238823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab15f8e0-aac3-4399-8f0f-b0061faf97d3') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:06.239125 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab15f8e0-aac3-4399-8f0f-b0061faf97d3') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:06.251970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:06.254022 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-41560223-6ec7-4f6c-bc5a-35b7c704bb66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:26:06.254373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-41560223-6ec7-4f6c-bc5a-35b7c704bb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:26:06.267436 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:06.273455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:26:06.273847 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:06.336158 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment ab15f8e0-aac3-4399-8f0f-b0061faf97d3 resource provider aggregate not found Jul 29 17:26:06.360134 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment ab15f8e0-aac3-4399-8f0f-b0061faf97d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab15f8e0-aac3-4399-8f0f-b0061faf97d3 found for delete ", "request_id": "req-2a0faa82-49c2-402a-be0c-9f30321da6ba"}]} Jul 29 17:26:06.372906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:06.388299 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:06.398272 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=db123e1b-cce6-4fe6-9809-be77c6dd0c2d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:06.405286 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-500ad7ba-7b49-4a9f-985a-d506c30961a7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/db123e1b-cce6-4fe6-9809-be77c6dd0c2d HTTP/1.1" status: 204 len: 168 time: 1.0415137 Jul 29 17:26:06.514438 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33358) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:06.563515 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fd9cfcf8-576e-453c-90ff-e1b4d6bdf0ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba17c7db008b48af88a503773ec22951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479271 Jul 29 17:26:06.566006 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33362) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:06.622404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7e3cbf52-11da-478d-b22f-21f6afc47eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:06.647160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7e3cbf52-11da-478d-b22f-21f6afc47eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:06.698685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7e3cbf52-11da-478d-b22f-21f6afc47eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:06.718750 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cbf52-11da-478d-b22f-21f6afc47eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cbe8fa-5cbf-4ce9-bd84-9952fd099493,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:06.725527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7e3cbf52-11da-478d-b22f-21f6afc47eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:06.727406 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7e3cbf52-11da-478d-b22f-21f6afc47eb8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65cbe8fa-5cbf-4ce9-bd84-9952fd099493 HTTP/1.1" status: 204 len: 168 time: 0.1605098 Jul 29 17:26:06.755289 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-41560223-6ec7-4f6c-bc5a-35b7c704bb66 None None] Deleting port afa7be71-7a93-4958-8cae-69f6505c603e {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:26:06.755750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-41560223-6ec7-4f6c-bc5a-35b7c704bb66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:06.822878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-41560223-6ec7-4f6c-bc5a-35b7c704bb66 None None] The port 'afa7be71-7a93-4958-8cae-69f6505c603e' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 17:26:07.067166 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33370) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:07.114397 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-712fb53d-0ff7-4ca9-b1ff-3ee3287d41d3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a766011144df4134acd2dafbf06766ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460558 Jul 29 17:26:07.117461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33374) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:07.171459 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b05efb1d-4a95-427c-85a2-fb5104ba6e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:07.197843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b05efb1d-4a95-427c-85a2-fb5104ba6e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:07.249609 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b05efb1d-4a95-427c-85a2-fb5104ba6e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:07.267430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05efb1d-4a95-427c-85a2-fb5104ba6e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267a65c9-34a2-4111-a06c-0499820371b1,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:07.272858 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b05efb1d-4a95-427c-85a2-fb5104ba6e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:07.277639 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b05efb1d-4a95-427c-85a2-fb5104ba6e96 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/267a65c9-34a2-4111-a06c-0499820371b1 HTTP/1.1" status: 204 len: 168 time: 0.1568253 Jul 29 17:26:08.842830 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33416) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:08.848282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-979116494', 'description': 'tempest-secgroup-smoke-979116494 description', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:26:08.854882 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:26:08.858713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:26:08.861558 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:26:08.867224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:26:08.878244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:08.889945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:08.904605 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:26:08.908523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:26:08.911753 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:26:08.918533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:26:09.006491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.010392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.020671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:26:09.028449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:26:09.032890 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:26:09.047981 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:26:09.055150 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6e4fe6-403d-46bc-a254-d8672f8cf010,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:09.123473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.127616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.168510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e554c5cd-4244-486f-90ac-39c6356f3ad5,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:09.172069 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.176383 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6baa94e0-16e7-4858-8177-88991b02394d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3324931 Jul 29 17:26:09.176865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33420) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:09.183232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7b38e8fb-1971-4343-90e9-24b2190953b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'e554c5cd-4244-486f-90ac-39c6356f3ad5', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:26:09.189627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7b38e8fb-1971-4343-90e9-24b2190953b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:26:09.193655 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7b38e8fb-1971-4343-90e9-24b2190953b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:26:09.197142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7b38e8fb-1971-4343-90e9-24b2190953b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:26:09.203403 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7b38e8fb-1971-4343-90e9-24b2190953b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:26:09.220874 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7b38e8fb-1971-4343-90e9-24b2190953b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.281677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7b38e8fb-1971-4343-90e9-24b2190953b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.285404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7b38e8fb-1971-4343-90e9-24b2190953b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.308487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38e8fb-1971-4343-90e9-24b2190953b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c954533-befc-478a-be60-1612454d1d74,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:09.317298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7b38e8fb-1971-4343-90e9-24b2190953b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.318561 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7b38e8fb-1971-4343-90e9-24b2190953b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404078 Jul 29 17:26:09.321728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33424) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:09.326904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f67729e6-b90b-414b-9f69-79c293f09edb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'e554c5cd-4244-486f-90ac-39c6356f3ad5', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:26:09.332748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f67729e6-b90b-414b-9f69-79c293f09edb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:26:09.337130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f67729e6-b90b-414b-9f69-79c293f09edb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:26:09.339985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f67729e6-b90b-414b-9f69-79c293f09edb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:26:09.345711 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f67729e6-b90b-414b-9f69-79c293f09edb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:26:09.362764 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f67729e6-b90b-414b-9f69-79c293f09edb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.427220 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f67729e6-b90b-414b-9f69-79c293f09edb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.430849 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f67729e6-b90b-414b-9f69-79c293f09edb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.453903 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67729e6-b90b-414b-9f69-79c293f09edb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46800332-c994-4ac6-a31b-4269139ce242,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:09.463255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f67729e6-b90b-414b-9f69-79c293f09edb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.464457 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f67729e6-b90b-414b-9f69-79c293f09edb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418183 Jul 29 17:26:09.467217 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33428) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:09.471881 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-a51795f4-ad14-49f4-b51e-4c7d45965fb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'e554c5cd-4244-486f-90ac-39c6356f3ad5', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:26:09.477681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a51795f4-ad14-49f4-b51e-4c7d45965fb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:26:09.481522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a51795f4-ad14-49f4-b51e-4c7d45965fb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:26:09.484381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-a51795f4-ad14-49f4-b51e-4c7d45965fb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:26:09.490048 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-a51795f4-ad14-49f4-b51e-4c7d45965fb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:26:09.505407 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a51795f4-ad14-49f4-b51e-4c7d45965fb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.570963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a51795f4-ad14-49f4-b51e-4c7d45965fb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.574508 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a51795f4-ad14-49f4-b51e-4c7d45965fb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.596552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51795f4-ad14-49f4-b51e-4c7d45965fb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d782e231-6bf2-4708-b0a3-f4c3c72b3556,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:09.605401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a51795f4-ad14-49f4-b51e-4c7d45965fb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.606662 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a51795f4-ad14-49f4-b51e-4c7d45965fb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385477 Jul 29 17:26:09.609497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33432) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:09.614418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f47412dc-3790-4ef1-bd02-80a94dbe255e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'e554c5cd-4244-486f-90ac-39c6356f3ad5', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:26:09.620808 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f47412dc-3790-4ef1-bd02-80a94dbe255e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:26:09.624702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f47412dc-3790-4ef1-bd02-80a94dbe255e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:26:09.627582 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f47412dc-3790-4ef1-bd02-80a94dbe255e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:26:09.634114 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f47412dc-3790-4ef1-bd02-80a94dbe255e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:26:09.651419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f47412dc-3790-4ef1-bd02-80a94dbe255e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.713759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f47412dc-3790-4ef1-bd02-80a94dbe255e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.717062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f47412dc-3790-4ef1-bd02-80a94dbe255e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.739896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47412dc-3790-4ef1-bd02-80a94dbe255e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46d5353-3c0e-4e47-92f8-555e4ddaf966,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:09.748961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f47412dc-3790-4ef1-bd02-80a94dbe255e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.750158 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f47412dc-3790-4ef1-bd02-80a94dbe255e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397393 Jul 29 17:26:09.752829 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33436) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:09.758392 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1b4f22a0-599a-498c-88c8-7d2c7b04247d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'e554c5cd-4244-486f-90ac-39c6356f3ad5', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:26:09.764087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1b4f22a0-599a-498c-88c8-7d2c7b04247d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:26:09.767897 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1b4f22a0-599a-498c-88c8-7d2c7b04247d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:26:09.770759 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1b4f22a0-599a-498c-88c8-7d2c7b04247d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:26:09.776435 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1b4f22a0-599a-498c-88c8-7d2c7b04247d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:26:09.785911 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-1b4f22a0-599a-498c-88c8-7d2c7b04247d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Project 623946eed0bc4715a04a0d7bf3447b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:26:09.792268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b4f22a0-599a-498c-88c8-7d2c7b04247d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.857523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b4f22a0-599a-498c-88c8-7d2c7b04247d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.861337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b4f22a0-599a-498c-88c8-7d2c7b04247d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.885070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f22a0-599a-498c-88c8-7d2c7b04247d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fccf7f4a-1e5f-4abf-88ef-b04dc7fa31a1,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:09.892836 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1b4f22a0-599a-498c-88c8-7d2c7b04247d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.894128 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1b4f22a0-599a-498c-88c8-7d2c7b04247d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403542 Jul 29 17:26:09.896773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33440) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:09.901856 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-fe140406-67dc-4bda-8703-342c9ee6f798 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'e554c5cd-4244-486f-90ac-39c6356f3ad5', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:26:09.907577 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fe140406-67dc-4bda-8703-342c9ee6f798 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:26:09.911424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fe140406-67dc-4bda-8703-342c9ee6f798 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:26:09.914923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-fe140406-67dc-4bda-8703-342c9ee6f798 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:26:09.920615 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-fe140406-67dc-4bda-8703-342c9ee6f798 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:26:09.931871 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-fe140406-67dc-4bda-8703-342c9ee6f798 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Project 623946eed0bc4715a04a0d7bf3447b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:26:09.938342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fe140406-67dc-4bda-8703-342c9ee6f798 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:10.002684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fe140406-67dc-4bda-8703-342c9ee6f798 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:10.006123 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fe140406-67dc-4bda-8703-342c9ee6f798 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:10.030967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe140406-67dc-4bda-8703-342c9ee6f798 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64b20e8-45b9-43fc-b174-df3ee5511084,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:10.039910 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-fe140406-67dc-4bda-8703-342c9ee6f798 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:10.041111 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fe140406-67dc-4bda-8703-342c9ee6f798 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433635 Jul 29 17:26:10.044110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33444) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:10.049702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'network': {'name': 'tempest-network-smoke--578392960', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'port_security_enabled': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:26:10.054480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:26:10.058297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:network and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:26:10.061170 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:26:10.066898 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:26:10.077419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Made reservation on behalf of 623946eed0bc4715a04a0d7bf3447b0f for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:26:10.082131 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:10.110009 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:26:10.119343 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:10.119682 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Added segment a65bc59b-cf3f-4967-a681-7e76cd460788 of type vlan for network 327665c3-38a2-486b-bf49-6da9c6762c4d Jul 29 17:26:10.146061 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:10.174940 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:10.180336 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:10.180920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:10.277661 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2325580 Jul 29 17:26:10.280662 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33448) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:10.286096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'admin_state_up': True, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:26:10.286439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5dc9a-676f-48a6-b916-f6bcf1a4c7c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Network': ['ID=327665c3-38a2-486b-bf49-6da9c6762c4d,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:10.294861 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:26:10.296942 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 327665c3-38a2-486b-bf49-6da9c6762c4d details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:26:10.299284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:router and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:26:10.302156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:26:10.312148 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:26:10.323261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:10.324649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:10.339628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:10.598792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:10.886585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:10.914692 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:11.044308 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.26.1.204 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/1971705c-1dd2-4ab9-9c5e-f76bb70f3441) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:26:11.186695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:11.214532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:11.377937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:26:11.380699 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:26:11.384378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:26:11.413019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=1971705c-1dd2-4ab9-9c5e-f76bb70f3441,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:11.791524 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:12.124181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:12.321191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router 74bafdee-2924-4914-9820-9a11b61eca89 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:26:12.493937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:26:12.504084 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Sync routers for ids ['74bafdee-2924-4914-9820-9a11b61eca89'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:26:12.514021 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Routers {'74bafdee-2924-4914-9820-9a11b61eca89'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:26:12.514849 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:25:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['74bafdee-2924-4914-9820-9a11b61eca89'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:12.522310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:12.527281 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ba66ffa1-7bae-4e11-8057-bbf94477a1cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2455127 Jul 29 17:26:12.527615 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33452) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:12.688887 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-18bca900-84c2-41c5-9e9e-1048e459aad1 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=623946eed0bc4715a04a0d7bf3447b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1599703 Jul 29 17:26:12.691546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33458) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:12.721934 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Set router 74bafdee-2924-4914-9820-9a11b61eca89 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:26:12.818199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b86fbda-4ed5-4b06-a680-a138a46b2cf9 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:12.819578 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6b86fbda-4ed5-4b06-a680-a138a46b2cf9 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271544 Jul 29 17:26:12.823062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33462) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:12.860407 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0dcdc1dc-cc64-48ad-88cd-7a1390948fdd tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362806 Jul 29 17:26:12.863062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33466) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:12.868783 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-178774708', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:26:12.976997 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:26:12.980817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:subnet and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:26:12.983741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:26:12.989331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:26:12.998656 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bafdee-2924-4914-9820-9a11b61eca89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:11Z', 'revision_number': 3, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:13.000164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Made reservation on behalf of 623946eed0bc4715a04a0d7bf3447b0f for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:26:13.002787 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Checking router: 74bafdee-2924-4914-9820-9a11b61eca89 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:26:13.003154 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Updating router 74bafdee-2924-4914-9820-9a11b61eca89 port 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:26:13.003772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.057892 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.215259 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.296177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Subnet': ['ID=f338bcaa-23ed-4878-a701-4cf66ba69e12,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:13.304020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Checking segment: {'id': 'a65bc59b-cf3f-4967-a681-7e76cd460788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:26:13.305110 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network hostable DHCP agents. Network: 327665c3-38a2-486b-bf49-6da9c6762c4d, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:26:13.323710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 327665c3-38a2-486b-bf49-6da9c6762c4d is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:26:13.333161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 327665c3-38a2-486b-bf49-6da9c6762c4d) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:26:13.337793 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:13.338958 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.342377 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa89f804-215f-4670-8edc-d8e408d09ddf None None] Network 327665c3-38a2-486b-bf49-6da9c6762c4d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:26:13.367222 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33472) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:13.367533 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2a717e07-603d-4563-a732-39ca79a45baa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5034871 Jul 29 17:26:13.381503 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.394200 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Transition to ACTIVE for port object 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:26:13.401639 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.477383 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Attempting to bind port 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:26:13.477700 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Attempting to bind port 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:26:13.478012 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Attempting to bind port 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:26:13.487886 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:26:13.488304 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:26:13.488653 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.489069 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:26:13.489529 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Bound port: 1971705c-1dd2-4ab9-9c5e-f76bb70f3441, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:26:13.489898 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.571713 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] For port 1971705c-1dd2-4ab9-9c5e-f76bb70f3441, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:26:13.577369 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] For port 1971705c-1dd2-4ab9-9c5e-f76bb70f3441, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1971705c-1dd2-4ab9-9c5e-f76bb70f3441,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:26:13.579248 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e154b-13b3-4398-908f-dd404854744e None None] Pushing event updated for resources: {'Port': ['ID=1971705c-1dd2-4ab9-9c5e-f76bb70f3441,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:13.588785 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.593081 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e154b-13b3-4398-908f-dd404854744e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:13.593445 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e154b-13b3-4398-908f-dd404854744e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:13.593787 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e154b-13b3-4398-908f-dd404854744e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:13.594119 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e154b-13b3-4398-908f-dd404854744e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:13.594559 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e154b-13b3-4398-908f-dd404854744e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:13.594759 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e154b-13b3-4398-908f-dd404854744e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:13.595080 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e154b-13b3-4398-908f-dd404854744e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:13.595404 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e154b-13b3-4398-908f-dd404854744e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:13.595723 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e154b-13b3-4398-908f-dd404854744e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:13.596036 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e154b-13b3-4398-908f-dd404854744e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:13.596350 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e154b-13b3-4398-908f-dd404854744e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:13.596667 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e154b-13b3-4398-908f-dd404854744e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:13.607255 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-327665c3-38a2-486b-bf49-6da9c6762c4d', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ips': [{'subnet_id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:26:13.608239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.675121 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e154b-13b3-4398-908f-dd404854744e None None] Pushing event updated for resources: {'Port': ['ID=1971705c-1dd2-4ab9-9c5e-f76bb70f3441,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:13.680356 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Routers {'74bafdee-2924-4914-9820-9a11b61eca89'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:26:13.680956 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:25:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['74bafdee-2924-4914-9820-9a11b61eca89'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:13.774704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Allocated IP 172.20.0.2 (327665c3-38a2-486b-bf49-6da9c6762c4d/f338bcaa-23ed-4878-a701-4cf66ba69e12/3c5c3673-0e36-4e41-8143-c8093e9f2c55) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:26:13.864584 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] Set router 74bafdee-2924-4914-9820-9a11b61eca89 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:26:13.986345 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.997767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Transition to ACTIVE for port object 3c5c3673-0e36-4e41-8143-c8093e9f2c55 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:26:14.017354 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Transition to ACTIVE for port object 3c5c3673-0e36-4e41-8143-c8093e9f2c55 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:26:14.025494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:14.090129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Network 327665c3-38a2-486b-bf49-6da9c6762c4d is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:26:14.093130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:26:14.095585 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:26:14.105913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Pushing event updated for resources: {'Port': ['ID=3c5c3673-0e36-4e41-8143-c8093e9f2c55,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:14.149360 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:14.149705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:14.150093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:14.150359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:14.150688 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:14.151114 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:14.151328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:14.151651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:14.151969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:14.152285 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:14.152599 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:14.152917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:14.156382 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bafdee-2924-4914-9820-9a11b61eca89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:11Z', 'revision_number': 3, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:14.162401 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf5a3b-c1e7-4eb4-bd54-e5c5b36ae0de None None] The sync data for ids ['74bafdee-2924-4914-9820-9a11b61eca89'] in dv-neutron-851534-1-hyperv is: [{'id': '74bafdee-2924-4914-9820-9a11b61eca89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:11Z', 'revision_number': 3, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:26:14.217627 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Attempting to bind port 3c5c3673-0e36-4e41-8143-c8093e9f2c55 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:26:14.218033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Attempting to bind port 3c5c3673-0e36-4e41-8143-c8093e9f2c55 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'a65bc59b-cf3f-4967-a681-7e76cd460788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:26:14.218399 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Attempting to bind port 3c5c3673-0e36-4e41-8143-c8093e9f2c55 on network 327665c3-38a2-486b-bf49-6da9c6762c4d {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:26:14.221367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:14.224508 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:26:14.224886 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Checking segment: {'id': 'a65bc59b-cf3f-4967-a681-7e76cd460788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:26:14.225327 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:14.225724 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Bound using segment: {'id': 'a65bc59b-cf3f-4967-a681-7e76cd460788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:26:14.226753 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Bound port: 3c5c3673-0e36-4e41-8143-c8093e9f2c55, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65bc59b-cf3f-4967-a681-7e76cd460788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:26:14.227126 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:14.319609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] For port 3c5c3673-0e36-4e41-8143-c8093e9f2c55, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:26:14.323019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] For port 3c5c3673-0e36-4e41-8143-c8093e9f2c55, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3c5c3673-0e36-4e41-8143-c8093e9f2c55,segment=NetworkSegment(a65bc59b-cf3f-4967-a681-7e76cd460788),segment_id=a65bc59b-cf3f-4967-a681-7e76cd460788)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:26:14.327867 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:14.431794 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598633ac-cdae-49b9-8917-3684ea46c4e7 None None] Pushing event updated for resources: {'Port': ['ID=3c5c3673-0e36-4e41-8143-c8093e9f2c55,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:14.706897 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.20.0.1 (327665c3-38a2-486b-bf49-6da9c6762c4d/f338bcaa-23ed-4878-a701-4cf66ba69e12/0e4bc97a-e985-4c0c-9977-a1ce8793e3d9) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:26:14.878391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:14.895016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Transition to ACTIVE for port object 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:26:14.923452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:14.992171 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 327665c3-38a2-486b-bf49-6da9c6762c4d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:26:14.995287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:26:14.997909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:26:15.041517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=0e4bc97a-e985-4c0c-9977-a1ce8793e3d9,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:15.065944 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:15.185404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:15.191958 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-627c33f8-f02b-4e9d-9d15-a19ccb6e9b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:15.428548 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b39494-4cb8-482f-a3d4-86e4b76d5356 None None] Network 327665c3-38a2-486b-bf49-6da9c6762c4d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:26:15.577365 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-314afe3c-e015-4461-9d17-c5b44f7da5da None None] Provisioning for port 3c5c3673-0e36-4e41-8143-c8093e9f2c55 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:26:15.754321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3c5c3673-0e36-4e41-8143-c8093e9f2c55 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:26:15.773856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:15.780733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:15.830890 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 3c5c3673-0e36-4e41-8143-c8093e9f2c55 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:26:15.836544 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 3c5c3673-0e36-4e41-8143-c8093e9f2c55 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:26:15.836986 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:15.901407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=0e4bc97a-e985-4c0c-9977-a1ce8793e3d9,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:15.914120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:15.966835 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 3c5c3673-0e36-4e41-8143-c8093e9f2c55 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:26:15.967464 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.004058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 3c5c3673-0e36-4e41-8143-c8093e9f2c55, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3c5c3673-0e36-4e41-8143-c8093e9f2c55,segment=NetworkSegment(a65bc59b-cf3f-4967-a681-7e76cd460788),segment_id=a65bc59b-cf3f-4967-a681-7e76cd460788)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:26:16.012360 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.013174 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:26:16.055266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 327665c3-38a2-486b-bf49-6da9c6762c4d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:26:16.056728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:26:16.126429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2e2339fb-601a-4f25-9e63-3d81a18fe490 None None] Provisioning complete for port 3c5c3673-0e36-4e41-8143-c8093e9f2c55 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:26:16.126803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2e2339fb-601a-4f25-9e63-3d81a18fe490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.192819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=3c5c3673-0e36-4e41-8143-c8093e9f2c55,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:16.250385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:26:16.263538 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router 74bafdee-2924-4914-9820-9a11b61eca89 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:26:16.265718 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:26:16.266092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.314578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2e2339fb-601a-4f25-9e63-3d81a18fe490 None None] Current status of the port 3c5c3673-0e36-4e41-8143-c8093e9f2c55 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:26:16.338818 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2e2339fb-601a-4f25-9e63-3d81a18fe490 None None] Provisioning for port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:26:16.345845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2e2339fb-601a-4f25-9e63-3d81a18fe490 None None] Provisioning complete for port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:26:16.346222 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2e2339fb-601a-4f25-9e63-3d81a18fe490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.446733 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2e2339fb-601a-4f25-9e63-3d81a18fe490 None None] Port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:26:16.449865 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:26:16.450250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.455724 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:26:16.466565 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3ea04902-ab6a-4496-9f80-91a45784a48a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "PUT /v2.0/routers/74bafdee-2924-4914-9820-9a11b61eca89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0982580 Jul 29 17:26:16.468368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 1971705c-1dd2-4ab9-9c5e-f76bb70f3441, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1971705c-1dd2-4ab9-9c5e-f76bb70f3441,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:26:16.470887 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Sync routers for ids ['74bafdee-2924-4914-9820-9a11b61eca89'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:26:16.475302 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.534062 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Routers {'74bafdee-2924-4914-9820-9a11b61eca89'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:26:16.534561 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:25:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['74bafdee-2924-4914-9820-9a11b61eca89'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:16.713184 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-76715c81-0adf-4e91-9b9c-f8d85168c67e None None] Provisioning complete for port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:26:16.713884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-76715c81-0adf-4e91-9b9c-f8d85168c67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.736396 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-26d3b2e4-1f13-4720-a8e0-60aba1f2e443 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-979116494&fields=id&tenant_id=623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 267 time: 0.0397673 Jul 29 17:26:16.739069 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=1971705c-1dd2-4ab9-9c5e-f76bb70f3441,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:16.790335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-76715c81-0adf-4e91-9b9c-f8d85168c67e None None] Port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:26:16.795373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Set router 74bafdee-2924-4914-9820-9a11b61eca89 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:26:16.991960 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-3a725396-b07f-4142-a043-05b00d03bf4d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:16.992635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-3a725396-b07f-4142-a043-05b00d03bf4d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:26:17.009818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-3a725396-b07f-4142-a043-05b00d03bf4d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:26:17.010956 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-3a725396-b07f-4142-a043-05b00d03bf4d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/networks?id=327665c3-38a2-486b-bf49-6da9c6762c4d HTTP/1.1" status: 200 len: 796 time: 0.2670338 Jul 29 17:26:17.026277 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-bd2ea0b4-0446-4847-8ec7-a48dd658efe6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/quotas/623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 375 time: 0.0096469 Jul 29 17:26:17.113295 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bafdee-2924-4914-9820-9a11b61eca89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:15Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '0e4bc97a-e985-4c0c-9977-a1ce8793e3d9', 'name': '', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:74:e8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:14Z', 'updated_at': '2022-07-29T17:26:15Z', 'revision_number': 2, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:17.117655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Checking router: 74bafdee-2924-4914-9820-9a11b61eca89 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:26:17.118005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Updating router 74bafdee-2924-4914-9820-9a11b61eca89 port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:26:17.120964 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-199e6ac0-97f3-415d-8bba-5020477c2e7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892379 Jul 29 17:26:17.136663 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-bd1d3873-922b-47f9-b743-c9102132558e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:26:17.137585 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-bd1d3873-922b-47f9-b743-c9102132558e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056071 Jul 29 17:26:17.169773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.268555 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-1c4110f1-35da-4a5b-bcc1-fe754b0001be service neutron] 10.222.0.58 "GET /v2.0/networks/327665c3-38a2-486b-bf49-6da9c6762c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256921 Jul 29 17:26:17.399000 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-c949752c-e7d8-4224-9891-8b3b2833509c service neutron] 10.222.0.58 "GET /v2.0/networks/327665c3-38a2-486b-bf49-6da9c6762c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246271 Jul 29 17:26:17.553887 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.566330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Transition to ACTIVE for port object 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:26:17.573169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.645626 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c2f5fc34-5c2f-41f2-a4a4-82db0d0ffb42 req-c8b71967-fde2-4901-a750-5475466c7e2f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 210 time: 0.1124382 Jul 29 17:26:17.697014 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3c5c3673-0e36-4e41-8143-c8093e9f2c55 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:26:17.799222 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a484f-adfe-4b1c-bab3-01861381ef34 None None] Pushing event updated for resources: {'Port': ['ID=0e4bc97a-e985-4c0c-9977-a1ce8793e3d9,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:17.850772 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d2782759-64f2-4243-8c92-df132931a753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.883774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Attempting to bind port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:26:17.884133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Attempting to bind port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'a65bc59b-cf3f-4967-a681-7e76cd460788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:26:17.884543 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Attempting to bind port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 on network 327665c3-38a2-486b-bf49-6da9c6762c4d {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:26:17.892949 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:26:17.893342 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Checking segment: {'id': 'a65bc59b-cf3f-4967-a681-7e76cd460788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:26:17.893780 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.894117 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Bound using segment: {'id': 'a65bc59b-cf3f-4967-a681-7e76cd460788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:26:17.894567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Bound port: 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65bc59b-cf3f-4967-a681-7e76cd460788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:26:17.894930 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.913028 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 3c5c3673-0e36-4e41-8143-c8093e9f2c55 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:26:17.913355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:18.049263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] For port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:26:18.095750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] For port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0e4bc97a-e985-4c0c-9977-a1ce8793e3d9,segment=NetworkSegment(a65bc59b-cf3f-4967-a681-7e76cd460788),segment_id=a65bc59b-cf3f-4967-a681-7e76cd460788)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:26:18.099585 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:18.161127 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 3c5c3673-0e36-4e41-8143-c8093e9f2c55 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:26:18.162176 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:26:18.232279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Routers {'74bafdee-2924-4914-9820-9a11b61eca89'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:26:18.232904 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:26:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['74bafdee-2924-4914-9820-9a11b61eca89'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:18.283007 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a484f-adfe-4b1c-bab3-01861381ef34 None None] Pushing event updated for resources: {'Port': ['ID=0e4bc97a-e985-4c0c-9977-a1ce8793e3d9,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:18.417102 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:26:18.417407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:18.483053 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:18.489799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] Set router 74bafdee-2924-4914-9820-9a11b61eca89 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:26:18.691016 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:18.753066 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-10b1a50c-c12d-4636-8860-33ce2991e6e2 req-857127fb-9277-458f-b1f0-d1c894f7f824 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 210 time: 0.0557032 Jul 29 17:26:18.816788 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:26:18.915601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bafdee-2924-4914-9820-9a11b61eca89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:15Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '0e4bc97a-e985-4c0c-9977-a1ce8793e3d9', 'name': '', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:74:e8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:14Z', 'updated_at': '2022-07-29T17:26:18Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:18.919472 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd79b3-f09f-432b-9580-aabbdfb66999 None None] The sync data for ids ['74bafdee-2924-4914-9820-9a11b61eca89'] in dv-neutron-851534-1-hyperv is: [{'id': '74bafdee-2924-4914-9820-9a11b61eca89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:15Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '0e4bc97a-e985-4c0c-9977-a1ce8793e3d9', 'name': '', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:74:e8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:14Z', 'updated_at': '2022-07-29T17:26:18Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:26:19.709601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:26:19.784550 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:26:19.790352 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:26:19.790723 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:19.870545 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-183282bd-d302-4a0d-9962-263188d2c819 req-11e4b98d-8ee0-408a-a9bf-ef41555e346c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 210 time: 0.0563715 Jul 29 17:26:19.919717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:26:19.920207 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:19.952678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0e4bc97a-e985-4c0c-9977-a1ce8793e3d9,segment=NetworkSegment(a65bc59b-cf3f-4967-a681-7e76cd460788),segment_id=a65bc59b-cf3f-4967-a681-7e76cd460788)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:26:19.956113 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.023962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=0e4bc97a-e985-4c0c-9977-a1ce8793e3d9,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:20.069509 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:21.016340 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:21.028908 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d82d1009-c358-4ff0-9696-9585590be452 req-1ee8348a-1830-4924-a66f-2cc94a7431df tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 210 time: 0.0497596 Jul 29 17:26:21.671067 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:26:21.738908 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:26:21.739271 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:21.851810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:26:22.190861 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-309aa91f-d199-4db0-8163-e2afc3aecd18 req-547a99fa-8f88-4136-87fc-dd0f4df0448c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 210 time: 0.0530844 Jul 29 17:26:22.655091 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-d266cbe6-7639-46a9-8df2-e54ad7a2f8e4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:22.656536 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-d266cbe6-7639-46a9-8df2-e54ad7a2f8e4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/networks?id=327665c3-38a2-486b-bf49-6da9c6762c4d HTTP/1.1" status: 200 len: 796 time: 0.1477535 Jul 29 17:26:22.703967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-149cb889-b62c-418c-be20-e8d9031342af tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:26:22.722439 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-149cb889-b62c-418c-be20-e8d9031342af tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:26:22.723627 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-149cb889-b62c-418c-be20-e8d9031342af tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 379 time: 0.0589566 Jul 29 17:26:22.731864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'port': {'device_id': '10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'admin_state_up': True, 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'security_groups': ['e554c5cd-4244-486f-90ac-39c6356f3ad5']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:26:22.865026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:26:22.869375 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:port and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:26:22.872087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:26:22.877641 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:26:22.887811 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Made reservation on behalf of 623946eed0bc4715a04a0d7bf3447b0f for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:26:22.891597 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:23.155333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.20.0.14 (327665c3-38a2-486b-bf49-6da9c6762c4d/f338bcaa-23ed-4878-a701-4cf66ba69e12/923af1d8-0c73-4e9b-8e52-d4af38e34dfb) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:26:23.340130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:23.347375 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9becf1e8-9d92-44e5-839c-9c3a59234225 req-7ebfb87e-205a-416f-8a16-d204d1008d1e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 210 time: 0.0493057 Jul 29 17:26:23.356109 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Transition to ACTIVE for port object 923af1d8-0c73-4e9b-8e52-d4af38e34dfb will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:26:23.384329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:23.454617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 327665c3-38a2-486b-bf49-6da9c6762c4d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:26:23.457409 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:26:23.461660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:26:23.500842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=923af1d8-0c73-4e9b-8e52-d4af38e34dfb,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:23.530123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:23.530742 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:23.554367 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-83ad24c8-f5a0-4dd6-a95f-82176da05714 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8257473 Jul 29 17:26:23.565375 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Request body: {'port': {'device_id': '10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:26:23.666053 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e91e96e5-3c50-4008-b717-7f670f0cdae9 None None] Provisioning for port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:26:23.670929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e91e96e5-3c50-4008-b717-7f670f0cdae9 None None] Provisioning complete for port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:26:23.671307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e91e96e5-3c50-4008-b717-7f670f0cdae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:23.682455 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:23.724365 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e91e96e5-3c50-4008-b717-7f670f0cdae9 None None] Port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:26:24.012902 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923af1d8-0c73-4e9b-8e52-d4af38e34dfb {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:26:24.019927 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:24.033389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Transition to ACTIVE for port object 923af1d8-0c73-4e9b-8e52-d4af38e34dfb will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:26:24.037539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:24.201995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Pushing event updated for resources: {'Port': ['ID=923af1d8-0c73-4e9b-8e52-d4af38e34dfb,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:24.276171 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Attempting to bind port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:26:24.276419 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Attempting to bind port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'a65bc59b-cf3f-4967-a681-7e76cd460788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:26:24.276740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Attempting to bind port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb on network 327665c3-38a2-486b-bf49-6da9c6762c4d {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:26:24.281241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb on network 327665c3-38a2-486b-bf49-6da9c6762c4d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:26:24.281554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Attempting to bind port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb on network 327665c3-38a2-486b-bf49-6da9c6762c4d {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:26:24.286478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:26:24.286810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Checking segment: {'id': 'a65bc59b-cf3f-4967-a681-7e76cd460788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:26:24.287192 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Bound using segment: {'id': 'a65bc59b-cf3f-4967-a681-7e76cd460788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:26:24.287627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Bound port: 923af1d8-0c73-4e9b-8e52-d4af38e34dfb, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65bc59b-cf3f-4967-a681-7e76cd460788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:26:24.287961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:24.378652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] For port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:26:24.381847 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] For port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=923af1d8-0c73-4e9b-8e52-d4af38e34dfb,segment=NetworkSegment(a65bc59b-cf3f-4967-a681-7e76cd460788),segment_id=a65bc59b-cf3f-4967-a681-7e76cd460788)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:26:24.386692 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:24.446435 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:24.447255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:24.448755 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] 10.222.0.69 "PUT /v2.0/ports/923af1d8-0c73-4e9b-8e52-d4af38e34dfb HTTP/1.1" status: 200 len: 1094 time: 0.8877158 Jul 29 17:26:24.449287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665', 'tag': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:26:24.481801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b7a3e-f2a0-4342-b298-92ff3f30b213 service neutron] Pushing event updated for resources: {'Port': ['ID=923af1d8-0c73-4e9b-8e52-d4af38e34dfb,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:24.537161 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a163a85-f506-4dab-87cd-f294d098aa65'] response: {'name': 'network-changed', 'server_uuid': '10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665', 'tag': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb', 'status': 'completed', 'code': 200} Jul 29 17:26:24.570296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e345d7-23a4-44e7-8eb7-1ff662d3f088 req-84355588-31c9-4318-a3c2-00b3060fd1b2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:24.572106 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d8e345d7-23a4-44e7-8eb7-1ff662d3f088 req-84355588-31c9-4318-a3c2-00b3060fd1b2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 944 time: 0.1148438 Jul 29 17:26:24.587748 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-826be34e-6f95-4399-9e76-0ef96037775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:24.589299 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-826be34e-6f95-4399-9e76-0ef96037775f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 1097 time: 0.0993483 Jul 29 17:26:24.622099 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d8e345d7-23a4-44e7-8eb7-1ff662d3f088 req-ced6a861-b6ad-4343-a8da-a3fcd89e922c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413756 Jul 29 17:26:24.666091 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-5991de83-9f6a-4307-80e8-7133769a107b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=923af1d8-0c73-4e9b-8e52-d4af38e34dfb HTTP/1.1" status: 200 len: 217 time: 0.0701070 Jul 29 17:26:24.725457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-b064fa60-11e7-42cd-85fd-b4d273652ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:24.727387 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-b064fa60-11e7-42cd-85fd-b4d273652ccb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f338bcaa-23ed-4878-a701-4cf66ba69e12 HTTP/1.1" status: 200 len: 834 time: 0.0557964 Jul 29 17:26:24.807292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-b29bf5c5-ac26-4481-b165-5905acba3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:24.808665 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-b29bf5c5-ac26-4481-b165-5905acba3074 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=327665c3-38a2-486b-bf49-6da9c6762c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756071 Jul 29 17:26:25.031064 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-4731b9de-9ac2-4ac0-91ea-d0d9dfa1a9fc service neutron] 10.222.0.69 "GET /v2.0/networks/327665c3-38a2-486b-bf49-6da9c6762c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162509 Jul 29 17:26:25.160737 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d4ca3f0-27c1-4feb-9ad6-0b3c26bbc53e req-3ef554c1-37ca-457d-8c27-dc7d70f9c6a1 service neutron] 10.222.0.69 "GET /v2.0/networks/327665c3-38a2-486b-bf49-6da9c6762c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235735 Jul 29 17:26:25.279996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9ee45-c411-4beb-9f62-9ae9b2b19fac req-33cbc21b-2d2f-4aa1-8343-4f659e1ffc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:25.281478 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d1d9ee45-c411-4beb-9f62-9ae9b2b19fac req-33cbc21b-2d2f-4aa1-8343-4f659e1ffc5e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 1097 time: 0.0775275 Jul 29 17:26:25.409275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9ee45-c411-4beb-9f62-9ae9b2b19fac req-6ebfe8d6-d6a9-4ccc-a4ec-5bb0b750e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:25.410685 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d1d9ee45-c411-4beb-9f62-9ae9b2b19fac req-6ebfe8d6-d6a9-4ccc-a4ec-5bb0b750e6aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=327665c3-38a2-486b-bf49-6da9c6762c4d HTTP/1.1" status: 200 len: 897 time: 0.1229756 Jul 29 17:26:25.480617 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d1d9ee45-c411-4beb-9f62-9ae9b2b19fac req-f5a4cc06-0781-4c1d-ab74-7e912a12de4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=923af1d8-0c73-4e9b-8e52-d4af38e34dfb HTTP/1.1" status: 200 len: 217 time: 0.0642295 Jul 29 17:26:25.543077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9ee45-c411-4beb-9f62-9ae9b2b19fac req-60296e00-6f07-40c6-9e70-84a74811b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:25.544509 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d1d9ee45-c411-4beb-9f62-9ae9b2b19fac req-60296e00-6f07-40c6-9e70-84a74811b562 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f338bcaa-23ed-4878-a701-4cf66ba69e12 HTTP/1.1" status: 200 len: 834 time: 0.0571887 Jul 29 17:26:25.630477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9ee45-c411-4beb-9f62-9ae9b2b19fac req-0cb6bd6f-0e89-441b-a06b-33ff12a25462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:25.632056 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d1d9ee45-c411-4beb-9f62-9ae9b2b19fac req-0cb6bd6f-0e89-441b-a06b-33ff12a25462 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=327665c3-38a2-486b-bf49-6da9c6762c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811515 Jul 29 17:26:25.771897 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d1d9ee45-c411-4beb-9f62-9ae9b2b19fac req-63b40f52-c735-4805-8e21-e77f4225810c service neutron] 10.222.0.69 "GET /v2.0/networks/327665c3-38a2-486b-bf49-6da9c6762c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340022 Jul 29 17:26:25.825627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8e750-7b61-4afe-bf5d-3be7428695ce req-67b25c8e-cf72-4336-b25a-25c92f148b98 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:25.827066 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a2b8e750-7b61-4afe-bf5d-3be7428695ce req-67b25c8e-cf72-4336-b25a-25c92f148b98 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 944 time: 0.0864520 Jul 29 17:26:25.870835 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a2b8e750-7b61-4afe-bf5d-3be7428695ce req-955b6958-3a0e-4219-a50a-87c1ea9eda1c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375404 Jul 29 17:26:25.903412 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d1d9ee45-c411-4beb-9f62-9ae9b2b19fac req-f6306642-dfac-47f2-aadc-3a8c35250245 service neutron] 10.222.0.69 "GET /v2.0/networks/327665c3-38a2-486b-bf49-6da9c6762c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251266 Jul 29 17:26:27.064481 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d7c2b-dca9-4389-b6a6-818128606130 req-d3d1db7c-1ffc-4b8b-aec2-38f0d155d0a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:27.065934 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1c0d7c2b-dca9-4389-b6a6-818128606130 req-d3d1db7c-1ffc-4b8b-aec2-38f0d155d0a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 944 time: 0.0881071 Jul 29 17:26:27.109731 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1c0d7c2b-dca9-4389-b6a6-818128606130 req-7428944d-7e36-4525-889e-93b390ab3250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382407 Jul 29 17:26:28.305358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e72ff7-8a85-46bd-a1e5-0948b51350a5 req-29da13f9-f2cf-450d-838a-be274cdbb194 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:28.306804 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-87e72ff7-8a85-46bd-a1e5-0948b51350a5 req-29da13f9-f2cf-450d-838a-be274cdbb194 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 944 time: 0.0906351 Jul 29 17:26:28.349700 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-87e72ff7-8a85-46bd-a1e5-0948b51350a5 req-08e7a9d9-4217-467e-ad51-7aea9368c9ef tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373645 Jul 29 17:26:29.268331 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 923af1d8-0c73-4e9b-8e52-d4af38e34dfb details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:26:29.398256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=923af1d8-0c73-4e9b-8e52-d4af38e34dfb,segment=NetworkSegment(a65bc59b-cf3f-4967-a681-7e76cd460788),segment_id=a65bc59b-cf3f-4967-a681-7e76cd460788)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:26:29.411302 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'port_id': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb', 'mac_address': 'fa:16:3e:25:27:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:26:29.470086 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:26:29.470462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:29.486731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923af1d8-0c73-4e9b-8e52-d4af38e34dfb {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:26:29.502125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=923af1d8-0c73-4e9b-8e52-d4af38e34dfb,segment=NetworkSegment(a65bc59b-cf3f-4967-a681-7e76cd460788),segment_id=a65bc59b-cf3f-4967-a681-7e76cd460788)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:26:29.507972 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:29.553421 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ef2cf-675c-4586-95f4-2cb2e5534f42 req-1a0b9914-a2b8-48c6-a4a4-69658d9c756a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:29.555324 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-850ef2cf-675c-4586-95f4-2cb2e5534f42 req-1a0b9914-a2b8-48c6-a4a4-69658d9c756a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 944 time: 0.0967314 Jul 29 17:26:29.575288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=923af1d8-0c73-4e9b-8e52-d4af38e34dfb,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:29.600784 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-850ef2cf-675c-4586-95f4-2cb2e5534f42 req-c3c302d4-124a-4701-b548-08b7c657916f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390799 Jul 29 17:26:29.857375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['923af1d8-0c73-4e9b-8e52-d4af38e34dfb'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:26:30.798644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee3016-9bcf-4e12-bcb8-6965d5b28720 req-d62cacb2-61eb-42c6-87dc-f7983f8c48c2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:30.800075 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-73ee3016-9bcf-4e12-bcb8-6965d5b28720 req-d62cacb2-61eb-42c6-87dc-f7983f8c48c2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 945 time: 0.0907724 Jul 29 17:26:30.842956 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-73ee3016-9bcf-4e12-bcb8-6965d5b28720 req-f3951377-da11-4d54-a0c4-e6ecbb297c02 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372436 Jul 29 17:26:31.289903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 923af1d8-0c73-4e9b-8e52-d4af38e34dfb up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:26:31.356147 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:26:31.360847 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:26:31.361243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:31.474889 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:26:31.475263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:31.501650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:26:31.511330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=923af1d8-0c73-4e9b-8e52-d4af38e34dfb,segment=NetworkSegment(a65bc59b-cf3f-4967-a681-7e76cd460788),segment_id=a65bc59b-cf3f-4967-a681-7e76cd460788)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:26:31.515905 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:31.552826 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2aea67-0c0e-4fad-9d40-dffa24920336'] response: {'server_uuid': '10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb', 'code': 200} Jul 29 17:26:31.583482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=923af1d8-0c73-4e9b-8e52-d4af38e34dfb,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:31.775421 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209567ba-403a-4cdd-9baa-2fe3c596fcce req-cec87d98-3153-4962-be38-3b10bfc2e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:31.776869 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-209567ba-403a-4cdd-9baa-2fe3c596fcce req-cec87d98-3153-4962-be38-3b10bfc2e8d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 1099 time: 0.0767965 Jul 29 17:26:31.817132 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-209567ba-403a-4cdd-9baa-2fe3c596fcce req-a23d3908-6ea4-4c2c-aa54-8dc508f06963 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330164 Jul 29 17:26:32.037548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd9968-e9f1-41a6-ad5d-1364893af021 req-ac6876eb-2be6-4d8b-8c17-6e0422c7ba39 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:32.038981 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-80fd9968-e9f1-41a6-ad5d-1364893af021 req-ac6876eb-2be6-4d8b-8c17-6e0422c7ba39 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 946 time: 0.0899940 Jul 29 17:26:32.082009 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-80fd9968-e9f1-41a6-ad5d-1364893af021 req-80180295-db68-4ff3-9243-99e30302b9d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374177 Jul 29 17:26:33.273589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063f050-bcdf-464b-9cb6-0f7aefa3f444 req-c91b59fb-4dc7-4a3d-9ce5-1195d4af8f7d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:33.275043 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d063f050-bcdf-464b-9cb6-0f7aefa3f444 req-c91b59fb-4dc7-4a3d-9ce5-1195d4af8f7d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 946 time: 0.0861838 Jul 29 17:26:33.317762 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d063f050-bcdf-464b-9cb6-0f7aefa3f444 req-fd14fc72-a354-4628-a289-1b6aa06d95af tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370800 Jul 29 17:26:33.617347 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9ae16-d5bb-425c-8e03-87801854e8b5 req-14ed12f1-719d-4ab9-b2a2-6d91d24faf8c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:33.618801 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2be9ae16-d5bb-425c-8e03-87801854e8b5 req-14ed12f1-719d-4ab9-b2a2-6d91d24faf8c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 946 time: 0.1939654 Jul 29 17:26:33.662213 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2be9ae16-d5bb-425c-8e03-87801854e8b5 req-9ef5b3fb-ec8a-45e4-9be4-962e1733a852 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378859 Jul 29 17:26:33.688522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33546) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:33.767182 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5fe2ec-6c8e-4cad-872a-7e86ac85133d tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:33.768659 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7c5fe2ec-6c8e-4cad-872a-7e86ac85133d tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 1094 time: 0.0791671 Jul 29 17:26:33.771488 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33550) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:33.776378 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:26:33.782117 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:26:33.785880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:floatingip and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:26:33.788622 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:26:33.794195 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:26:33.805247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:33.938200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:34.070226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.26.1.246 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/ced28fd4-611d-451d-b9ad-cb1dd834733e) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:26:34.212698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:34.242187 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:34.311707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:26:34.314522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:26:34.316990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:26:34.354731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=ced28fd4-611d-451d-b9ad-cb1dd834733e,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:34.712309 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:34.784511 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:34.982679 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:34.986835 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:35.096460 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=ced28fd4-611d-451d-b9ad-cb1dd834733e,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:35.105534 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:35.375805 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Floating IP 3e77c6ef-d1e5-4412-8d84-97819439017f associated. External IP: 172.26.1.246, port: 923af1d8-0c73-4e9b-8e52-d4af38e34dfb. Jul 29 17:26:35.722957 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router 74bafdee-2924-4914-9820-9a11b61eca89 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:26:35.900697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:26:35.909919 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808cc4ba-6a71-400d-82c0-73f4ca44460a None None] Sync routers for ids ['74bafdee-2924-4914-9820-9a11b61eca89'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:26:35.920385 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808cc4ba-6a71-400d-82c0-73f4ca44460a None None] Routers {'74bafdee-2924-4914-9820-9a11b61eca89'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:26:35.920989 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-808cc4ba-6a71-400d-82c0-73f4ca44460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:26:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['74bafdee-2924-4914-9820-9a11b61eca89'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:35.924674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:35.981787 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-95cf4afa-59e0-4ac6-b1ce-2a57fbf2b412 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2092617 Jul 29 17:26:35.982366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665', 'tag': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:26:36.030935 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d425d3b0-b36e-4d8b-927d-d0f52a1569b2'] response: {'name': 'network-changed', 'server_uuid': '10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665', 'tag': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb', 'status': 'completed', 'code': 200} Jul 29 17:26:36.126618 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-808cc4ba-6a71-400d-82c0-73f4ca44460a None None] Set router 74bafdee-2924-4914-9820-9a11b61eca89 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:26:36.136596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657950b-a073-45b8-b26f-d737be66f9fd req-2126a1d8-9932-4ade-8119-3517c4eda966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:36.138762 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6657950b-a073-45b8-b26f-d737be66f9fd req-2126a1d8-9932-4ade-8119-3517c4eda966 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 1099 time: 0.0834260 Jul 29 17:26:36.174861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b681d0-f3d8-48b5-8e42-c9766437a511 req-a4fb8ca5-0394-4cb2-a665-9b348fead0a7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:36.176424 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-94b681d0-f3d8-48b5-8e42-c9766437a511 req-a4fb8ca5-0394-4cb2-a665-9b348fead0a7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 946 time: 0.0922065 Jul 29 17:26:36.220532 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-94b681d0-f3d8-48b5-8e42-c9766437a511 req-9d9e28ee-18c1-4bf7-b8dd-ec7174f7e490 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375648 Jul 29 17:26:36.248372 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33558) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:36.281867 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657950b-a073-45b8-b26f-d737be66f9fd req-762f48c7-2fbe-41b4-a9d3-2479d95314f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:36.283316 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6657950b-a073-45b8-b26f-d737be66f9fd req-762f48c7-2fbe-41b4-a9d3-2479d95314f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=327665c3-38a2-486b-bf49-6da9c6762c4d HTTP/1.1" status: 200 len: 897 time: 0.1380699 Jul 29 17:26:36.356267 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9161fed6-41cd-45e4-95b5-77ee1cc3a648 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/3e77c6ef-d1e5-4412-8d84-97819439017f HTTP/1.1" status: 200 len: 992 time: 0.1057382 Jul 29 17:26:36.387301 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6657950b-a073-45b8-b26f-d737be66f9fd req-bbe07847-3dbc-46fb-920d-8de2722269d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=923af1d8-0c73-4e9b-8e52-d4af38e34dfb HTTP/1.1" status: 200 len: 1000 time: 0.0976095 Jul 29 17:26:36.449064 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657950b-a073-45b8-b26f-d737be66f9fd req-8be0af77-fb10-4d41-8833-9793c360c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:36.450524 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6657950b-a073-45b8-b26f-d737be66f9fd req-8be0af77-fb10-4d41-8833-9793c360c36f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f338bcaa-23ed-4878-a701-4cf66ba69e12 HTTP/1.1" status: 200 len: 834 time: 0.0573521 Jul 29 17:26:36.471793 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-808cc4ba-6a71-400d-82c0-73f4ca44460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bafdee-2924-4914-9820-9a11b61eca89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:15Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '3e77c6ef-d1e5-4412-8d84-97819439017f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'floating_ip_address': '172.26.1.246', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'port_id': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'mac_address': 'fa:16:3e:25:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:26:34Z', 'updated_at': '2022-07-29T17:26:34Z', 'revision_number': 0, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4bc97a-e985-4c0c-9977-a1ce8793e3d9', 'name': '', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:74:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:14Z', 'updated_at': '2022-07-29T17:26:19Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:36.475551 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808cc4ba-6a71-400d-82c0-73f4ca44460a None None] Checking router: 74bafdee-2924-4914-9820-9a11b61eca89 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:26:36.484031 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808cc4ba-6a71-400d-82c0-73f4ca44460a None None] Routers {'74bafdee-2924-4914-9820-9a11b61eca89'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:26:36.484617 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-808cc4ba-6a71-400d-82c0-73f4ca44460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:26:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['74bafdee-2924-4914-9820-9a11b61eca89'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:36.532266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657950b-a073-45b8-b26f-d737be66f9fd req-ba6bfe8b-9a70-437d-9ade-d3f500d17d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:26:36.533775 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6657950b-a073-45b8-b26f-d737be66f9fd req-ba6bfe8b-9a70-437d-9ade-d3f500d17d9f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=327665c3-38a2-486b-bf49-6da9c6762c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771022 Jul 29 17:26:36.666412 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-808cc4ba-6a71-400d-82c0-73f4ca44460a None None] Set router 74bafdee-2924-4914-9820-9a11b61eca89 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:26:36.766457 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6657950b-a073-45b8-b26f-d737be66f9fd req-8bc2a45c-e037-44c9-98a4-c485d01b23ff service neutron] 10.222.0.69 "GET /v2.0/networks/327665c3-38a2-486b-bf49-6da9c6762c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260079 Jul 29 17:26:36.897682 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6657950b-a073-45b8-b26f-d737be66f9fd req-fdc7cadd-2151-4d86-9973-913652b796d5 service neutron] 10.222.0.69 "GET /v2.0/networks/327665c3-38a2-486b-bf49-6da9c6762c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255124 Jul 29 17:26:37.004080 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-808cc4ba-6a71-400d-82c0-73f4ca44460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bafdee-2924-4914-9820-9a11b61eca89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:15Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '3e77c6ef-d1e5-4412-8d84-97819439017f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'floating_ip_address': '172.26.1.246', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'port_id': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'mac_address': 'fa:16:3e:25:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:26:34Z', 'updated_at': '2022-07-29T17:26:34Z', 'revision_number': 0, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4bc97a-e985-4c0c-9977-a1ce8793e3d9', 'name': '', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:74:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:14Z', 'updated_at': '2022-07-29T17:26:19Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:37.007923 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808cc4ba-6a71-400d-82c0-73f4ca44460a None None] The sync data for ids ['74bafdee-2924-4914-9820-9a11b61eca89'] in dv-neutron-851534-1-hyperv is: [{'id': '74bafdee-2924-4914-9820-9a11b61eca89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:15Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '3e77c6ef-d1e5-4412-8d84-97819439017f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'floating_ip_address': '172.26.1.246', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'port_id': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'mac_address': 'fa:16:3e:25:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:26:34Z', 'updated_at': '2022-07-29T17:26:34Z', 'revision_number': 0, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4bc97a-e985-4c0c-9977-a1ce8793e3d9', 'name': '', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:74:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:14Z', 'updated_at': '2022-07-29T17:26:19Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:26:37.186293 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca835290-ee5b-4286-a35b-52f6ce0c7826 None None] New status for floating IP 3e77c6ef-d1e5-4412-8d84-97819439017f: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:26:37.358949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33562) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:37.465237 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d88ee1fd-2eb3-4251-98ba-a6be940c9d7b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/3e77c6ef-d1e5-4412-8d84-97819439017f HTTP/1.1" status: 200 len: 992 time: 0.1050944 Jul 29 17:26:38.468950 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33568) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:26:38.571840 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-91eef6c3-ff0c-4d7d-84c0-868b5c935075 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/3e77c6ef-d1e5-4412-8d84-97819439017f HTTP/1.1" status: 200 len: 994 time: 0.1018093 Jul 29 17:26:43.232735 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:26:45.185377 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-859b99d3-a988-4e57-9054-fc965d8adf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:47.751994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c765f5f4-988b-4fea-9ffb-9d553e08c92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:48.415288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:48.581401 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:50.072910 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:51.046424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:55.009468 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-dfb034ff-f141-44e7-a6a1-a0d595a63938 req-ce43b319-c09a-4e42-91c1-3a619e86ac11 service neutron] (89209) timed out ('10.222.0.69', 52097) {{(pid=89209) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 29 17:27:12.301245 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-73ad8ced-182c-47ee-a4eb-2848ee7931db req-45da3cf8-5436-48ba-aba1-bb33b1ea385a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764093 Jul 29 17:27:12.447087 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad8ced-182c-47ee-a4eb-2848ee7931db req-73290919-fc2c-42f4-9005-ff16b1d7b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:12.448545 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-73ad8ced-182c-47ee-a4eb-2848ee7931db req-73290919-fc2c-42f4-9005-ff16b1d7b642 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 1099 time: 0.0818629 Jul 29 17:27:12.592050 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad8ced-182c-47ee-a4eb-2848ee7931db req-5358287f-4a1f-4b52-85ff-c6608bffe57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:12.593456 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-73ad8ced-182c-47ee-a4eb-2848ee7931db req-5358287f-4a1f-4b52-85ff-c6608bffe57f service neutron] 10.222.0.69 "GET /v2.0/networks?id=327665c3-38a2-486b-bf49-6da9c6762c4d HTTP/1.1" status: 200 len: 897 time: 0.1263192 Jul 29 17:27:12.692115 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-73ad8ced-182c-47ee-a4eb-2848ee7931db req-9adeb188-e71c-46fb-ab0c-9ad2ccc2c221 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=923af1d8-0c73-4e9b-8e52-d4af38e34dfb HTTP/1.1" status: 200 len: 1002 time: 0.0927558 Jul 29 17:27:12.754753 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad8ced-182c-47ee-a4eb-2848ee7931db req-59aa0e1c-2cae-43ef-b2dc-dc4c8f67040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:12.756131 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-73ad8ced-182c-47ee-a4eb-2848ee7931db req-59aa0e1c-2cae-43ef-b2dc-dc4c8f67040d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f338bcaa-23ed-4878-a701-4cf66ba69e12 HTTP/1.1" status: 200 len: 834 time: 0.0584106 Jul 29 17:27:12.837300 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad8ced-182c-47ee-a4eb-2848ee7931db req-a43a205b-0eba-4c9f-a4aa-2263aeea6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:12.838755 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-73ad8ced-182c-47ee-a4eb-2848ee7931db req-a43a205b-0eba-4c9f-a4aa-2263aeea6330 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=327665c3-38a2-486b-bf49-6da9c6762c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768497 Jul 29 17:27:12.967845 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-73ad8ced-182c-47ee-a4eb-2848ee7931db req-b7c66dea-2e12-4a2a-8481-5b05488973c7 service neutron] 10.222.0.69 "GET /v2.0/networks/327665c3-38a2-486b-bf49-6da9c6762c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231468 Jul 29 17:27:13.096086 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-73ad8ced-182c-47ee-a4eb-2848ee7931db req-a4ef11dc-9cef-4300-a10b-63019c867fb6 service neutron] 10.222.0.69 "GET /v2.0/networks/327665c3-38a2-486b-bf49-6da9c6762c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227872 Jul 29 17:27:15.187710 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f871e97c-9f18-479e-9343-96d5cd23cd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:17.753150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-09ed684a-e549-4689-b60a-f9ac16605f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:18.417327 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:18.584697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:20.076700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:20.231264 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:27:21.053624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:39.562156 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6a7fa-5fd3-4e5a-b5d8-6ddc16e1307d req-e329259d-3981-4bd6-bff7-6372303ff96f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:39.563830 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6ee6a7fa-5fd3-4e5a-b5d8-6ddc16e1307d req-e329259d-3981-4bd6-bff7-6372303ff96f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 946 time: 0.0928390 Jul 29 17:27:39.607504 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6ee6a7fa-5fd3-4e5a-b5d8-6ddc16e1307d req-f117900b-22a8-4dc8-a920-ba30291856dc tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377333 Jul 29 17:27:40.921959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc49fc-3b11-4097-93ea-0e465461ac83 req-0d13722d-1f24-42f4-88fe-a6d2b2aa70ad tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:40.923567 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7bbc49fc-3b11-4097-93ea-0e465461ac83 req-0d13722d-1f24-42f4-88fe-a6d2b2aa70ad tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 946 time: 0.2023921 Jul 29 17:27:40.967597 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7bbc49fc-3b11-4097-93ea-0e465461ac83 req-50bf0d50-91e9-4bf4-beba-9ddb27b0017c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384057 Jul 29 17:27:40.994266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33596) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:41.099724 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-227a218b-3579-4ef2-b25b-8c33813bea37 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/3e77c6ef-d1e5-4412-8d84-97819439017f HTTP/1.1" status: 200 len: 994 time: 0.1043322 Jul 29 17:27:42.565030 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11e10a-a553-4bae-bdeb-65cf05571339 req-da22ff46-825d-4e57-bfb3-732646d3135e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:42.566508 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1d11e10a-a553-4bae-bdeb-65cf05571339 req-da22ff46-825d-4e57-bfb3-732646d3135e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 946 time: 0.0925896 Jul 29 17:27:42.612816 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1d11e10a-a553-4bae-bdeb-65cf05571339 req-094280be-4677-4aa5-bed6-1f0d2e165fde tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407624 Jul 29 17:27:43.810336 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a761ce-575b-46bf-b046-af6e889dc993 req-cd5b343d-4ce6-439e-b5db-29649543db29 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:43.811688 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21a761ce-575b-46bf-b046-af6e889dc993 req-cd5b343d-4ce6-439e-b5db-29649543db29 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 946 time: 0.0888143 Jul 29 17:27:43.854408 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21a761ce-575b-46bf-b046-af6e889dc993 req-059cc9d7-370a-4b68-a516-d93b6257710f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372174 Jul 29 17:27:43.880830 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33608) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:43.984974 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8a000c45-41d3-4661-9aac-aed2f116d231 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/3e77c6ef-d1e5-4412-8d84-97819439017f HTTP/1.1" status: 200 len: 994 time: 0.1028974 Jul 29 17:27:44.262032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33616) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:44.462225 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port ced28fd4-611d-451d-b9ad-cb1dd834733e {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:27:44.462572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:44.626896 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:44.627225 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:44.747138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for ced28fd4-611d-451d-b9ad-cb1dd834733e owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:27:44.895681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:45.007806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=ced28fd4-611d-451d-b9ad-cb1dd834733e,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:45.026464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:45.026844 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:45.027191 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:45.027531 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:45.027870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:45.028201 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:45.028531 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:45.028859 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:45.029210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:45.029547 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:45.029871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:45.030194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:45.048437 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:45.048770 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Floating IP 3e77c6ef-d1e5-4412-8d84-97819439017f disassociated (deleted). External IP: 172.26.1.246, port: 923af1d8-0c73-4e9b-8e52-d4af38e34dfb. Jul 29 17:27:45.189591 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a3ef1b45-f334-493d-8c23-a65d17578f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:45.507050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router 74bafdee-2924-4914-9820-9a11b61eca89 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:27:45.685913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:27:45.695587 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06042b-85bd-40d1-9ef1-72aa24de7ddb None None] Sync routers for ids ['74bafdee-2924-4914-9820-9a11b61eca89'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:27:45.701016 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:45.705625 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06042b-85bd-40d1-9ef1-72aa24de7ddb None None] Routers {'74bafdee-2924-4914-9820-9a11b61eca89'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:27:45.706299 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2e06042b-85bd-40d1-9ef1-72aa24de7ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:27:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['74bafdee-2924-4914-9820-9a11b61eca89'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:27:45.758855 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ff55f553-8d43-49f4-8d13-67a7f9fb3257 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/floatingips/3e77c6ef-d1e5-4412-8d84-97819439017f HTTP/1.1" status: 204 len: 168 time: 1.4956357 Jul 29 17:27:45.759357 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665', 'tag': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:27:45.814304 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab66435e-d0f5-4058-bd4b-f0a40d8c61fd'] response: {'name': 'network-changed', 'server_uuid': '10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665', 'tag': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb', 'status': 'completed', 'code': 200} Jul 29 17:27:45.916132 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560b281-245b-4a1f-83da-4ca00650f9e8 req-fc82b8ab-c0bb-411e-a57e-e5d113024e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:45.917852 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f560b281-245b-4a1f-83da-4ca00650f9e8 req-fc82b8ab-c0bb-411e-a57e-e5d113024e10 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 1099 time: 0.0833294 Jul 29 17:27:45.923075 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-2e06042b-85bd-40d1-9ef1-72aa24de7ddb None None] Set router 74bafdee-2924-4914-9820-9a11b61eca89 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:27:46.061173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560b281-245b-4a1f-83da-4ca00650f9e8 req-cbaa9b1c-5ca4-4eae-8668-8c7fa3d22151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:46.062674 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f560b281-245b-4a1f-83da-4ca00650f9e8 req-cbaa9b1c-5ca4-4eae-8668-8c7fa3d22151 service neutron] 10.222.0.69 "GET /v2.0/networks?id=327665c3-38a2-486b-bf49-6da9c6762c4d HTTP/1.1" status: 200 len: 897 time: 0.1387749 Jul 29 17:27:46.129760 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f560b281-245b-4a1f-83da-4ca00650f9e8 req-8189e085-3495-4114-9d28-02c97df01033 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=923af1d8-0c73-4e9b-8e52-d4af38e34dfb HTTP/1.1" status: 200 len: 217 time: 0.0607517 Jul 29 17:27:46.146811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349f832-fa28-4771-a443-982fd71d7c65 req-c25de5c9-338b-4a9f-a72e-43269f167ad1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:46.147517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-9349f832-fa28-4771-a443-982fd71d7c65 req-c25de5c9-338b-4a9f-a72e-43269f167ad1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:27:46.166595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-9349f832-fa28-4771-a443-982fd71d7c65 req-c25de5c9-338b-4a9f-a72e-43269f167ad1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:27:46.167839 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9349f832-fa28-4771-a443-982fd71d7c65 req-c25de5c9-338b-4a9f-a72e-43269f167ad1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 946 time: 0.1105452 Jul 29 17:27:46.198068 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560b281-245b-4a1f-83da-4ca00650f9e8 req-ad303188-26d6-4428-8b61-35d07d1d9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:46.200059 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f560b281-245b-4a1f-83da-4ca00650f9e8 req-ad303188-26d6-4428-8b61-35d07d1d9636 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f338bcaa-23ed-4878-a701-4cf66ba69e12 HTTP/1.1" status: 200 len: 834 time: 0.0629923 Jul 29 17:27:46.217003 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9349f832-fa28-4771-a443-982fd71d7c65 req-f600e339-e3d3-4261-9bf1-ea03f83ddf25 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429974 Jul 29 17:27:46.251901 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2e06042b-85bd-40d1-9ef1-72aa24de7ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bafdee-2924-4914-9820-9a11b61eca89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:15Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '0e4bc97a-e985-4c0c-9977-a1ce8793e3d9', 'name': '', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:74:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:14Z', 'updated_at': '2022-07-29T17:26:19Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:27:46.255829 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06042b-85bd-40d1-9ef1-72aa24de7ddb None None] Checking router: 74bafdee-2924-4914-9820-9a11b61eca89 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:27:46.264606 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06042b-85bd-40d1-9ef1-72aa24de7ddb None None] Routers {'74bafdee-2924-4914-9820-9a11b61eca89'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:27:46.265224 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2e06042b-85bd-40d1-9ef1-72aa24de7ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:27:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['74bafdee-2924-4914-9820-9a11b61eca89'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:27:46.284217 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560b281-245b-4a1f-83da-4ca00650f9e8 req-9439e48c-c116-4d0d-abd8-a48671d86923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:46.285740 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f560b281-245b-4a1f-83da-4ca00650f9e8 req-9439e48c-c116-4d0d-abd8-a48671d86923 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=327665c3-38a2-486b-bf49-6da9c6762c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784447 Jul 29 17:27:46.417368 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f560b281-245b-4a1f-83da-4ca00650f9e8 req-ea5f70de-4a4c-4378-89db-218e463a14bc service neutron] 10.222.0.69 "GET /v2.0/networks/327665c3-38a2-486b-bf49-6da9c6762c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247663 Jul 29 17:27:46.437187 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-2e06042b-85bd-40d1-9ef1-72aa24de7ddb None None] Set router 74bafdee-2924-4914-9820-9a11b61eca89 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:27:46.647958 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f560b281-245b-4a1f-83da-4ca00650f9e8 req-cf2121f7-ce0c-4978-a62d-df275eff37d9 service neutron] 10.222.0.69 "GET /v2.0/networks/327665c3-38a2-486b-bf49-6da9c6762c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237871 Jul 29 17:27:46.750360 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2e06042b-85bd-40d1-9ef1-72aa24de7ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bafdee-2924-4914-9820-9a11b61eca89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:15Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '0e4bc97a-e985-4c0c-9977-a1ce8793e3d9', 'name': '', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:74:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:14Z', 'updated_at': '2022-07-29T17:26:19Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:27:46.754360 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06042b-85bd-40d1-9ef1-72aa24de7ddb None None] The sync data for ids ['74bafdee-2924-4914-9820-9a11b61eca89'] in dv-neutron-851534-1-hyperv is: [{'id': '74bafdee-2924-4914-9820-9a11b61eca89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:15Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '0e4bc97a-e985-4c0c-9977-a1ce8793e3d9', 'name': '', 'network_id': '327665c3-38a2-486b-bf49-6da9c6762c4d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:74:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:14Z', 'updated_at': '2022-07-29T17:26:19Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': 'f338bcaa-23ed-4878-a701-4cf66ba69e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:27:46.951579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f18c544-2df4-45ce-8414-fbcf8fdc7306 None None] New status for floating IP 3e77c6ef-d1e5-4412-8d84-97819439017f: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:27:47.413535 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034040-b594-4aee-a9b3-6305d89bc2a0 req-e3d99f1b-f290-4a30-95e5-4c9270125bbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:47.414893 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a0034040-b594-4aee-a9b3-6305d89bc2a0 req-e3d99f1b-f290-4a30-95e5-4c9270125bbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 946 time: 0.0887089 Jul 29 17:27:47.458622 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a0034040-b594-4aee-a9b3-6305d89bc2a0 req-ad2a6e2a-a7f8-489a-a92f-1734722888aa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=e554c5cd-4244-486f-90ac-39c6356f3ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380182 Jul 29 17:27:47.754749 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bc30d04b-59ce-4a50-9577-ffa6974812cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:47.880254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685750c1-d59a-440d-8bad-dcd621a45bb0 req-8c967149-d6ac-40f7-8101-cd25efcd52da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:47.880942 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-685750c1-d59a-440d-8bad-dcd621a45bb0 req-8c967149-d6ac-40f7-8101-cd25efcd52da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:27:47.893259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-685750c1-d59a-440d-8bad-dcd621a45bb0 req-8c967149-d6ac-40f7-8101-cd25efcd52da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:27:47.894336 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-685750c1-d59a-440d-8bad-dcd621a45bb0 req-8c967149-d6ac-40f7-8101-cd25efcd52da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 946 time: 0.1015635 Jul 29 17:27:47.962685 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-685750c1-d59a-440d-8bad-dcd621a45bb0 req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:27:47.963031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-685750c1-d59a-440d-8bad-dcd621a45bb0 req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:48.205644 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-685750c1-d59a-440d-8bad-dcd621a45bb0 req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] For port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=923af1d8-0c73-4e9b-8e52-d4af38e34dfb,segment=NetworkSegment(a65bc59b-cf3f-4967-a681-7e76cd460788),segment_id=a65bc59b-cf3f-4967-a681-7e76cd460788)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:27:48.205922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-685750c1-d59a-440d-8bad-dcd621a45bb0 req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:48.327725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-685750c1-d59a-440d-8bad-dcd621a45bb0 req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for 923af1d8-0c73-4e9b-8e52-d4af38e34dfb owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:27:48.420994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:48.472856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-685750c1-d59a-440d-8bad-dcd621a45bb0 req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:48.520385 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=923af1d8-0c73-4e9b-8e52-d4af38e34dfb,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:48.563919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:48.564263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:48.564596 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:48.564928 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:48.565281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:48.565611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:48.565937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:48.566282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:48.566602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:48.566925 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:48.567241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:48.567556 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:48.587451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:48.628251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-685750c1-d59a-440d-8bad-dcd621a45bb0 req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] No DVR routers for this DVR port 923af1d8-0c73-4e9b-8e52-d4af38e34dfb on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:27:48.630696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-685750c1-d59a-440d-8bad-dcd621a45bb0 req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:48.633383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665', 'name': 'network-vif-deleted', 'tag': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:27:48.633815 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12595278-924f-4b51-be55-416a528621f5 req-3db9874a-cf42-43bc-a938-744fd64d9488 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665 HTTP/1.1" status: 200 len: 210 time: 0.0526912 Jul 29 17:27:48.660343 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-685750c1-d59a-440d-8bad-dcd621a45bb0 req-301cbfbc-3835-4ae8-b349-dfec41f52dfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "DELETE /v2.0/ports/923af1d8-0c73-4e9b-8e52-d4af38e34dfb HTTP/1.1" status: 204 len: 173 time: 0.7507589 Jul 29 17:27:48.677663 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041bea69-4dd6-4d71-ae03-368959645de6'] response: {'server_uuid': '10eaf7d9-e85a-4bb6-8fc3-0ac1347f5665', 'name': 'network-vif-deleted', 'tag': '923af1d8-0c73-4e9b-8e52-d4af38e34dfb', 'status': 'completed', 'code': 200} Jul 29 17:27:49.733673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33634) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:50.080454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:50.387007 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7b5a9c0c-2c15-4a91-b18e-e9116598495c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:50.734194 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a9c0c-2c15-4a91-b18e-e9116598495c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:27:50.734859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7b5a9c0c-2c15-4a91-b18e-e9116598495c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:50.917410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-7b5a9c0c-2c15-4a91-b18e-e9116598495c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] For port 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=0e4bc97a-e985-4c0c-9977-a1ce8793e3d9,segment=NetworkSegment(a65bc59b-cf3f-4967-a681-7e76cd460788),segment_id=a65bc59b-cf3f-4967-a681-7e76cd460788)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:27:50.917764 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7b5a9c0c-2c15-4a91-b18e-e9116598495c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:51.038379 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-7b5a9c0c-2c15-4a91-b18e-e9116598495c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:27:51.045541 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:51.214476 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7b5a9c0c-2c15-4a91-b18e-e9116598495c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:51.264771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a9c0c-2c15-4a91-b18e-e9116598495c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=0e4bc97a-e985-4c0c-9977-a1ce8793e3d9,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:51.541766 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7b5a9c0c-2c15-4a91-b18e-e9116598495c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:51.750380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 923af1d8-0c73-4e9b-8e52-d4af38e34dfb no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:27:51.784803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 923af1d8-0c73-4e9b-8e52-d4af38e34dfb {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:27:51.785181 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 923af1d8-0c73-4e9b-8e52-d4af38e34dfb not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:27:52.006051 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5a9c0c-2c15-4a91-b18e-e9116598495c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router 74bafdee-2924-4914-9820-9a11b61eca89 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:27:52.188261 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5a9c0c-2c15-4a91-b18e-e9116598495c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:27:52.198116 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ba0d0-c21e-461b-aee6-9c374f091d5e None None] Sync routers for ids ['74bafdee-2924-4914-9820-9a11b61eca89'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:27:52.201145 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7b5a9c0c-2c15-4a91-b18e-e9116598495c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "PUT /v2.0/routers/74bafdee-2924-4914-9820-9a11b61eca89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4664009 Jul 29 17:27:52.203784 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33638) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:52.208114 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ba0d0-c21e-461b-aee6-9c374f091d5e None None] Routers {'74bafdee-2924-4914-9820-9a11b61eca89'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:27:52.208713 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-395ba0d0-c21e-461b-aee6-9c374f091d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:27:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['74bafdee-2924-4914-9820-9a11b61eca89'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:27:52.267922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27f84d4-d754-431f-9e24-eec9b25fddb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting subnet f338bcaa-23ed-4878-a701-4cf66ba69e12 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:27:52.270702 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d27f84d4-d754-431f-9e24-eec9b25fddb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:52.327805 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d27f84d4-d754-431f-9e24-eec9b25fddb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:52.380553 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-395ba0d0-c21e-461b-aee6-9c374f091d5e None None] Set router 74bafdee-2924-4914-9820-9a11b61eca89 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:27:52.408768 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d27f84d4-d754-431f-9e24-eec9b25fddb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:52.481297 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d27f84d4-d754-431f-9e24-eec9b25fddb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:52.526813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d27f84d4-d754-431f-9e24-eec9b25fddb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:52.533554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f84d4-d754-431f-9e24-eec9b25fddb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Subnet': ['ID=f338bcaa-23ed-4878-a701-4cf66ba69e12,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:52.534169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159c8b3c-5c85-4080-b537-a350df417bea None None] Network 327665c3-38a2-486b-bf49-6da9c6762c4d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:27:52.539678 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33642) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:52.540115 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d27f84d4-d754-431f-9e24-eec9b25fddb1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/subnets/f338bcaa-23ed-4878-a701-4cf66ba69e12 HTTP/1.1" status: 204 len: 168 time: 0.3349867 Jul 29 17:27:52.715934 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-395ba0d0-c21e-461b-aee6-9c374f091d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bafdee-2924-4914-9820-9a11b61eca89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:27:51Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:27:52.719871 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ba0d0-c21e-461b-aee6-9c374f091d5e None None] Checking router: 74bafdee-2924-4914-9820-9a11b61eca89 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:27:52.730499 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ba0d0-c21e-461b-aee6-9c374f091d5e None None] Routers {'74bafdee-2924-4914-9820-9a11b61eca89'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:27:52.731729 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-395ba0d0-c21e-461b-aee6-9c374f091d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:27:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['74bafdee-2924-4914-9820-9a11b61eca89'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:27:52.732512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:52.800318 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] DHCP port deletion for 327665c3-38a2-486b-bf49-6da9c6762c4d request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:27:52.804651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Deleting port 3c5c3673-0e36-4e41-8143-c8093e9f2c55 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:27:52.805039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:52.909930 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-395ba0d0-c21e-461b-aee6-9c374f091d5e None None] Set router 74bafdee-2924-4914-9820-9a11b61eca89 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:27:52.914773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:52.926001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:27:52.926350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:53.013846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] For port 3c5c3673-0e36-4e41-8143-c8093e9f2c55, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3c5c3673-0e36-4e41-8143-c8093e9f2c55,segment=NetworkSegment(a65bc59b-cf3f-4967-a681-7e76cd460788),segment_id=a65bc59b-cf3f-4967-a681-7e76cd460788)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:27:53.014308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:53.101938 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] For port 1971705c-1dd2-4ab9-9c5e-f76bb70f3441, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=1971705c-1dd2-4ab9-9c5e-f76bb70f3441,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:27:53.102298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:53.140929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Calling delete_port for 3c5c3673-0e36-4e41-8143-c8093e9f2c55 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:27:53.188085 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-395ba0d0-c21e-461b-aee6-9c374f091d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bafdee-2924-4914-9820-9a11b61eca89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:27:51Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:27:53.192375 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ba0d0-c21e-461b-aee6-9c374f091d5e None None] The sync data for ids ['74bafdee-2924-4914-9820-9a11b61eca89'] in dv-neutron-851534-1-hyperv is: [{'id': '74bafdee-2924-4914-9820-9a11b61eca89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1297478651', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:27:51Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '1971705c-1dd2-4ab9-9c5e-f76bb70f3441', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bafdee-2924-4914-9820-9a11b61eca89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:26:10Z', 'updated_at': '2022-07-29T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:27:53.219853 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:53.228502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:27:53.268062 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] No DVR routers for this DVR port 3c5c3673-0e36-4e41-8143-c8093e9f2c55 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:27:53.271649 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Pushing event deleted for resources: {'Port': ['ID=3c5c3673-0e36-4e41-8143-c8093e9f2c55,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:53.280196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:53.280326 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:53.280638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:53.280968 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:53.281324 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:53.281653 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:53.281963 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:53.282307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:53.282610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:53.282931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:53.283248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:53.283562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110526e8-b0fc-4253-b0b6-240763e70a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:27:53.397087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:53.564418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=1971705c-1dd2-4ab9-9c5e-f76bb70f3441,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:53.666689 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:53.766246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3c5c3673-0e36-4e41-8143-c8093e9f2c55 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:27:53.835292 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 3c5c3673-0e36-4e41-8143-c8093e9f2c55 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:27:53.836010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3c5c3673-0e36-4e41-8143-c8093e9f2c55 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:27:53.836101 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:27:53.844592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:53.846811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:53.868819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:27:53.869228 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 0e4bc97a-e985-4c0c-9977-a1ce8793e3d9 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:27:53.873268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:53.873819 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Fanout notify agent at l3_agent the message router_deleted on router 74bafdee-2924-4914-9820-9a11b61eca89 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:27:53.889309 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:53.890433 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c209b8de-5538-4604-b12c-7b06c7aee403 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/routers/74bafdee-2924-4914-9820-9a11b61eca89 HTTP/1.1" status: 204 len: 168 time: 1.3497257 Jul 29 17:27:53.893206 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33646) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:54.014339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-369efa75-7dbf-462b-9697-06b9db42db98 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.143645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-369efa75-7dbf-462b-9697-06b9db42db98 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.168179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-369efa75-7dbf-462b-9697-06b9db42db98 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327665c3-38a2-486b-bf49-6da9c6762c4d']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:27:54.180209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-369efa75-7dbf-462b-9697-06b9db42db98 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65bc59b-cf3f-4967-a681-7e76cd460788') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:27:54.180455 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-369efa75-7dbf-462b-9697-06b9db42db98 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65bc59b-cf3f-4967-a681-7e76cd460788') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:27:54.192137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-369efa75-7dbf-462b-9697-06b9db42db98 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.207980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-369efa75-7dbf-462b-9697-06b9db42db98 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.213964 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369efa75-7dbf-462b-9697-06b9db42db98 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:27:54.214365 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-369efa75-7dbf-462b-9697-06b9db42db98 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.282658 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment a65bc59b-cf3f-4967-a681-7e76cd460788 resource provider aggregate not found Jul 29 17:27:54.306409 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment a65bc59b-cf3f-4967-a681-7e76cd460788 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a65bc59b-cf3f-4967-a681-7e76cd460788 found for delete ", "request_id": "req-ca2cb01e-b38b-4c68-ac40-e0ebe0cf76d9"}]} Jul 29 17:27:54.319146 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-369efa75-7dbf-462b-9697-06b9db42db98 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.323653 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-369efa75-7dbf-462b-9697-06b9db42db98 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.349846 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369efa75-7dbf-462b-9697-06b9db42db98 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Network': ['ID=327665c3-38a2-486b-bf49-6da9c6762c4d,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:54.358681 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-369efa75-7dbf-462b-9697-06b9db42db98 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/networks/327665c3-38a2-486b-bf49-6da9c6762c4d HTTP/1.1" status: 204 len: 168 time: 0.4645050 Jul 29 17:27:54.361363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33654) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:54.428552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-95cd9908-cf17-41ac-88a4-21d5af4f4695 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.457459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-95cd9908-cf17-41ac-88a4-21d5af4f4695 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.527126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-95cd9908-cf17-41ac-88a4-21d5af4f4695 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.545285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd9908-cf17-41ac-88a4-21d5af4f4695 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e554c5cd-4244-486f-90ac-39c6356f3ad5,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:54.559109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-95cd9908-cf17-41ac-88a4-21d5af4f4695 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.560263 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-95cd9908-cf17-41ac-88a4-21d5af4f4695 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/security-groups/e554c5cd-4244-486f-90ac-39c6356f3ad5 HTTP/1.1" status: 204 len: 168 time: 0.1979890 Jul 29 17:27:54.675723 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33662) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:54.680838 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c35fbdbd-4da4-4655-b782-8dbab87fb08c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1849513465', 'description': 'tempest-secgroup-smoke-1849513465 description', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:27:54.686984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c35fbdbd-4da4-4655-b782-8dbab87fb08c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:27:54.691059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c35fbdbd-4da4-4655-b782-8dbab87fb08c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:27:54.693940 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c35fbdbd-4da4-4655-b782-8dbab87fb08c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:27:54.699582 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c35fbdbd-4da4-4655-b782-8dbab87fb08c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:27:54.709589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c35fbdbd-4da4-4655-b782-8dbab87fb08c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.729212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c35fbdbd-4da4-4655-b782-8dbab87fb08c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:27:54.733598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c35fbdbd-4da4-4655-b782-8dbab87fb08c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:27:54.736359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c35fbdbd-4da4-4655-b782-8dbab87fb08c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:27:54.742073 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c35fbdbd-4da4-4655-b782-8dbab87fb08c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:27:54.811579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c35fbdbd-4da4-4655-b782-8dbab87fb08c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.815282 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c35fbdbd-4da4-4655-b782-8dbab87fb08c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.859973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fbdbd-4da4-4655-b782-8dbab87fb08c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31d7989-f81b-4082-aa93-b41929853525,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:54.863842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c35fbdbd-4da4-4655-b782-8dbab87fb08c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.865106 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c35fbdbd-4da4-4655-b782-8dbab87fb08c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1883621 Jul 29 17:27:54.868024 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33666) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:54.873589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-dcbf1be6-716c-4523-b4b4-6fc188a1427a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'd31d7989-f81b-4082-aa93-b41929853525', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:27:54.879751 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-dcbf1be6-716c-4523-b4b4-6fc188a1427a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:27:54.883627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-dcbf1be6-716c-4523-b4b4-6fc188a1427a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:27:54.887012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-dcbf1be6-716c-4523-b4b4-6fc188a1427a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:27:54.892635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-dcbf1be6-716c-4523-b4b4-6fc188a1427a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:27:54.909401 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1be6-716c-4523-b4b4-6fc188a1427a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.967782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1be6-716c-4523-b4b4-6fc188a1427a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.971323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1be6-716c-4523-b4b4-6fc188a1427a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:54.993611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf1be6-716c-4523-b4b4-6fc188a1427a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0592296-0e14-4b91-8278-e2cb6822f422,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:55.002937 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1be6-716c-4523-b4b4-6fc188a1427a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.004154 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-dcbf1be6-716c-4523-b4b4-6fc188a1427a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350582 Jul 29 17:27:55.006903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33670) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:55.012289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-07735211-477c-4ec3-a699-aa74209af620 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'd31d7989-f81b-4082-aa93-b41929853525', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:27:55.017959 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-07735211-477c-4ec3-a699-aa74209af620 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:27:55.021741 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-07735211-477c-4ec3-a699-aa74209af620 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:27:55.024555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-07735211-477c-4ec3-a699-aa74209af620 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:27:55.030783 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-07735211-477c-4ec3-a699-aa74209af620 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:27:55.047039 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-07735211-477c-4ec3-a699-aa74209af620 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.106002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-07735211-477c-4ec3-a699-aa74209af620 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.109337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-07735211-477c-4ec3-a699-aa74209af620 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.133727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07735211-477c-4ec3-a699-aa74209af620 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce49e51-4366-4ba4-91b7-bdebf8987110,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:55.143246 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-07735211-477c-4ec3-a699-aa74209af620 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.144860 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-07735211-477c-4ec3-a699-aa74209af620 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366646 Jul 29 17:27:55.147529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33674) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:55.153428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3d3af152-db48-42c5-85b9-1549cd3bdae0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'd31d7989-f81b-4082-aa93-b41929853525', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:27:55.159243 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3d3af152-db48-42c5-85b9-1549cd3bdae0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:27:55.163027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3d3af152-db48-42c5-85b9-1549cd3bdae0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:27:55.165859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3d3af152-db48-42c5-85b9-1549cd3bdae0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:27:55.171540 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3d3af152-db48-42c5-85b9-1549cd3bdae0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:27:55.188349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3d3af152-db48-42c5-85b9-1549cd3bdae0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.248658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3d3af152-db48-42c5-85b9-1549cd3bdae0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.252059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3d3af152-db48-42c5-85b9-1549cd3bdae0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.274810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3af152-db48-42c5-85b9-1549cd3bdae0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c453dd0-3171-4bb1-8d68-13e29842d2ed,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:55.283745 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3d3af152-db48-42c5-85b9-1549cd3bdae0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.284910 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3d3af152-db48-42c5-85b9-1549cd3bdae0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363740 Jul 29 17:27:55.287644 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33678) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:55.292749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-481c6b2c-0f13-49f2-a60e-d265e116ca97 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'd31d7989-f81b-4082-aa93-b41929853525', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:27:55.298822 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-481c6b2c-0f13-49f2-a60e-d265e116ca97 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:27:55.302655 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-481c6b2c-0f13-49f2-a60e-d265e116ca97 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:27:55.305500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-481c6b2c-0f13-49f2-a60e-d265e116ca97 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:27:55.311754 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-481c6b2c-0f13-49f2-a60e-d265e116ca97 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:27:55.328232 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-481c6b2c-0f13-49f2-a60e-d265e116ca97 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.388758 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-481c6b2c-0f13-49f2-a60e-d265e116ca97 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.391947 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-481c6b2c-0f13-49f2-a60e-d265e116ca97 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.414111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c6b2c-0f13-49f2-a60e-d265e116ca97 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d0c141-2231-4047-97df-cc6033b3285f,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:55.421993 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-481c6b2c-0f13-49f2-a60e-d265e116ca97 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.423479 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-481c6b2c-0f13-49f2-a60e-d265e116ca97 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348023 Jul 29 17:27:55.426516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33682) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:55.431905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-733374c6-5e7c-4f7e-8480-492c8afded1b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'd31d7989-f81b-4082-aa93-b41929853525', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:27:55.438173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-733374c6-5e7c-4f7e-8480-492c8afded1b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:27:55.441918 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-733374c6-5e7c-4f7e-8480-492c8afded1b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:27:55.444672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-733374c6-5e7c-4f7e-8480-492c8afded1b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:27:55.450964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-733374c6-5e7c-4f7e-8480-492c8afded1b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:27:55.460844 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-733374c6-5e7c-4f7e-8480-492c8afded1b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Project 623946eed0bc4715a04a0d7bf3447b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:27:55.467316 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-733374c6-5e7c-4f7e-8480-492c8afded1b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.532430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-733374c6-5e7c-4f7e-8480-492c8afded1b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.540472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-733374c6-5e7c-4f7e-8480-492c8afded1b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.565731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733374c6-5e7c-4f7e-8480-492c8afded1b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17dab64-5a8e-434f-bcf9-d4f9da5efc05,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:55.574164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-733374c6-5e7c-4f7e-8480-492c8afded1b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.575438 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-733374c6-5e7c-4f7e-8480-492c8afded1b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1479225 Jul 29 17:27:55.578159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33686) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:55.583036 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d3f87754-ed63-4762-8b2a-88c91866b44d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'd31d7989-f81b-4082-aa93-b41929853525', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:27:55.588771 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d3f87754-ed63-4762-8b2a-88c91866b44d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:27:55.592652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d3f87754-ed63-4762-8b2a-88c91866b44d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:27:55.595566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d3f87754-ed63-4762-8b2a-88c91866b44d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:27:55.601265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d3f87754-ed63-4762-8b2a-88c91866b44d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:27:55.611679 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-d3f87754-ed63-4762-8b2a-88c91866b44d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Project 623946eed0bc4715a04a0d7bf3447b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:27:55.618079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d3f87754-ed63-4762-8b2a-88c91866b44d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.676385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:27:55.683925 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d3f87754-ed63-4762-8b2a-88c91866b44d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.687005 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d3f87754-ed63-4762-8b2a-88c91866b44d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.711968 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f87754-ed63-4762-8b2a-88c91866b44d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b67dbcf-15ff-4c26-a556-26b3e36385ed,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:55.716226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:27:55.716783 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 1971705c-1dd2-4ab9-9c5e-f76bb70f3441 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:27:55.723954 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d3f87754-ed63-4762-8b2a-88c91866b44d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.725441 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d3f87754-ed63-4762-8b2a-88c91866b44d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1462522 Jul 29 17:27:55.728215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33690) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:55.734037 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'network': {'name': 'tempest-network-smoke--1758913560', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'port_security_enabled': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:27:55.738722 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:27:55.742752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:network and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:27:55.746145 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:27:55.752403 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:27:55.762372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Made reservation on behalf of 623946eed0bc4715a04a0d7bf3447b0f for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:27:55.765839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.793747 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:27:55.802910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.803252 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Added segment 174eb7ea-2aa7-4cc3-8536-e122773c278f of type vlan for network 61e49349-ba81-4a15-9691-1bb2bd58a517 Jul 29 17:27:55.828955 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.859651 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.864979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:55.865587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:55.966545 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2373421 Jul 29 17:27:55.969279 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33694) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:55.976268 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'admin_state_up': True, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:27:55.982068 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024cfa7-e553-4779-9dfd-c44188adb3cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Network': ['ID=61e49349-ba81-4a15-9691-1bb2bd58a517,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:55.985690 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:27:55.990247 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:router and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:27:55.992479 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 61e49349-ba81-4a15-9691-1bb2bd58a517 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:27:55.993163 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:27:55.998998 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:27:56.008994 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:56.010006 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:56.030102 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:56.395728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:56.694274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:56.722863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:56.855378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.26.1.216 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/4cfa90ae-301c-4f54-a11f-f92e97e26177) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:27:56.999342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:57.027735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:57.087345 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:27:57.090523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:27:57.094073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:27:57.138646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=4cfa90ae-301c-4f54-a11f-f92e97e26177,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:57.230894 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:27:57.502179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:57.942605 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:58.157078 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router b4110cb9-cd6b-45c5-b60a-a2c664002e2c is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:27:58.328178 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:27:58.337921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Sync routers for ids ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:27:58.346962 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Routers {'b4110cb9-cd6b-45c5-b60a-a2c664002e2c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:27:58.347573 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:27:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:27:58.354855 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:58.356144 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-50b33b7e-28af-46b1-937b-8c394ce35cb8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3859520 Jul 29 17:27:58.359284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33698) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:58.402431 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8c3cdd66-ee37-4cb7-9acb-330eaeebb1e3 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=623946eed0bc4715a04a0d7bf3447b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420547 Jul 29 17:27:58.404847 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33702) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:58.523213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Set router b4110cb9-cd6b-45c5-b60a-a2c664002e2c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:27:58.534209 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80761630-6baa-4ac2-b477-95c9ba2ac444 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:58.538503 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-80761630-6baa-4ac2-b477-95c9ba2ac444 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299396 Jul 29 17:27:58.538708 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33706) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:58.578064 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-729e33c0-1b66-4e62-8305-5902ad0356a5 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383558 Jul 29 17:27:58.580728 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33710) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:58.585910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-502812578', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:27:58.694366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:27:58.698218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:subnet and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:27:58.701015 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:27:58.706892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:27:58.716939 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Made reservation on behalf of 623946eed0bc4715a04a0d7bf3447b0f for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:27:58.720322 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:58.805482 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:27:57Z', 'revision_number': 3, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ad:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:27:58.809910 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Checking router: b4110cb9-cd6b-45c5-b60a-a2c664002e2c for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:27:58.810258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Updating router b4110cb9-cd6b-45c5-b60a-a2c664002e2c port 4cfa90ae-301c-4f54-a11f-f92e97e26177 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:27:58.863418 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:58.934718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:59.016120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Subnet': ['ID=1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:59.025527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Checking segment: {'id': '174eb7ea-2aa7-4cc3-8536-e122773c278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:27:59.025527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network hostable DHCP agents. Network: 61e49349-ba81-4a15-9691-1bb2bd58a517, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:27:59.045718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 61e49349-ba81-4a15-9691-1bb2bd58a517 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:27:59.055658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 61e49349-ba81-4a15-9691-1bb2bd58a517) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:27:59.059508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:27:59.060089 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:59.071508 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29bcf8-9a9d-4fa4-8006-4eeb51181997 None None] Network 61e49349-ba81-4a15-9691-1bb2bd58a517 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:27:59.081188 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1629a0a0-a2b1-441d-bd73-81d7a30c2a7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4994640 Jul 29 17:27:59.083950 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33714) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:27:59.388642 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-61e49349-ba81-4a15-9691-1bb2bd58a517', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ips': [{'subnet_id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:27:59.389468 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:59.401172 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:59.419380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Transition to ACTIVE for port object 4cfa90ae-301c-4f54-a11f-f92e97e26177 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:27:59.463173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:59.603432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Attempting to bind port 4cfa90ae-301c-4f54-a11f-f92e97e26177 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:27:59.603810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Attempting to bind port 4cfa90ae-301c-4f54-a11f-f92e97e26177 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:27:59.604175 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Attempting to bind port 4cfa90ae-301c-4f54-a11f-f92e97e26177 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:27:59.606152 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdf548-03b0-4f51-8381-66aa9eab37a2 None None] Pushing event updated for resources: {'Port': ['ID=4cfa90ae-301c-4f54-a11f-f92e97e26177,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:27:59.616083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:27:59.616461 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:27:59.617071 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:59.617471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:27:59.617938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Bound port: 4cfa90ae-301c-4f54-a11f-f92e97e26177, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:27:59.618309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:59.737824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Allocated IP 172.20.0.2 (61e49349-ba81-4a15-9691-1bb2bd58a517/1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b/4d7553b1-3570-4ec3-8ef0-15b109f0f861) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:27:59.746119 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] For port 4cfa90ae-301c-4f54-a11f-f92e97e26177, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:27:59.752466 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] For port 4cfa90ae-301c-4f54-a11f-f92e97e26177, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4cfa90ae-301c-4f54-a11f-f92e97e26177,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:27:59.772170 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:59.903756 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:59.933660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Routers {'b4110cb9-cd6b-45c5-b60a-a2c664002e2c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:27:59.934193 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:27:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:27:59.994944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdf548-03b0-4f51-8381-66aa9eab37a2 None None] Pushing event updated for resources: {'Port': ['ID=4cfa90ae-301c-4f54-a11f-f92e97e26177,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:00.198284 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:00.205926 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] Set router b4110cb9-cd6b-45c5-b60a-a2c664002e2c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:28:00.312999 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Transition to ACTIVE for port object 4d7553b1-3570-4ec3-8ef0-15b109f0f861 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:28:00.401082 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Transition to ACTIVE for port object 4d7553b1-3570-4ec3-8ef0-15b109f0f861 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:28:00.407822 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:00.474260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.20.0.1 (61e49349-ba81-4a15-9691-1bb2bd58a517/1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b/fdb993df-d941-43fb-908d-5b0515c7c6c5) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:28:00.498283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Network 61e49349-ba81-4a15-9691-1bb2bd58a517 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:28:00.508621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:28:00.518205 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:28:00.578985 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Pushing event updated for resources: {'Port': ['ID=4d7553b1-3570-4ec3-8ef0-15b109f0f861,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:00.632967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:00.648817 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Transition to ACTIVE for port object fdb993df-d941-43fb-908d-5b0515c7c6c5 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:28:00.662799 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Attempting to bind port 4d7553b1-3570-4ec3-8ef0-15b109f0f861 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:28:00.663169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Attempting to bind port 4d7553b1-3570-4ec3-8ef0-15b109f0f861 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '174eb7ea-2aa7-4cc3-8536-e122773c278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:28:00.663535 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Attempting to bind port 4d7553b1-3570-4ec3-8ef0-15b109f0f861 on network 61e49349-ba81-4a15-9691-1bb2bd58a517 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:28:00.671403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:28:00.671915 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Checking segment: {'id': '174eb7ea-2aa7-4cc3-8536-e122773c278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:28:00.672599 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:00.672895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:00.673178 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Bound using segment: {'id': '174eb7ea-2aa7-4cc3-8536-e122773c278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:28:00.673471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Bound port: 4d7553b1-3570-4ec3-8ef0-15b109f0f861, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174eb7ea-2aa7-4cc3-8536-e122773c278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:28:00.673826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:00.735454 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 61e49349-ba81-4a15-9691-1bb2bd58a517 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:28:00.737417 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:27:57Z', 'revision_number': 3, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ad:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:28:00.738871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:28:00.742643 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:28:00.744781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62605ef-a258-4edc-b16e-3b3069cacc45 None None] The sync data for ids ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'] in dv-neutron-851534-1-hyperv is: [{'id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:27:57Z', 'revision_number': 3, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ad:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:28:00.778433 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] For port 4d7553b1-3570-4ec3-8ef0-15b109f0f861, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:28:00.781789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] For port 4d7553b1-3570-4ec3-8ef0-15b109f0f861, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4d7553b1-3570-4ec3-8ef0-15b109f0f861,segment=NetworkSegment(174eb7ea-2aa7-4cc3-8536-e122773c278f),segment_id=174eb7ea-2aa7-4cc3-8536-e122773c278f)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:28:00.786193 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:00.798265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=fdb993df-d941-43fb-908d-5b0515c7c6c5,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:00.813114 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:00.872566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50474cfb-e28e-47e0-842b-0e99d894c858 None None] Pushing event updated for resources: {'Port': ['ID=4d7553b1-3570-4ec3-8ef0-15b109f0f861,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:00.942013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:01.504612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:01.509887 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:01.628108 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:01.634714 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=fdb993df-d941-43fb-908d-5b0515c7c6c5,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:01.777174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 61e49349-ba81-4a15-9691-1bb2bd58a517 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:28:01.778285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:28:01.795565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4d7553b1-3570-4ec3-8ef0-15b109f0f861 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:28:01.867606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 4d7553b1-3570-4ec3-8ef0-15b109f0f861 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:28:01.875661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4cfa90ae-301c-4f54-a11f-f92e97e26177 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:28:01.929233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d928df5b-d042-4854-b356-ac915cf7ef22 None None] Network 61e49349-ba81-4a15-9691-1bb2bd58a517 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:28:01.976565 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router b4110cb9-cd6b-45c5-b60a-a2c664002e2c has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:28:02.071155 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-049e17c3-9fd9-4484-b559-d7300241c9d4 None None] Provisioning for port 4d7553b1-3570-4ec3-8ef0-15b109f0f861 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:28:02.089639 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-049e17c3-9fd9-4484-b559-d7300241c9d4 None None] Provisioning complete for port 4d7553b1-3570-4ec3-8ef0-15b109f0f861 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:28:02.090017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-049e17c3-9fd9-4484-b559-d7300241c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:02.126967 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 4cfa90ae-301c-4f54-a11f-f92e97e26177 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:28:02.147806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 4cfa90ae-301c-4f54-a11f-f92e97e26177 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:28:02.148159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:02.171851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:28:02.185654 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7ba1fc0f-d7a1-4682-b8cb-fbad335df813 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "PUT /v2.0/routers/b4110cb9-cd6b-45c5-b60a-a2c664002e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1006913 Jul 29 17:28:02.346310 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Sync routers for ids ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:28:02.355286 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-e9144b22-6e48-4c53-b1b1-cec230341f5c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:28:02.356915 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Routers {'b4110cb9-cd6b-45c5-b60a-a2c664002e2c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:28:02.357545 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:27:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:28:02.373188 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-e9144b22-6e48-4c53-b1b1-cec230341f5c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:28:02.374545 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-e9144b22-6e48-4c53-b1b1-cec230341f5c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1849513465&fields=id&tenant_id=623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 267 time: 0.0621634 Jul 29 17:28:02.453099 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-049e17c3-9fd9-4484-b559-d7300241c9d4 None None] Current status of the port 4d7553b1-3570-4ec3-8ef0-15b109f0f861 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:28:02.453481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-049e17c3-9fd9-4484-b559-d7300241c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:02.471288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 4cfa90ae-301c-4f54-a11f-f92e97e26177 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:28:02.471665 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:02.508830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 4cfa90ae-301c-4f54-a11f-f92e97e26177, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4cfa90ae-301c-4f54-a11f-f92e97e26177,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:28:02.516831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-049e17c3-9fd9-4484-b559-d7300241c9d4 None None] For port 4d7553b1-3570-4ec3-8ef0-15b109f0f861, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4d7553b1-3570-4ec3-8ef0-15b109f0f861,segment=NetworkSegment(174eb7ea-2aa7-4cc3-8536-e122773c278f),segment_id=174eb7ea-2aa7-4cc3-8536-e122773c278f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:28:02.518810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:02.549872 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Set router b4110cb9-cd6b-45c5-b60a-a2c664002e2c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:28:02.561096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-d8e52ffc-8f45-428f-befd-9314e143e71e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:02.562141 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-d8e52ffc-8f45-428f-befd-9314e143e71e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:28:02.591983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-d8e52ffc-8f45-428f-befd-9314e143e71e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:28:02.596992 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-d8e52ffc-8f45-428f-befd-9314e143e71e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/networks?id=61e49349-ba81-4a15-9691-1bb2bd58a517 HTTP/1.1" status: 200 len: 797 time: 0.2154970 Jul 29 17:28:02.598422 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=4cfa90ae-301c-4f54-a11f-f92e97e26177,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:02.601575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-049e17c3-9fd9-4484-b559-d7300241c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:02.627762 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-e383307e-e25f-4524-b7f6-e6ee71d99612 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/quotas/623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 375 time: 0.0273848 Jul 29 17:28:02.681403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e17c3-9fd9-4484-b559-d7300241c9d4 None None] Pushing event updated for resources: {'Port': ['ID=4d7553b1-3570-4ec3-8ef0-15b109f0f861,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:02.732034 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-64d1e860-477e-444e-98e3-0d809b35df7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025958 Jul 29 17:28:02.827296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ca33885b-46d0-4034-9de8-2966b9e8eae5 None None] Provisioning complete for port 4d7553b1-3570-4ec3-8ef0-15b109f0f861 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:28:02.827857 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca33885b-46d0-4034-9de8-2966b9e8eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:02.882510 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-cd9b4acf-24d2-407c-80ed-4aee7ce1de66 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:28:02.883581 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-cd9b4acf-24d2-407c-80ed-4aee7ce1de66 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1400356 Jul 29 17:28:02.906703 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:00Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ad:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'fdb993df-d941-43fb-908d-5b0515c7c6c5', 'name': '', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:ba:a2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:28:00Z', 'updated_at': '2022-07-29T17:28:01Z', 'revision_number': 2, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:28:02.911690 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Checking router: b4110cb9-cd6b-45c5-b60a-a2c664002e2c for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:28:02.912039 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Updating router b4110cb9-cd6b-45c5-b60a-a2c664002e2c port fdb993df-d941-43fb-908d-5b0515c7c6c5 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:28:02.973905 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ca33885b-46d0-4034-9de8-2966b9e8eae5 None None] Current status of the port 4d7553b1-3570-4ec3-8ef0-15b109f0f861 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:28:02.976466 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:02.988151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ca33885b-46d0-4034-9de8-2966b9e8eae5 None None] Provisioning for port fdb993df-d941-43fb-908d-5b0515c7c6c5 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:28:02.997675 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-ca33885b-46d0-4034-9de8-2966b9e8eae5 None None] Provisioning complete for port fdb993df-d941-43fb-908d-5b0515c7c6c5 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:28:02.998045 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca33885b-46d0-4034-9de8-2966b9e8eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:03.047232 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-0aa3ef12-74f9-4dbc-a6a4-1fb1f7a87ffa service neutron] 10.222.0.58 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516206 Jul 29 17:28:03.064691 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-ca33885b-46d0-4034-9de8-2966b9e8eae5 None None] Port fdb993df-d941-43fb-908d-5b0515c7c6c5 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:28:03.186719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3bef3544-28d0-4188-ae30-21716c270e80 None None] Provisioning complete for port fdb993df-d941-43fb-908d-5b0515c7c6c5 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:28:03.187097 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3bef3544-28d0-4188-ae30-21716c270e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:03.251049 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-3bef3544-28d0-4188-ae30-21716c270e80 None None] Port fdb993df-d941-43fb-908d-5b0515c7c6c5 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:28:03.307894 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-22a6d84d-402b-4d53-ab1d-4292c9fa1654 service neutron] 10.222.0.58 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543025 Jul 29 17:28:03.369923 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1fecde15-e163-463b-8aa1-66c7af0d3103 None None] Provisioning complete for port fdb993df-d941-43fb-908d-5b0515c7c6c5 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:28:03.370332 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1fecde15-e163-463b-8aa1-66c7af0d3103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:03.382000 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:03.395732 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Transition to ACTIVE for port object fdb993df-d941-43fb-908d-5b0515c7c6c5 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:28:03.403170 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:03.438399 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1fecde15-e163-463b-8aa1-66c7af0d3103 None None] Port fdb993df-d941-43fb-908d-5b0515c7c6c5 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:28:03.501636 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4109980e-528a-4a65-b239-b43fd72ccd61 req-70b1c546-a4a9-4cea-89ab-a981dc2830de tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 210 time: 0.0542386 Jul 29 17:28:03.539127 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f173a7f-f947-46b0-88d6-ddb89c47c00c None None] Pushing event updated for resources: {'Port': ['ID=fdb993df-d941-43fb-908d-5b0515c7c6c5,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:03.586225 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f173a7f-f947-46b0-88d6-ddb89c47c00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:03.586568 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f173a7f-f947-46b0-88d6-ddb89c47c00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:03.586907 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f173a7f-f947-46b0-88d6-ddb89c47c00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:03.587241 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f173a7f-f947-46b0-88d6-ddb89c47c00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:03.587570 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f173a7f-f947-46b0-88d6-ddb89c47c00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:03.587899 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f173a7f-f947-46b0-88d6-ddb89c47c00c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:03.588218 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f173a7f-f947-46b0-88d6-ddb89c47c00c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:03.588538 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f173a7f-f947-46b0-88d6-ddb89c47c00c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:03.588858 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f173a7f-f947-46b0-88d6-ddb89c47c00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:03.589245 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f173a7f-f947-46b0-88d6-ddb89c47c00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:03.589561 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f173a7f-f947-46b0-88d6-ddb89c47c00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:03.589875 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f173a7f-f947-46b0-88d6-ddb89c47c00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:28:03.648584 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Attempting to bind port fdb993df-d941-43fb-908d-5b0515c7c6c5 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:28:03.648958 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Attempting to bind port fdb993df-d941-43fb-908d-5b0515c7c6c5 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '174eb7ea-2aa7-4cc3-8536-e122773c278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:28:03.649349 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Attempting to bind port fdb993df-d941-43fb-908d-5b0515c7c6c5 on network 61e49349-ba81-4a15-9691-1bb2bd58a517 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:28:03.654965 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:28:03.655338 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Checking segment: {'id': '174eb7ea-2aa7-4cc3-8536-e122773c278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:28:03.655731 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:03.656116 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Bound using segment: {'id': '174eb7ea-2aa7-4cc3-8536-e122773c278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:28:03.656571 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Bound port: fdb993df-d941-43fb-908d-5b0515c7c6c5, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174eb7ea-2aa7-4cc3-8536-e122773c278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:28:03.656937 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:03.729272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4d7553b1-3570-4ec3-8ef0-15b109f0f861 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:28:03.753202 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] For port fdb993df-d941-43fb-908d-5b0515c7c6c5, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:28:03.757263 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] For port fdb993df-d941-43fb-908d-5b0515c7c6c5, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=fdb993df-d941-43fb-908d-5b0515c7c6c5,segment=NetworkSegment(174eb7ea-2aa7-4cc3-8536-e122773c278f),segment_id=174eb7ea-2aa7-4cc3-8536-e122773c278f)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:28:03.762186 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:03.809735 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 4d7553b1-3570-4ec3-8ef0-15b109f0f861 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:28:03.810108 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:03.836201 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Routers {'b4110cb9-cd6b-45c5-b60a-a2c664002e2c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:28:03.836796 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:27:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:28:03.901680 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f173a7f-f947-46b0-88d6-ddb89c47c00c None None] Pushing event updated for resources: {'Port': ['ID=fdb993df-d941-43fb-908d-5b0515c7c6c5,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:03.931352 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 4d7553b1-3570-4ec3-8ef0-15b109f0f861 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:28:03.932420 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4cfa90ae-301c-4f54-a11f-f92e97e26177 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:28:04.001338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 4cfa90ae-301c-4f54-a11f-f92e97e26177 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:28:04.001712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:04.023303 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] Set router b4110cb9-cd6b-45c5-b60a-a2c664002e2c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:28:04.124830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 4cfa90ae-301c-4f54-a11f-f92e97e26177 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:28:04.325528 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:00Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'fdb993df-d941-43fb-908d-5b0515c7c6c5', 'name': '', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:ba:a2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:28:00Z', 'updated_at': '2022-07-29T17:28:03Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:28:04.329302 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dfca3-fe76-4a8a-96fc-c29f680eb15c None None] The sync data for ids ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'] in dv-neutron-851534-1-hyperv is: [{'id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:00Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'fdb993df-d941-43fb-908d-5b0515c7c6c5', 'name': '', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:ba:a2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:28:00Z', 'updated_at': '2022-07-29T17:28:03Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:28:04.622197 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d5d771fd-87b7-46b8-9a15-b9604bfabfd8 req-b313d624-954c-484e-8482-cb0a7240a8e7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 210 time: 0.0558765 Jul 29 17:28:05.735549 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-743440c5-c1a2-4aaf-acd0-9c065956763d req-1384194b-8049-4c60-af0d-3efcc8bcd719 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 210 time: 0.0534816 Jul 29 17:28:05.771133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device fdb993df-d941-43fb-908d-5b0515c7c6c5 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:28:05.841732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port fdb993df-d941-43fb-908d-5b0515c7c6c5 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:28:05.846812 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port fdb993df-d941-43fb-908d-5b0515c7c6c5 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:28:05.847194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:05.969403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port fdb993df-d941-43fb-908d-5b0515c7c6c5 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:28:05.969816 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:06.001997 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port fdb993df-d941-43fb-908d-5b0515c7c6c5, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=fdb993df-d941-43fb-908d-5b0515c7c6c5,segment=NetworkSegment(174eb7ea-2aa7-4cc3-8536-e122773c278f),segment_id=174eb7ea-2aa7-4cc3-8536-e122773c278f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:28:06.005991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:06.107165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=fdb993df-d941-43fb-908d-5b0515c7c6c5,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:06.843233 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-83eeb9d0-9e5c-4d2a-b1f4-9461618c7619 req-f45e1586-67b3-4a96-a0bf-778581744ba4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 210 time: 0.0532291 Jul 29 17:28:07.724278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device fdb993df-d941-43fb-908d-5b0515c7c6c5 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:28:07.790991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port fdb993df-d941-43fb-908d-5b0515c7c6c5 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:28:07.791363 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:07.905863 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port fdb993df-d941-43fb-908d-5b0515c7c6c5 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:28:07.998622 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f2e2248e-c61d-4fad-b0ca-3b96fea9f276 req-b2fda67d-a591-460b-9666-0938c3d710c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 210 time: 0.0502484 Jul 29 17:28:08.826372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-51968d4c-bdc1-443e-a11c-f976befbd4b1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:08.826965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-51968d4c-bdc1-443e-a11c-f976befbd4b1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:28:08.838642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-51968d4c-bdc1-443e-a11c-f976befbd4b1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:28:08.840304 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-51968d4c-bdc1-443e-a11c-f976befbd4b1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/networks?id=61e49349-ba81-4a15-9691-1bb2bd58a517 HTTP/1.1" status: 200 len: 797 time: 0.1605961 Jul 29 17:28:08.888874 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-31e6c0a2-e645-491d-a106-9be6e4ba7844 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 380 time: 0.0404694 Jul 29 17:28:08.896883 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'port': {'device_id': '2490d061-898f-4652-adf3-9f6b1534efb5', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'admin_state_up': True, 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'security_groups': ['d31d7989-f81b-4082-aa93-b41929853525']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:28:09.037267 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:28:09.042604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:port and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:28:09.045634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:28:09.051845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:28:09.062674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Made reservation on behalf of 623946eed0bc4715a04a0d7bf3447b0f for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:28:09.066237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:09.169561 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5d04f25b-5275-4547-a235-4f62c037242a req-f436541f-a5a1-4dc8-b015-98e67a47b220 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 210 time: 0.0520520 Jul 29 17:28:09.234782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.20.0.10 (61e49349-ba81-4a15-9691-1bb2bd58a517/1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b/79b8b2f5-633d-4efa-a4c5-1190b741a97d) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:28:09.536674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:09.552608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Transition to ACTIVE for port object 79b8b2f5-633d-4efa-a4c5-1190b741a97d will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:28:09.575472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:09.644797 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 61e49349-ba81-4a15-9691-1bb2bd58a517 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:28:09.647685 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:28:09.651939 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:28:09.695187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=79b8b2f5-633d-4efa-a4c5-1190b741a97d,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:09.720410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:09.721055 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:09.746148 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-3fd1bb92-8033-43f8-975a-65e51d0c94c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8531785 Jul 29 17:28:09.757158 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Request body: {'port': {'device_id': '2490d061-898f-4652-adf3-9f6b1534efb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:28:09.871516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:09.885400 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c5b32615-76bf-41fc-a833-4bda3109a54c None None] Provisioning for port 79b8b2f5-633d-4efa-a4c5-1190b741a97d completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:28:09.890574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c5b32615-76bf-41fc-a833-4bda3109a54c None None] Provisioning complete for port 79b8b2f5-633d-4efa-a4c5-1190b741a97d triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:28:09.890921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c5b32615-76bf-41fc-a833-4bda3109a54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:09.943712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c5b32615-76bf-41fc-a833-4bda3109a54c None None] Port 79b8b2f5-633d-4efa-a4c5-1190b741a97d cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:28:10.206537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b8b2f5-633d-4efa-a4c5-1190b741a97d {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:28:10.214207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:10.228938 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Transition to ACTIVE for port object 79b8b2f5-633d-4efa-a4c5-1190b741a97d will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:28:10.232367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:10.365851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Pushing event updated for resources: {'Port': ['ID=79b8b2f5-633d-4efa-a4c5-1190b741a97d,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:10.383244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf294c-2349-4cf9-ba97-9aa86d01d00e req-b4cf695d-be8b-44b8-936f-543a2e3ccc06 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:10.385071 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-aecf294c-2349-4cf9-ba97-9aa86d01d00e req-b4cf695d-be8b-44b8-936f-543a2e3ccc06 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 944 time: 0.1038046 Jul 29 17:28:10.433822 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-aecf294c-2349-4cf9-ba97-9aa86d01d00e req-d2f1b56d-c5ab-4bf3-a87a-75155f45e5bc tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422580 Jul 29 17:28:10.489033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Attempting to bind port 79b8b2f5-633d-4efa-a4c5-1190b741a97d on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:28:10.489395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Attempting to bind port 79b8b2f5-633d-4efa-a4c5-1190b741a97d by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '174eb7ea-2aa7-4cc3-8536-e122773c278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:28:10.489724 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Attempting to bind port 79b8b2f5-633d-4efa-a4c5-1190b741a97d on network 61e49349-ba81-4a15-9691-1bb2bd58a517 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:28:10.494273 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Port 79b8b2f5-633d-4efa-a4c5-1190b741a97d on network 61e49349-ba81-4a15-9691-1bb2bd58a517 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:28:10.494594 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Attempting to bind port 79b8b2f5-633d-4efa-a4c5-1190b741a97d on network 61e49349-ba81-4a15-9691-1bb2bd58a517 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:28:10.499664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:28:10.500000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Checking segment: {'id': '174eb7ea-2aa7-4cc3-8536-e122773c278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:28:10.500387 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Bound using segment: {'id': '174eb7ea-2aa7-4cc3-8536-e122773c278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:28:10.500810 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Bound port: 79b8b2f5-633d-4efa-a4c5-1190b741a97d, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174eb7ea-2aa7-4cc3-8536-e122773c278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:28:10.501190 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:10.593124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] For port 79b8b2f5-633d-4efa-a4c5-1190b741a97d, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:28:10.596032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] For port 79b8b2f5-633d-4efa-a4c5-1190b741a97d, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=79b8b2f5-633d-4efa-a4c5-1190b741a97d,segment=NetworkSegment(174eb7ea-2aa7-4cc3-8536-e122773c278f),segment_id=174eb7ea-2aa7-4cc3-8536-e122773c278f)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:28:10.600727 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:10.653427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:10.653975 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:10.655353 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] 10.222.0.69 "PUT /v2.0/ports/79b8b2f5-633d-4efa-a4c5-1190b741a97d HTTP/1.1" status: 200 len: 1094 time: 0.9025455 Jul 29 17:28:10.665432 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2490d061-898f-4652-adf3-9f6b1534efb5', 'tag': '79b8b2f5-633d-4efa-a4c5-1190b741a97d'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:28:10.685404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c2e1f-5a29-4cc5-9441-6c659993c999 service neutron] Pushing event updated for resources: {'Port': ['ID=79b8b2f5-633d-4efa-a4c5-1190b741a97d,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:10.784148 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-c8fccb68-c46e-499b-ac2f-acd183d76d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:10.785666 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-c8fccb68-c46e-499b-ac2f-acd183d76d54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 1097 time: 0.0878613 Jul 29 17:28:10.787178 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ccfd425-5646-4868-ac6d-eb7e539c7c87'] response: {'name': 'network-changed', 'server_uuid': '2490d061-898f-4652-adf3-9f6b1534efb5', 'tag': '79b8b2f5-633d-4efa-a4c5-1190b741a97d', 'status': 'completed', 'code': 200} Jul 29 17:28:10.854756 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-a41ddd47-8e63-4ca5-9908-9657b347881f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79b8b2f5-633d-4efa-a4c5-1190b741a97d HTTP/1.1" status: 200 len: 217 time: 0.0620337 Jul 29 17:28:10.918840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-c3b84a99-9556-4027-830c-83017cf75133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:10.920226 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-c3b84a99-9556-4027-830c-83017cf75133 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b HTTP/1.1" status: 200 len: 834 time: 0.0601974 Jul 29 17:28:11.001668 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-45f8408f-7db9-4950-ad52-f4fe9a210c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:11.003037 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-45f8408f-7db9-4950-ad52-f4fe9a210c8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61e49349-ba81-4a15-9691-1bb2bd58a517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766413 Jul 29 17:28:11.129932 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-9a5361a0-020a-409a-ad5d-95d9bc6457c7 service neutron] 10.222.0.69 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205008 Jul 29 17:28:11.351878 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c785c84b-1b26-4be1-a073-5d87aa681d44 req-abe13934-8e56-412f-a7e2-3d9fa08c0c4b service neutron] 10.222.0.69 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162433 Jul 29 17:28:11.479483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929d7f5-2a0e-4b3f-9ebd-aad1b1c00710 req-0e3acfca-d7f0-4306-8021-98eeb5968df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:11.481492 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c929d7f5-2a0e-4b3f-9ebd-aad1b1c00710 req-0e3acfca-d7f0-4306-8021-98eeb5968df1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 1097 time: 0.0813992 Jul 29 17:28:11.613161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929d7f5-2a0e-4b3f-9ebd-aad1b1c00710 req-da1ea710-929b-4184-81b3-2b863719d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:11.614529 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c929d7f5-2a0e-4b3f-9ebd-aad1b1c00710 req-da1ea710-929b-4184-81b3-2b863719d474 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61e49349-ba81-4a15-9691-1bb2bd58a517 HTTP/1.1" status: 200 len: 898 time: 0.1271982 Jul 29 17:28:11.635215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544eeb0c-a72d-4f36-8ea4-f66d006d5cfa req-fc644b78-0953-4b85-b4e2-baabd65e3a0a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:11.636720 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-544eeb0c-a72d-4f36-8ea4-f66d006d5cfa req-fc644b78-0953-4b85-b4e2-baabd65e3a0a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 944 time: 0.0921562 Jul 29 17:28:11.681297 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-544eeb0c-a72d-4f36-8ea4-f66d006d5cfa req-9e98c513-9875-42f6-9365-c72743b07e50 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388808 Jul 29 17:28:11.684509 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c929d7f5-2a0e-4b3f-9ebd-aad1b1c00710 req-9bb740b8-58d2-49d6-9712-91fe3b7bca31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79b8b2f5-633d-4efa-a4c5-1190b741a97d HTTP/1.1" status: 200 len: 217 time: 0.0644634 Jul 29 17:28:11.744136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929d7f5-2a0e-4b3f-9ebd-aad1b1c00710 req-03925f21-80b2-47ba-8a6f-fdc3e85b1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:11.745594 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c929d7f5-2a0e-4b3f-9ebd-aad1b1c00710 req-03925f21-80b2-47ba-8a6f-fdc3e85b1e19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b HTTP/1.1" status: 200 len: 834 time: 0.0559797 Jul 29 17:28:11.827607 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929d7f5-2a0e-4b3f-9ebd-aad1b1c00710 req-855d61e5-2266-4787-b2ed-06dde0e8a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:11.829106 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c929d7f5-2a0e-4b3f-9ebd-aad1b1c00710 req-855d61e5-2266-4787-b2ed-06dde0e8a186 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61e49349-ba81-4a15-9691-1bb2bd58a517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778542 Jul 29 17:28:11.956827 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c929d7f5-2a0e-4b3f-9ebd-aad1b1c00710 req-f9d57a3b-1567-429f-935f-46b311923342 service neutron] 10.222.0.69 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211514 Jul 29 17:28:12.085549 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c929d7f5-2a0e-4b3f-9ebd-aad1b1c00710 req-15fae3c4-21fb-46fa-bff2-89428a4bf8c7 service neutron] 10.222.0.69 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226380 Jul 29 17:28:12.874024 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f6b4c-5045-4895-b00d-c498d5a2c952 req-4b4dff1d-d108-4ad9-ad0f-4f3c4ee2e1d1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:12.875422 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-692f6b4c-5045-4895-b00d-c498d5a2c952 req-4b4dff1d-d108-4ad9-ad0f-4f3c4ee2e1d1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 944 time: 0.0866547 Jul 29 17:28:12.922246 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-692f6b4c-5045-4895-b00d-c498d5a2c952 req-fe1a928b-c59e-47f5-901d-5f1563a3edc1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409672 Jul 29 17:28:13.844350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 79b8b2f5-633d-4efa-a4c5-1190b741a97d details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:28:13.975804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 79b8b2f5-633d-4efa-a4c5-1190b741a97d, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=79b8b2f5-633d-4efa-a4c5-1190b741a97d,segment=NetworkSegment(174eb7ea-2aa7-4cc3-8536-e122773c278f),segment_id=174eb7ea-2aa7-4cc3-8536-e122773c278f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:28:13.992065 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '79b8b2f5-633d-4efa-a4c5-1190b741a97d', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'port_id': '79b8b2f5-633d-4efa-a4c5-1190b741a97d', 'mac_address': 'fa:16:3e:ff:ac:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:28:14.048462 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 79b8b2f5-633d-4efa-a4c5-1190b741a97d is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:28:14.048847 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:14.065778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b8b2f5-633d-4efa-a4c5-1190b741a97d {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:28:14.082037 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 79b8b2f5-633d-4efa-a4c5-1190b741a97d, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=79b8b2f5-633d-4efa-a4c5-1190b741a97d,segment=NetworkSegment(174eb7ea-2aa7-4cc3-8536-e122773c278f),segment_id=174eb7ea-2aa7-4cc3-8536-e122773c278f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:28:14.085961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:14.118683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f20b88-7555-40cb-b0df-8014fe55093c req-4f38c47c-6d5c-4cad-a10d-c49c081e2a04 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:14.120039 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-11f20b88-7555-40cb-b0df-8014fe55093c req-4f38c47c-6d5c-4cad-a10d-c49c081e2a04 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 944 time: 0.0902064 Jul 29 17:28:14.152258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=79b8b2f5-633d-4efa-a4c5-1190b741a97d,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:14.165682 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-11f20b88-7555-40cb-b0df-8014fe55093c req-e438e60d-cd12-447d-911c-893cabe08984 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390882 Jul 29 17:28:14.405778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['79b8b2f5-633d-4efa-a4c5-1190b741a97d'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:28:15.191660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5e42e6fd-8c5f-4b5f-9441-830a814a40c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:15.363823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e78ea0-5293-481b-baa9-b7b0ff90af2d req-e306f50e-2652-46e2-ad29-f1f40f143296 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:15.365307 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a0e78ea0-5293-481b-baa9-b7b0ff90af2d req-e306f50e-2652-46e2-ad29-f1f40f143296 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 945 time: 0.0907619 Jul 29 17:28:15.408805 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a0e78ea0-5293-481b-baa9-b7b0ff90af2d req-355de948-4c48-49b0-a16a-b97f15c487db tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373158 Jul 29 17:28:15.874923 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 79b8b2f5-633d-4efa-a4c5-1190b741a97d up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:28:15.942558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 79b8b2f5-633d-4efa-a4c5-1190b741a97d completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:28:15.947199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 79b8b2f5-633d-4efa-a4c5-1190b741a97d triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:28:15.947575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:16.064987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 79b8b2f5-633d-4efa-a4c5-1190b741a97d is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:28:16.065385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:16.092183 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2490d061-898f-4652-adf3-9f6b1534efb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b8b2f5-633d-4efa-a4c5-1190b741a97d'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:28:16.102512 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 79b8b2f5-633d-4efa-a4c5-1190b741a97d, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=79b8b2f5-633d-4efa-a4c5-1190b741a97d,segment=NetworkSegment(174eb7ea-2aa7-4cc3-8536-e122773c278f),segment_id=174eb7ea-2aa7-4cc3-8536-e122773c278f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:28:16.106043 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:16.138834 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d333a2bb-ea57-4d9b-a446-98d0c5edeb7d'] response: {'server_uuid': '2490d061-898f-4652-adf3-9f6b1534efb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b8b2f5-633d-4efa-a4c5-1190b741a97d', 'code': 200} Jul 29 17:28:16.180636 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=79b8b2f5-633d-4efa-a4c5-1190b741a97d,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:16.363844 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bf8f5-7d1b-4bb2-b632-273d569ee698 req-77940cbd-7b3c-42f6-83e0-077df04137a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:16.365308 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2f3bf8f5-7d1b-4bb2-b632-273d569ee698 req-77940cbd-7b3c-42f6-83e0-077df04137a9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 1099 time: 0.0787373 Jul 29 17:28:16.403717 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2f3bf8f5-7d1b-4bb2-b632-273d569ee698 req-caa5829e-d52b-4157-b198-4d6cc64743f4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330944 Jul 29 17:28:16.601839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972361db-2ceb-4f9e-97c6-e1b49ea5c042 req-561d9b81-2582-41cf-8ebe-502fb81e51ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:16.603275 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-972361db-2ceb-4f9e-97c6-e1b49ea5c042 req-561d9b81-2582-41cf-8ebe-502fb81e51ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.0854738 Jul 29 17:28:16.649987 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-972361db-2ceb-4f9e-97c6-e1b49ea5c042 req-bc5b113e-b755-423f-8f0e-7e27c1cfd328 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405419 Jul 29 17:28:17.756625 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3710e40f-3b60-4495-951a-97da84c539e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:17.851106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ab45e-693f-487f-8fba-1061471759ab req-4328a97d-779f-4af6-a102-3b3e948a7ab7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:17.852469 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1c4ab45e-693f-487f-8fba-1061471759ab req-4328a97d-779f-4af6-a102-3b3e948a7ab7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.0864110 Jul 29 17:28:17.895828 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1c4ab45e-693f-487f-8fba-1061471759ab req-34fe8439-ec9e-490a-8a18-5a87f2db1b12 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376530 Jul 29 17:28:18.091008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee917dea-c036-4eb0-af03-cda10ad18db8 req-95133945-8a29-454e-99a2-c17035e6f852 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:18.092484 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ee917dea-c036-4eb0-af03-cda10ad18db8 req-95133945-8a29-454e-99a2-c17035e6f852 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.0915523 Jul 29 17:28:18.135933 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ee917dea-c036-4eb0-af03-cda10ad18db8 req-64fa6cbd-da4d-4aa1-bf86-2de55d5609b3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377598 Jul 29 17:28:18.161387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33800) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:28:18.239199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8815f4cc-cee0-4c7a-bd7c-a162a46a4fcf tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:18.240685 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8815f4cc-cee0-4c7a-bd7c-a162a46a4fcf tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 1094 time: 0.0783482 Jul 29 17:28:18.243527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33804) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:28:18.248943 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '79b8b2f5-633d-4efa-a4c5-1190b741a97d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:28:18.254815 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:28:18.258636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:floatingip and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:28:18.262045 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:28:18.267642 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:28:18.277687 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:18.415797 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:18.429410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:18.561636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.26.1.95 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/db35517e-6c6d-4d03-af73-a09a50a5fc78) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:28:18.589403 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:18.708786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:18.738558 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:18.806692 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:28:18.810295 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:28:18.812954 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:28:18.853746 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=db35517e-6c6d-4d03-af73-a09a50a5fc78,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:19.318551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:19.389906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:19.594772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:19.599262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:19.707235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=db35517e-6c6d-4d03-af73-a09a50a5fc78,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:28:19.719979 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:19.888069 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Floating IP 0b283b59-9cdd-4697-b9a1-d5c6f52ee17c associated. External IP: 172.26.1.95, port: 79b8b2f5-633d-4efa-a4c5-1190b741a97d. Jul 29 17:28:20.083831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:20.240480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router b4110cb9-cd6b-45c5-b60a-a2c664002e2c has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:28:20.417169 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:28:20.427447 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb64dca1-0dd5-4df7-9128-ee781b13bb4d None None] Sync routers for ids ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:28:20.436907 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb64dca1-0dd5-4df7-9128-ee781b13bb4d None None] Routers {'b4110cb9-cd6b-45c5-b60a-a2c664002e2c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:28:20.437563 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-cb64dca1-0dd5-4df7-9128-ee781b13bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:28:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:28:20.443894 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:20.500337 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f38c480d-4776-4191-ac80-dbe9d8a7f0f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2532542 Jul 29 17:28:20.500337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2490d061-898f-4652-adf3-9f6b1534efb5', 'tag': '79b8b2f5-633d-4efa-a4c5-1190b741a97d'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:28:20.544657 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5972e7-2c81-4b5f-aedd-803d141dbe15'] response: {'name': 'network-changed', 'server_uuid': '2490d061-898f-4652-adf3-9f6b1534efb5', 'tag': '79b8b2f5-633d-4efa-a4c5-1190b741a97d', 'status': 'completed', 'code': 200} Jul 29 17:28:20.628554 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-cb64dca1-0dd5-4df7-9128-ee781b13bb4d None None] Set router b4110cb9-cd6b-45c5-b60a-a2c664002e2c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:28:20.662493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02251cbf-36af-4faa-9c47-1415b6aa6d41 req-a2353d65-3811-4c15-8c6f-6700ec88c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:20.663998 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-02251cbf-36af-4faa-9c47-1415b6aa6d41 req-a2353d65-3811-4c15-8c6f-6700ec88c61e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 1099 time: 0.0969012 Jul 29 17:28:20.803562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02251cbf-36af-4faa-9c47-1415b6aa6d41 req-de69c942-d842-418d-8343-77fa6d161cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:20.805003 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-02251cbf-36af-4faa-9c47-1415b6aa6d41 req-de69c942-d842-418d-8343-77fa6d161cc9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61e49349-ba81-4a15-9691-1bb2bd58a517 HTTP/1.1" status: 200 len: 898 time: 0.1354110 Jul 29 17:28:20.818200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5bee3-d053-40f0-b9f1-86de93f64bd2 req-b681f7a1-304c-4525-9052-d20074f65cac tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:20.819899 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-feb5bee3-d053-40f0-b9f1-86de93f64bd2 req-b681f7a1-304c-4525-9052-d20074f65cac tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.2310662 Jul 29 17:28:20.867222 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-feb5bee3-d053-40f0-b9f1-86de93f64bd2 req-9e816cd6-3374-421e-bf77-cf60bab9218e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409334 Jul 29 17:28:20.894800 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33814) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:28:20.910120 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-02251cbf-36af-4faa-9c47-1415b6aa6d41 req-18b28455-1d0d-4c63-ba45-f778014f8bae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79b8b2f5-633d-4efa-a4c5-1190b741a97d HTTP/1.1" status: 200 len: 999 time: 0.0993426 Jul 29 17:28:20.976697 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02251cbf-36af-4faa-9c47-1415b6aa6d41 req-7ff4ca8a-5f6e-41c4-85f2-ca5cc27f509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:20.978474 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-02251cbf-36af-4faa-9c47-1415b6aa6d41 req-7ff4ca8a-5f6e-41c4-85f2-ca5cc27f509f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b HTTP/1.1" status: 200 len: 834 time: 0.0629852 Jul 29 17:28:21.007600 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-024fcb3a-297d-47df-a185-6eefa0bc6e1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/0b283b59-9cdd-4697-b9a1-d5c6f52ee17c HTTP/1.1" status: 200 len: 991 time: 0.1116202 Jul 29 17:28:21.016697 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-cb64dca1-0dd5-4df7-9128-ee781b13bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:00Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '0b283b59-9cdd-4697-b9a1-d5c6f52ee17c', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'floating_ip_address': '172.26.1.95', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'port_id': '79b8b2f5-633d-4efa-a4c5-1190b741a97d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'mac_address': 'fa:16:3e:ff:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2490d061-898f-4652-adf3-9f6b1534efb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:28:19Z', 'updated_at': '2022-07-29T17:28:19Z', 'revision_number': 0, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb993df-d941-43fb-908d-5b0515c7c6c5', 'name': '', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:ba:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:28:00Z', 'updated_at': '2022-07-29T17:28:05Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:28:21.020545 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb64dca1-0dd5-4df7-9128-ee781b13bb4d None None] Checking router: b4110cb9-cd6b-45c5-b60a-a2c664002e2c for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:28:21.029601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb64dca1-0dd5-4df7-9128-ee781b13bb4d None None] Routers {'b4110cb9-cd6b-45c5-b60a-a2c664002e2c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:28:21.030204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-cb64dca1-0dd5-4df7-9128-ee781b13bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:28:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:28:21.062276 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02251cbf-36af-4faa-9c47-1415b6aa6d41 req-0f9cfc8e-e576-4d54-bf18-ab606b153bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:28:21.063690 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-02251cbf-36af-4faa-9c47-1415b6aa6d41 req-0f9cfc8e-e576-4d54-bf18-ab606b153bd9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61e49349-ba81-4a15-9691-1bb2bd58a517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794971 Jul 29 17:28:21.173756 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:21.194674 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-02251cbf-36af-4faa-9c47-1415b6aa6d41 req-e6a47ee6-ef96-4ae9-b901-260b7394dc15 service neutron] 10.222.0.69 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247597 Jul 29 17:28:21.221664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-cb64dca1-0dd5-4df7-9128-ee781b13bb4d None None] Set router b4110cb9-cd6b-45c5-b60a-a2c664002e2c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:28:21.323226 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-02251cbf-36af-4faa-9c47-1415b6aa6d41 req-4c50ce6a-6468-4889-ac81-b425317fcf91 service neutron] 10.222.0.69 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227887 Jul 29 17:28:21.562382 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-cb64dca1-0dd5-4df7-9128-ee781b13bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:00Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '0b283b59-9cdd-4697-b9a1-d5c6f52ee17c', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'floating_ip_address': '172.26.1.95', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'port_id': '79b8b2f5-633d-4efa-a4c5-1190b741a97d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'mac_address': 'fa:16:3e:ff:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2490d061-898f-4652-adf3-9f6b1534efb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:28:19Z', 'updated_at': '2022-07-29T17:28:19Z', 'revision_number': 0, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb993df-d941-43fb-908d-5b0515c7c6c5', 'name': '', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:ba:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:28:00Z', 'updated_at': '2022-07-29T17:28:05Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:28:21.566303 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb64dca1-0dd5-4df7-9128-ee781b13bb4d None None] The sync data for ids ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'] in dv-neutron-851534-1-hyperv is: [{'id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:00Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '0b283b59-9cdd-4697-b9a1-d5c6f52ee17c', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'floating_ip_address': '172.26.1.95', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'port_id': '79b8b2f5-633d-4efa-a4c5-1190b741a97d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'mac_address': 'fa:16:3e:ff:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2490d061-898f-4652-adf3-9f6b1534efb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:28:19Z', 'updated_at': '2022-07-29T17:28:19Z', 'revision_number': 0, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb993df-d941-43fb-908d-5b0515c7c6c5', 'name': '', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:ba:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:28:00Z', 'updated_at': '2022-07-29T17:28:05Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:28:21.740654 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e799b-85ee-4b4f-8e09-c5269e860ee4 None None] New status for floating IP 0b283b59-9cdd-4697-b9a1-d5c6f52ee17c: ACTIVE {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:28:22.011292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 33818) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:28:22.119474 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e3a4ec4d-081d-429f-a56d-1758c1d6a585 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/0b283b59-9cdd-4697-b9a1-d5c6f52ee17c HTTP/1.1" status: 200 len: 993 time: 0.1070254 Jul 29 17:28:34.231392 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:28:45.195576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5fb934d8-d175-4926-9f74-09f1b1ed3bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:47.759229 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-01696e1e-bf5e-485a-995f-da92e476d39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:48.421220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:48.428515 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-e5e4309e-8b71-4404-8de2-441aecf83021 req-5d01a88d-26ce-4198-86a0-b03e28a4c791 service neutron] (89209) timed out ('10.222.0.58', 57994) {{(pid=89209) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 29 17:28:48.592190 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:50.086074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:51.060027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:11.231734 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:29:14.465806 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2dfd5e-b232-426c-bf10-a9312cfae7d9 req-0912eec2-d887-4983-bed2-03f605fce533 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2526627 Jul 29 17:29:14.611891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dfd5e-b232-426c-bf10-a9312cfae7d9 req-03eb7603-e048-4e86-8c75-18a2c4a76f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:14.613398 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2dfd5e-b232-426c-bf10-a9312cfae7d9 req-03eb7603-e048-4e86-8c75-18a2c4a76f09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 1099 time: 0.0780220 Jul 29 17:29:14.752683 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dfd5e-b232-426c-bf10-a9312cfae7d9 req-eddf2a8d-070f-4d4b-be1d-f6423c98d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:14.754162 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2dfd5e-b232-426c-bf10-a9312cfae7d9 req-eddf2a8d-070f-4d4b-be1d-f6423c98d6b1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61e49349-ba81-4a15-9691-1bb2bd58a517 HTTP/1.1" status: 200 len: 898 time: 0.1230516 Jul 29 17:29:14.855124 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2dfd5e-b232-426c-bf10-a9312cfae7d9 req-d89a49d7-4706-484d-a8b4-5d677db72b68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79b8b2f5-633d-4efa-a4c5-1190b741a97d HTTP/1.1" status: 200 len: 1001 time: 0.0946290 Jul 29 17:29:14.918443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dfd5e-b232-426c-bf10-a9312cfae7d9 req-26d3c418-b339-4693-a091-bac44341ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:14.919819 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2dfd5e-b232-426c-bf10-a9312cfae7d9 req-26d3c418-b339-4693-a091-bac44341ee66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b HTTP/1.1" status: 200 len: 834 time: 0.0589521 Jul 29 17:29:15.002216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dfd5e-b232-426c-bf10-a9312cfae7d9 req-2da134cb-a703-40c1-b4d8-bb3f56e1a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:15.003687 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2dfd5e-b232-426c-bf10-a9312cfae7d9 req-2da134cb-a703-40c1-b4d8-bb3f56e1a661 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61e49349-ba81-4a15-9691-1bb2bd58a517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772719 Jul 29 17:29:15.013503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [req-bd2dfd5e-b232-426c-bf10-a9312cfae7d9 req-4e8a7218-c2af-4c3b-9aa4-88ab4d0cd184 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:29:15.014542 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2dfd5e-b232-426c-bf10-a9312cfae7d9 req-4e8a7218-c2af-4c3b-9aa4-88ab4d0cd184 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047610 Jul 29 17:29:15.144023 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2dfd5e-b232-426c-bf10-a9312cfae7d9 req-e11dc834-61f4-4bfa-b38e-5e252acb0579 service neutron] 10.222.0.69 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238861 Jul 29 17:29:15.200385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-99391f15-17e7-4d2a-aaea-b3236cb477cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:15.275663 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bd2dfd5e-b232-426c-bf10-a9312cfae7d9 req-46ebbfcb-1091-487e-a0d7-0079fdb03e54 service neutron] 10.222.0.69 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256957 Jul 29 17:29:17.759660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9c77b0e7-86f9-4fa2-9389-acfdaccb9663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:18.423070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:18.595170 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:20.089250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:21.076550 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:22.854222 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eada1e5-2eb5-4b7e-a7bb-17c3271ef83f req-09a9853c-1f5a-4cd0-9333-59d22af50143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:22.855596 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0eada1e5-2eb5-4b7e-a7bb-17c3271ef83f req-09a9853c-1f5a-4cd0-9333-59d22af50143 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 1099 time: 0.0840261 Jul 29 17:29:22.894986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd4850-efaa-4d82-b141-fd7512e6a666 req-f3c22e53-1413-4388-ab5f-ce78e99f754b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:22.896444 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1edd4850-efaa-4d82-b141-fd7512e6a666 req-f3c22e53-1413-4388-ab5f-ce78e99f754b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.0953598 Jul 29 17:29:22.942010 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1edd4850-efaa-4d82-b141-fd7512e6a666 req-ea16cf9d-537a-4a21-a599-fb27d6b71c17 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397122 Jul 29 17:29:22.987648 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eada1e5-2eb5-4b7e-a7bb-17c3271ef83f req-72369f8d-0aa1-4849-ab3d-52acb63601c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:22.989087 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0eada1e5-2eb5-4b7e-a7bb-17c3271ef83f req-72369f8d-0aa1-4849-ab3d-52acb63601c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61e49349-ba81-4a15-9691-1bb2bd58a517 HTTP/1.1" status: 200 len: 898 time: 0.1271183 Jul 29 17:29:23.086503 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0eada1e5-2eb5-4b7e-a7bb-17c3271ef83f req-84c60fb8-a7f2-4dbc-832e-63479f03fc46 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79b8b2f5-633d-4efa-a4c5-1190b741a97d HTTP/1.1" status: 200 len: 1001 time: 0.0908594 Jul 29 17:29:23.151399 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eada1e5-2eb5-4b7e-a7bb-17c3271ef83f req-91b6c819-05c4-4d14-8711-dcbbe62bf9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:23.152694 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0eada1e5-2eb5-4b7e-a7bb-17c3271ef83f req-91b6c819-05c4-4d14-8711-dcbbe62bf9ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b HTTP/1.1" status: 200 len: 834 time: 0.0582633 Jul 29 17:29:23.233513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eada1e5-2eb5-4b7e-a7bb-17c3271ef83f req-5224ec97-ddc0-4539-b066-fc1a84fd0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:23.234959 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0eada1e5-2eb5-4b7e-a7bb-17c3271ef83f req-5224ec97-ddc0-4539-b066-fc1a84fd0b89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61e49349-ba81-4a15-9691-1bb2bd58a517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756443 Jul 29 17:29:23.362397 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0eada1e5-2eb5-4b7e-a7bb-17c3271ef83f req-b7d720f9-5a0a-43c8-9c51-075865196887 service neutron] 10.222.0.69 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207912 Jul 29 17:29:23.490003 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-0eada1e5-2eb5-4b7e-a7bb-17c3271ef83f req-d6c91721-9904-4304-8dd0-08d3ada22644 service neutron] 10.222.0.69 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214936 Jul 29 17:29:24.134802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e290785-f146-4c1a-8b97-aee1b650ad16 req-6de57ff2-9540-4526-88d0-6a869081c8e1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:24.136269 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8e290785-f146-4c1a-8b97-aee1b650ad16 req-6de57ff2-9540-4526-88d0-6a869081c8e1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.0859525 Jul 29 17:29:24.181980 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8e290785-f146-4c1a-8b97-aee1b650ad16 req-001ef198-c8f2-4bc0-addb-723782bef9e9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400872 Jul 29 17:29:25.373004 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736edaed-f5a6-48ee-b9f8-a3566a831db2 req-8e2d31fa-f68a-4044-b88c-680e9a7bef60 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:25.375254 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-736edaed-f5a6-48ee-b9f8-a3566a831db2 req-8e2d31fa-f68a-4044-b88c-680e9a7bef60 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.0859485 Jul 29 17:29:25.417977 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-736edaed-f5a6-48ee-b9f8-a3566a831db2 req-b10d3f7d-073f-4423-b256-63e67e0ec7d0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372059 Jul 29 17:29:26.613805 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff9238-bc87-42cd-b853-eddc160ba0f0 req-5a04aac9-3bca-448a-ad54-667db061a37a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:26.615248 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1cff9238-bc87-42cd-b853-eddc160ba0f0 req-5a04aac9-3bca-448a-ad54-667db061a37a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.0903456 Jul 29 17:29:26.658539 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1cff9238-bc87-42cd-b853-eddc160ba0f0 req-eba9d38c-73cb-4356-ad7d-97855a3bc52c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377975 Jul 29 17:29:28.000248 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246743d-64eb-4e9d-9a89-a00577684835 req-c5a18ee3-5621-4b71-b052-17b65bde7012 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:28.001724 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2246743d-64eb-4e9d-9a89-a00577684835 req-c5a18ee3-5621-4b71-b052-17b65bde7012 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.0866513 Jul 29 17:29:28.047711 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2246743d-64eb-4e9d-9a89-a00577684835 req-69bc55a4-afdc-4b6a-872d-7f7a31f1abd8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404150 Jul 29 17:29:29.241070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee20ea-82f3-4fac-9cdd-f7febd9549de req-a0425141-951f-47d2-a431-cb46c72f5a21 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:29.242520 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-36ee20ea-82f3-4fac-9cdd-f7febd9549de req-a0425141-951f-47d2-a431-cb46c72f5a21 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.0857522 Jul 29 17:29:29.285302 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-36ee20ea-82f3-4fac-9cdd-f7febd9549de req-df783696-3b5f-42ff-b76a-0da106e3fc33 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372140 Jul 29 17:29:30.482708 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dae06a-981a-4586-8c28-acdb68e56053 req-b73b6fd6-2f1d-4032-a80a-c656eace80ba tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:30.484159 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-36dae06a-981a-4586-8c28-acdb68e56053 req-b73b6fd6-2f1d-4032-a80a-c656eace80ba tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.0913861 Jul 29 17:29:30.527817 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-36dae06a-981a-4586-8c28-acdb68e56053 req-ad472e4e-1d93-465a-b2a3-ab232f76b116 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380497 Jul 29 17:29:31.718047 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98afa9-a5fe-4172-a082-10a30020f624 req-88f2aae3-ea58-4c25-91ab-ed91bba2244a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:31.720042 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fe98afa9-a5fe-4172-a082-10a30020f624 req-88f2aae3-ea58-4c25-91ab-ed91bba2244a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.0869553 Jul 29 17:29:31.767227 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fe98afa9-a5fe-4172-a082-10a30020f624 req-da9ae22f-b042-4d41-8ea5-d51775743288 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 Jul 29 17:29:32.960371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d188a-8d2b-4ccd-a223-9b6d99a27dc7 req-b6d13588-f073-42f5-8f36-c6461f76d6c5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:32.961841 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb6d188a-8d2b-4ccd-a223-9b6d99a27dc7 req-b6d13588-f073-42f5-8f36-c6461f76d6c5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.0871177 Jul 29 17:29:33.005159 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb6d188a-8d2b-4ccd-a223-9b6d99a27dc7 req-2d578162-6ade-4bb3-8fc1-d33e26a5cf12 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377138 Jul 29 17:29:34.199909 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079375b-9086-4362-9d8f-19a73a375cd2 req-4f4e85d9-ae68-449d-9598-a294f8816e46 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:34.201386 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4079375b-9086-4362-9d8f-19a73a375cd2 req-4f4e85d9-ae68-449d-9598-a294f8816e46 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.0906568 Jul 29 17:29:34.244639 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4079375b-9086-4362-9d8f-19a73a375cd2 req-5b13df24-3194-4577-9175-3e054cb66f9b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370002 Jul 29 17:29:35.441068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504d335-1f06-4743-8c93-6daf9df8d999 req-d6781ee4-d98b-43a1-8e13-3a260157be33 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:29:35.442521 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e504d335-1f06-4743-8c93-6daf9df8d999 req-d6781ee4-d98b-43a1-8e13-3a260157be33 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.0871594 Jul 29 17:29:35.488252 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e504d335-1f06-4743-8c93-6daf9df8d999 req-d08e801d-8ca9-4cea-9032-30addb9099dc tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400000 Jul 29 17:29:35.518712 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33902) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:29:35.622555 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ae77a37a-1941-4417-a1f0-6116679a1a67 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/0b283b59-9cdd-4697-b9a1-d5c6f52ee17c HTTP/1.1" status: 200 len: 993 time: 0.1027582 Jul 29 17:29:45.201998 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ee392018-2290-47eb-9130-c0eec01136b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:47.760315 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8876f751-95c7-485f-bd79-c6e974950b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:48.229978 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:29:48.426878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:48.598393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:50.092216 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:51.078274 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:15.203402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0282313e-1ddd-45f9-92af-014c6e636ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:15.450700 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e23313b-8aad-48bd-841e-1d577e085d86 req-40de2799-5287-4a16-8dfe-77eb4c9b7369 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797017 Jul 29 17:30:15.592735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23313b-8aad-48bd-841e-1d577e085d86 req-95614cd1-ec6a-417e-b7b2-5b0c69d2c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:15.594256 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e23313b-8aad-48bd-841e-1d577e085d86 req-95614cd1-ec6a-417e-b7b2-5b0c69d2c091 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 1099 time: 0.0789783 Jul 29 17:30:15.735186 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23313b-8aad-48bd-841e-1d577e085d86 req-bb9a0150-0984-4342-ba59-8e60d219492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:15.736627 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e23313b-8aad-48bd-841e-1d577e085d86 req-bb9a0150-0984-4342-ba59-8e60d219492c service neutron] 10.222.0.69 "GET /v2.0/networks?id=61e49349-ba81-4a15-9691-1bb2bd58a517 HTTP/1.1" status: 200 len: 898 time: 0.1241753 Jul 29 17:30:15.839330 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e23313b-8aad-48bd-841e-1d577e085d86 req-bcca9cf8-996f-4d27-af89-3b206e493dfe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79b8b2f5-633d-4efa-a4c5-1190b741a97d HTTP/1.1" status: 200 len: 1001 time: 0.0966129 Jul 29 17:30:15.994182 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23313b-8aad-48bd-841e-1d577e085d86 req-ab64cacf-1620-4ab6-8577-575b6b30def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:15.995561 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e23313b-8aad-48bd-841e-1d577e085d86 req-ab64cacf-1620-4ab6-8577-575b6b30def2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b HTTP/1.1" status: 200 len: 834 time: 0.1509356 Jul 29 17:30:16.075270 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23313b-8aad-48bd-841e-1d577e085d86 req-5123d6bd-e2cd-464b-8eb6-ed53341e1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:16.076702 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e23313b-8aad-48bd-841e-1d577e085d86 req-5123d6bd-e2cd-464b-8eb6-ed53341e1f8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61e49349-ba81-4a15-9691-1bb2bd58a517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753422 Jul 29 17:30:16.203888 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e23313b-8aad-48bd-841e-1d577e085d86 req-3457b10c-2b91-46b8-b2f3-42e4701e3387 service neutron] 10.222.0.69 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205120 Jul 29 17:30:16.333018 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e23313b-8aad-48bd-841e-1d577e085d86 req-5bd5ea69-77cb-4970-a681-ec6787fe2b43 service neutron] 10.222.0.69 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229146 Jul 29 17:30:17.761034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fa23704a-2acd-46d9-a92c-84465fb2dc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:18.428302 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:18.600430 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:20.095380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:21.079515 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:22.942287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33926) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:23.137505 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port db35517e-6c6d-4d03-af73-a09a50a5fc78 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:30:23.137843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:23.303491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:23.303809 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:23.526895 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for db35517e-6c6d-4d03-af73-a09a50a5fc78 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:30:23.673007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:23.717986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=db35517e-6c6d-4d03-af73-a09a50a5fc78,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:23.764413 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:23.764741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:23.765113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:23.765419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:23.765762 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:23.766096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:23.766424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:23.766787 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:23.767113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:23.767492 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:23.767761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:23.768088 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:23.826401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:23.826730 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Floating IP 0b283b59-9cdd-4697-b9a1-d5c6f52ee17c disassociated (deleted). External IP: 172.26.1.95, port: 79b8b2f5-633d-4efa-a4c5-1190b741a97d. Jul 29 17:30:24.169846 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router b4110cb9-cd6b-45c5-b60a-a2c664002e2c has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:30:24.347284 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:30:24.356649 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e1e6fe-fdf1-4656-a1e7-9f69c3804548 None None] Sync routers for ids ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:30:24.364275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:24.365966 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e1e6fe-fdf1-4656-a1e7-9f69c3804548 None None] Routers {'b4110cb9-cd6b-45c5-b60a-a2c664002e2c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:30:24.366643 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f1e1e6fe-fdf1-4656-a1e7-9f69c3804548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:30:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:24.418472 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-2f11c054-43a2-4d16-96fa-f054d17783ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/floatingips/0b283b59-9cdd-4697-b9a1-d5c6f52ee17c HTTP/1.1" status: 204 len: 168 time: 1.4752042 Jul 29 17:30:24.419050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2490d061-898f-4652-adf3-9f6b1534efb5', 'tag': '79b8b2f5-633d-4efa-a4c5-1190b741a97d'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:30:24.472669 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef5e23c-aeca-4816-8d10-d301232f1168'] response: {'name': 'network-changed', 'server_uuid': '2490d061-898f-4652-adf3-9f6b1534efb5', 'tag': '79b8b2f5-633d-4efa-a4c5-1190b741a97d', 'status': 'completed', 'code': 200} Jul 29 17:30:24.550635 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-f1e1e6fe-fdf1-4656-a1e7-9f69c3804548 None None] Set router b4110cb9-cd6b-45c5-b60a-a2c664002e2c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:30:24.582818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d680d33-b7f6-4587-858d-f40f0642c799 req-abba4a86-d7ff-42d5-a2ce-6441038bc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:24.584463 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4d680d33-b7f6-4587-858d-f40f0642c799 req-abba4a86-d7ff-42d5-a2ce-6441038bc344 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 1099 time: 0.0907905 Jul 29 17:30:24.723875 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d680d33-b7f6-4587-858d-f40f0642c799 req-3f24fda9-e449-496f-a5d4-c1dd4f485af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:24.725361 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4d680d33-b7f6-4587-858d-f40f0642c799 req-3f24fda9-e449-496f-a5d4-c1dd4f485af4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=61e49349-ba81-4a15-9691-1bb2bd58a517 HTTP/1.1" status: 200 len: 898 time: 0.1351678 Jul 29 17:30:24.795072 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4d680d33-b7f6-4587-858d-f40f0642c799 req-11d9c2f2-87d5-4884-b3a1-60509d028dc2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79b8b2f5-633d-4efa-a4c5-1190b741a97d HTTP/1.1" status: 200 len: 217 time: 0.0636351 Jul 29 17:30:24.818983 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcd788-5c8c-4208-b8f3-9ffb44c912fe req-84516429-57ba-4c4b-bcd7-4153491dc2b2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:24.819992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-fcdcd788-5c8c-4208-b8f3-9ffb44c912fe req-84516429-57ba-4c4b-bcd7-4153491dc2b2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:30:24.837684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-fcdcd788-5c8c-4208-b8f3-9ffb44c912fe req-84516429-57ba-4c4b-bcd7-4153491dc2b2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:30:24.838852 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fcdcd788-5c8c-4208-b8f3-9ffb44c912fe req-84516429-57ba-4c4b-bcd7-4153491dc2b2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.1123714 Jul 29 17:30:24.861589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d680d33-b7f6-4587-858d-f40f0642c799 req-43792de7-9a08-4d87-b58b-352110ead384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:24.863031 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4d680d33-b7f6-4587-858d-f40f0642c799 req-43792de7-9a08-4d87-b58b-352110ead384 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b HTTP/1.1" status: 200 len: 834 time: 0.0610440 Jul 29 17:30:24.893618 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fcdcd788-5c8c-4208-b8f3-9ffb44c912fe req-049437e8-8fbd-4a9c-be8c-2298f13ff4c1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486701 Jul 29 17:30:24.926240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f1e1e6fe-fdf1-4656-a1e7-9f69c3804548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:00Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'fdb993df-d941-43fb-908d-5b0515c7c6c5', 'name': '', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:ba:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:28:00Z', 'updated_at': '2022-07-29T17:28:05Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:24.930130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e1e6fe-fdf1-4656-a1e7-9f69c3804548 None None] Checking router: b4110cb9-cd6b-45c5-b60a-a2c664002e2c for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:30:24.938405 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e1e6fe-fdf1-4656-a1e7-9f69c3804548 None None] Routers {'b4110cb9-cd6b-45c5-b60a-a2c664002e2c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:30:24.939541 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f1e1e6fe-fdf1-4656-a1e7-9f69c3804548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:30:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:24.952436 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d680d33-b7f6-4587-858d-f40f0642c799 req-b8e95313-33ee-42f3-8d69-815d9eeab04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:24.953979 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4d680d33-b7f6-4587-858d-f40f0642c799 req-b8e95313-33ee-42f3-8d69-815d9eeab04f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=61e49349-ba81-4a15-9691-1bb2bd58a517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816460 Jul 29 17:30:25.086611 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4d680d33-b7f6-4587-858d-f40f0642c799 req-27872372-a54d-41d3-9fb0-9a60a744b497 service neutron] 10.222.0.69 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262519 Jul 29 17:30:25.115376 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-f1e1e6fe-fdf1-4656-a1e7-9f69c3804548 None None] Set router b4110cb9-cd6b-45c5-b60a-a2c664002e2c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:30:25.221420 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4d680d33-b7f6-4587-858d-f40f0642c799 req-6307feff-52ea-4af7-9845-7eae9bf1df6c service neutron] 10.222.0.69 "GET /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281879 Jul 29 17:30:25.228865 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:30:25.426335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-f1e1e6fe-fdf1-4656-a1e7-9f69c3804548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:00Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'fdb993df-d941-43fb-908d-5b0515c7c6c5', 'name': '', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:ba:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:28:00Z', 'updated_at': '2022-07-29T17:28:05Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:25.430125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e1e6fe-fdf1-4656-a1e7-9f69c3804548 None None] The sync data for ids ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'] in dv-neutron-851534-1-hyperv is: [{'id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:00Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'fdb993df-d941-43fb-908d-5b0515c7c6c5', 'name': '', 'network_id': '61e49349-ba81-4a15-9691-1bb2bd58a517', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:ba:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:28:00Z', 'updated_at': '2022-07-29T17:28:05Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:30:25.641423 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3920b850-5f1f-4be4-8205-5444322352d1 None None] New status for floating IP 0b283b59-9cdd-4697-b9a1-d5c6f52ee17c: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:30:26.081716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03a376-e594-42a7-9089-5b134aa831a1 req-31ed8de2-0500-44c0-90c8-c00cf5ada1ab tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:26.083093 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cf03a376-e594-42a7-9089-5b134aa831a1 req-31ed8de2-0500-44c0-90c8-c00cf5ada1ab tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.0862112 Jul 29 17:30:26.130037 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cf03a376-e594-42a7-9089-5b134aa831a1 req-c828de33-e059-4406-ae46-c072945faa24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=d31d7989-f81b-4082-aa93-b41929853525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413327 Jul 29 17:30:26.481288 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb00d8d-5ca8-4e6b-90bc-400b89f201c9 req-82049b4c-7c05-493d-91af-853cc3dd72cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:26.481978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-4eb00d8d-5ca8-4e6b-90bc-400b89f201c9 req-82049b4c-7c05-493d-91af-853cc3dd72cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:30:26.493435 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-4eb00d8d-5ca8-4e6b-90bc-400b89f201c9 req-82049b4c-7c05-493d-91af-853cc3dd72cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:30:26.494505 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4eb00d8d-5ca8-4e6b-90bc-400b89f201c9 req-82049b4c-7c05-493d-91af-853cc3dd72cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 946 time: 0.1016510 Jul 29 17:30:26.562936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-4eb00d8d-5ca8-4e6b-90bc-400b89f201c9 req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port 79b8b2f5-633d-4efa-a4c5-1190b741a97d {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:30:26.563281 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-4eb00d8d-5ca8-4e6b-90bc-400b89f201c9 req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:26.805672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-4eb00d8d-5ca8-4e6b-90bc-400b89f201c9 req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] For port 79b8b2f5-633d-4efa-a4c5-1190b741a97d, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=79b8b2f5-633d-4efa-a4c5-1190b741a97d,segment=NetworkSegment(174eb7ea-2aa7-4cc3-8536-e122773c278f),segment_id=174eb7ea-2aa7-4cc3-8536-e122773c278f)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:30:26.805949 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-4eb00d8d-5ca8-4e6b-90bc-400b89f201c9 req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:27.016317 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-4eb00d8d-5ca8-4e6b-90bc-400b89f201c9 req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for 79b8b2f5-633d-4efa-a4c5-1190b741a97d owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:30:27.160090 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-4eb00d8d-5ca8-4e6b-90bc-400b89f201c9 req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:27.211961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=79b8b2f5-633d-4efa-a4c5-1190b741a97d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:27.255288 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:27.255642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:27.255988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:27.256325 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:27.256656 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:27.256995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:27.257347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:27.257678 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:27.258006 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:27.258329 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:27.258657 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:27.258997 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:27.293134 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dd2fa1e3-61a1-4462-abdf-7b3dbb786e3f req-dfa7e57b-b019-4b24-aa6f-fad50f7b8ab6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=2490d061-898f-4652-adf3-9f6b1534efb5 HTTP/1.1" status: 200 len: 210 time: 0.0502672 Jul 29 17:30:27.307713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb00d8d-5ca8-4e6b-90bc-400b89f201c9 req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] No DVR routers for this DVR port 79b8b2f5-633d-4efa-a4c5-1190b741a97d on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:30:27.310155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-4eb00d8d-5ca8-4e6b-90bc-400b89f201c9 req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:27.312662 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2490d061-898f-4652-adf3-9f6b1534efb5', 'name': 'network-vif-deleted', 'tag': '79b8b2f5-633d-4efa-a4c5-1190b741a97d'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:30:27.328276 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4eb00d8d-5ca8-4e6b-90bc-400b89f201c9 req-3792b0a2-27a4-4aec-b16a-38e4f01e82a1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "DELETE /v2.0/ports/79b8b2f5-633d-4efa-a4c5-1190b741a97d HTTP/1.1" status: 204 len: 173 time: 0.8287239 Jul 29 17:30:27.362375 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f394ff-cc55-4ef8-8e72-20ebf1d5ffb0'] response: {'server_uuid': '2490d061-898f-4652-adf3-9f6b1534efb5', 'name': 'network-vif-deleted', 'tag': '79b8b2f5-633d-4efa-a4c5-1190b741a97d', 'status': 'completed', 'code': 200} Jul 29 17:30:28.391306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33946) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:29.039767 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c0aa-a55e-47da-bd05-548cfd56d04d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:29.393011 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c0b6c0aa-a55e-47da-bd05-548cfd56d04d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port fdb993df-d941-43fb-908d-5b0515c7c6c5 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:30:29.393771 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c0aa-a55e-47da-bd05-548cfd56d04d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:29.576973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-c0b6c0aa-a55e-47da-bd05-548cfd56d04d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] For port fdb993df-d941-43fb-908d-5b0515c7c6c5, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=fdb993df-d941-43fb-908d-5b0515c7c6c5,segment=NetworkSegment(174eb7ea-2aa7-4cc3-8536-e122773c278f),segment_id=174eb7ea-2aa7-4cc3-8536-e122773c278f)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:30:29.577353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c0aa-a55e-47da-bd05-548cfd56d04d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:29.699911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c0b6c0aa-a55e-47da-bd05-548cfd56d04d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for fdb993df-d941-43fb-908d-5b0515c7c6c5 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:30:29.880090 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c0aa-a55e-47da-bd05-548cfd56d04d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:29.929980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6c0aa-a55e-47da-bd05-548cfd56d04d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=fdb993df-d941-43fb-908d-5b0515c7c6c5,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:30.308986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c0aa-a55e-47da-bd05-548cfd56d04d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:30.544226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 79b8b2f5-633d-4efa-a4c5-1190b741a97d no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:30:30.578148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 79b8b2f5-633d-4efa-a4c5-1190b741a97d {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:30:30.578424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 79b8b2f5-633d-4efa-a4c5-1190b741a97d not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:30:30.665635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b6c0aa-a55e-47da-bd05-548cfd56d04d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router b4110cb9-cd6b-45c5-b60a-a2c664002e2c has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:30:30.840669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b6c0aa-a55e-47da-bd05-548cfd56d04d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:30:30.850720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c3771-2917-4661-9a47-1e7a624ecfaf None None] Sync routers for ids ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:30:30.854540 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c0b6c0aa-a55e-47da-bd05-548cfd56d04d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "PUT /v2.0/routers/b4110cb9-cd6b-45c5-b60a-a2c664002e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4616795 Jul 29 17:30:30.857198 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33950) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:30.860013 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c3771-2917-4661-9a47-1e7a624ecfaf None None] Routers {'b4110cb9-cd6b-45c5-b60a-a2c664002e2c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:30:30.860645 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c07c3771-2917-4661-9a47-1e7a624ecfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:30:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:30.920379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca224b49-5457-4033-ab7e-b6156d775a10 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting subnet 1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:30:30.923780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca224b49-5457-4033-ab7e-b6156d775a10 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:30.981291 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca224b49-5457-4033-ab7e-b6156d775a10 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:31.035349 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c07c3771-2917-4661-9a47-1e7a624ecfaf None None] Set router b4110cb9-cd6b-45c5-b60a-a2c664002e2c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:30:31.066123 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca224b49-5457-4033-ab7e-b6156d775a10 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:31.140951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca224b49-5457-4033-ab7e-b6156d775a10 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:31.180502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca224b49-5457-4033-ab7e-b6156d775a10 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Subnet': ['ID=1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:31.183987 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ca224b49-5457-4033-ab7e-b6156d775a10 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:31.190635 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ca224b49-5457-4033-ab7e-b6156d775a10 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/subnets/1b01b0e7-7f19-4bf5-bde6-3684ddf9bf5b HTTP/1.1" status: 204 len: 168 time: 0.3325007 Jul 29 17:30:31.193311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33954) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:31.201236 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261273fc-45b2-4fe4-b339-65e6b07c12f2 None None] Network 61e49349-ba81-4a15-9691-1bb2bd58a517 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:30:31.371956 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:31.537903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c07c3771-2917-4661-9a47-1e7a624ecfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:30:29Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:31.542225 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c3771-2917-4661-9a47-1e7a624ecfaf None None] Checking router: b4110cb9-cd6b-45c5-b60a-a2c664002e2c for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:30:31.552502 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c3771-2917-4661-9a47-1e7a624ecfaf None None] Routers {'b4110cb9-cd6b-45c5-b60a-a2c664002e2c'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:30:31.553232 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c07c3771-2917-4661-9a47-1e7a624ecfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:30:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:31.664597 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] DHCP port deletion for 61e49349-ba81-4a15-9691-1bb2bd58a517 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:30:31.677439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:31.684995 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Deleting port 4d7553b1-3570-4ec3-8ef0-15b109f0f861 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:30:31.685415 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:31.687360 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port 4cfa90ae-301c-4f54-a11f-f92e97e26177 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:30:31.687732 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:31.819994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c07c3771-2917-4661-9a47-1e7a624ecfaf None None] Set router b4110cb9-cd6b-45c5-b60a-a2c664002e2c gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:30:31.866932 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] For port 4cfa90ae-301c-4f54-a11f-f92e97e26177, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4cfa90ae-301c-4f54-a11f-f92e97e26177,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:30:31.867242 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4d7553b1-3570-4ec3-8ef0-15b109f0f861 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:30:31.867346 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:31.991630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for 4cfa90ae-301c-4f54-a11f-f92e97e26177 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:30:32.155328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] For port 4d7553b1-3570-4ec3-8ef0-15b109f0f861, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=4d7553b1-3570-4ec3-8ef0-15b109f0f861,segment=NetworkSegment(174eb7ea-2aa7-4cc3-8536-e122773c278f),segment_id=174eb7ea-2aa7-4cc3-8536-e122773c278f)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:30:32.155668 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.157689 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.205645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=4cfa90ae-301c-4f54-a11f-f92e97e26177,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:32.303287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.311136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Calling delete_port for 4d7553b1-3570-4ec3-8ef0-15b109f0f861 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:30:32.448934 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 4d7553b1-3570-4ec3-8ef0-15b109f0f861 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:30:32.449279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.479487 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.479976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.482199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.506892 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.507483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Fanout notify agent at l3_agent the message router_deleted on router b4110cb9-cd6b-45c5-b60a-a2c664002e2c {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:30:32.527078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.530796 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-892c5e7f-1cf3-4569-9387-a66e2e9616f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/routers/b4110cb9-cd6b-45c5-b60a-a2c664002e2c HTTP/1.1" status: 204 len: 168 time: 1.3340628 Jul 29 17:30:32.531107 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33958) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:32.561500 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Pushing event deleted for resources: {'Port': ['ID=4d7553b1-3570-4ec3-8ef0-15b109f0f861,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:32.576860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] No DVR routers for this DVR port 4d7553b1-3570-4ec3-8ef0-15b109f0f861 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:30:32.580678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:32.581001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:32.581364 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:32.581725 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:32.582020 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:32.582353 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:32.584538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:32.584538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:32.584538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:32.584538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:32.584538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:32.584538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a2177-4e6f-4bd8-99cf-7b914287df71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:32.599627 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c07c3771-2917-4661-9a47-1e7a624ecfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:30:29Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:32.603681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c3771-2917-4661-9a47-1e7a624ecfaf None None] The sync data for ids ['b4110cb9-cd6b-45c5-b60a-a2c664002e2c'] in dv-neutron-851534-1-hyperv is: [{'id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339567421', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216'}], 'enable_snat': True}, 'gw_port_id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:30:29Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '4cfa90ae-301c-4f54-a11f-f92e97e26177', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4110cb9-cd6b-45c5-b60a-a2c664002e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:27:56Z', 'updated_at': '2022-07-29T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:30:32.649860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-330a3161-e72e-434f-ac59-34161a8c80da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.778489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-330a3161-e72e-434f-ac59-34161a8c80da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.802619 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-330a3161-e72e-434f-ac59-34161a8c80da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e49349-ba81-4a15-9691-1bb2bd58a517']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:32.814644 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-330a3161-e72e-434f-ac59-34161a8c80da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174eb7ea-2aa7-4cc3-8536-e122773c278f') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:32.814937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-330a3161-e72e-434f-ac59-34161a8c80da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174eb7ea-2aa7-4cc3-8536-e122773c278f') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:32.825835 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-330a3161-e72e-434f-ac59-34161a8c80da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.841495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-330a3161-e72e-434f-ac59-34161a8c80da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.848265 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330a3161-e72e-434f-ac59-34161a8c80da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:30:32.848576 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-330a3161-e72e-434f-ac59-34161a8c80da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.916749 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 174eb7ea-2aa7-4cc3-8536-e122773c278f resource provider aggregate not found Jul 29 17:30:32.939535 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 174eb7ea-2aa7-4cc3-8536-e122773c278f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 174eb7ea-2aa7-4cc3-8536-e122773c278f found for delete ", "request_id": "req-0e861c65-309d-4a5a-80e1-1ee075139f3a"}]} Jul 29 17:30:32.951285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-330a3161-e72e-434f-ac59-34161a8c80da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.956462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-330a3161-e72e-434f-ac59-34161a8c80da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:32.983092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a3161-e72e-434f-ac59-34161a8c80da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Network': ['ID=61e49349-ba81-4a15-9691-1bb2bd58a517,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:32.991185 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-330a3161-e72e-434f-ac59-34161a8c80da tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/networks/61e49349-ba81-4a15-9691-1bb2bd58a517 HTTP/1.1" status: 204 len: 168 time: 0.4587464 Jul 29 17:30:32.993529 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33966) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:33.063772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f14e4fd1-df53-4324-8b46-35ad43da31cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.093906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f14e4fd1-df53-4324-8b46-35ad43da31cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.163599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f14e4fd1-df53-4324-8b46-35ad43da31cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.292664 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e4fd1-df53-4324-8b46-35ad43da31cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31d7989-f81b-4082-aa93-b41929853525,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:33.304527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f14e4fd1-df53-4324-8b46-35ad43da31cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.305685 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f14e4fd1-df53-4324-8b46-35ad43da31cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/security-groups/d31d7989-f81b-4082-aa93-b41929853525 HTTP/1.1" status: 204 len: 168 time: 0.3112562 Jul 29 17:30:33.422104 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33974) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:33.427698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8d8b8210-18f1-40de-9df6-a72a4a623156 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1537187475', 'description': 'tempest-secgroup-smoke-1537187475 description', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:30:33.433659 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8d8b8210-18f1-40de-9df6-a72a4a623156 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:30:33.437790 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8d8b8210-18f1-40de-9df6-a72a4a623156 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:30:33.441157 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8d8b8210-18f1-40de-9df6-a72a4a623156 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:30:33.446862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8d8b8210-18f1-40de-9df6-a72a4a623156 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:30:33.457177 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8210-18f1-40de-9df6-a72a4a623156 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.475839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8d8b8210-18f1-40de-9df6-a72a4a623156 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:30:33.479550 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8d8b8210-18f1-40de-9df6-a72a4a623156 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:30:33.482336 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8d8b8210-18f1-40de-9df6-a72a4a623156 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:30:33.487998 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8d8b8210-18f1-40de-9df6-a72a4a623156 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:30:33.557453 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8210-18f1-40de-9df6-a72a4a623156 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.561588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8210-18f1-40de-9df6-a72a4a623156 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.607193 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b8210-18f1-40de-9df6-a72a4a623156 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88269f8e-d530-4922-bf46-1a7a20c233d3,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:33.617716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8210-18f1-40de-9df6-a72a4a623156 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.618931 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8d8b8210-18f1-40de-9df6-a72a4a623156 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1957834 Jul 29 17:30:33.621768 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33978) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:33.627598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-f8cbd61f-1166-461c-af6c-1e72e42ad8c0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': '88269f8e-d530-4922-bf46-1a7a20c233d3', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:30:33.633366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f8cbd61f-1166-461c-af6c-1e72e42ad8c0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:30:33.637238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f8cbd61f-1166-461c-af6c-1e72e42ad8c0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:30:33.640086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-f8cbd61f-1166-461c-af6c-1e72e42ad8c0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:30:33.645943 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-f8cbd61f-1166-461c-af6c-1e72e42ad8c0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:30:33.662566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f8cbd61f-1166-461c-af6c-1e72e42ad8c0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.721587 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f8cbd61f-1166-461c-af6c-1e72e42ad8c0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.725057 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f8cbd61f-1166-461c-af6c-1e72e42ad8c0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.749553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbd61f-1166-461c-af6c-1e72e42ad8c0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9816476-3300-4585-b802-39f90d912834,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:33.759918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f8cbd61f-1166-461c-af6c-1e72e42ad8c0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.761288 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f8cbd61f-1166-461c-af6c-1e72e42ad8c0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385860 Jul 29 17:30:33.764137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33982) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:33.769387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0020bb9c-bafe-4f13-919e-c948abde3bf5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': '88269f8e-d530-4922-bf46-1a7a20c233d3', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:30:33.775563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0020bb9c-bafe-4f13-919e-c948abde3bf5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:30:33.779593 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0020bb9c-bafe-4f13-919e-c948abde3bf5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:30:33.782741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0020bb9c-bafe-4f13-919e-c948abde3bf5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:30:33.788695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0020bb9c-bafe-4f13-919e-c948abde3bf5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:30:33.794064 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device fdb993df-d941-43fb-908d-5b0515c7c6c5 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:30:33.811080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0020bb9c-bafe-4f13-919e-c948abde3bf5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.829758 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: fdb993df-d941-43fb-908d-5b0515c7c6c5 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:30:33.830175 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device fdb993df-d941-43fb-908d-5b0515c7c6c5 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:30:33.830593 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4cfa90ae-301c-4f54-a11f-f92e97e26177 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:30:33.876061 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0020bb9c-bafe-4f13-919e-c948abde3bf5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.880571 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0020bb9c-bafe-4f13-919e-c948abde3bf5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.906220 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020bb9c-bafe-4f13-919e-c948abde3bf5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790a499d-63d5-4ab8-90cd-2e345e864b48,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:33.911496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 4cfa90ae-301c-4f54-a11f-f92e97e26177 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:30:33.911826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 4cfa90ae-301c-4f54-a11f-f92e97e26177 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:30:33.915880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0020bb9c-bafe-4f13-919e-c948abde3bf5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:33.917285 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0020bb9c-bafe-4f13-919e-c948abde3bf5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1521542 Jul 29 17:30:33.920041 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33986) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:33.925799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6388b2f1-e268-4c43-8926-6e43d956516f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': '88269f8e-d530-4922-bf46-1a7a20c233d3', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:30:33.931942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6388b2f1-e268-4c43-8926-6e43d956516f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:30:33.935799 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6388b2f1-e268-4c43-8926-6e43d956516f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:30:33.939396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6388b2f1-e268-4c43-8926-6e43d956516f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:30:33.945305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6388b2f1-e268-4c43-8926-6e43d956516f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:30:33.960867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6388b2f1-e268-4c43-8926-6e43d956516f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.021291 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6388b2f1-e268-4c43-8926-6e43d956516f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.024772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6388b2f1-e268-4c43-8926-6e43d956516f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.052316 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388b2f1-e268-4c43-8926-6e43d956516f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1240201f-d93f-429f-8eb0-f0fe00d65f9a,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:34.058832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6388b2f1-e268-4c43-8926-6e43d956516f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.060172 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6388b2f1-e268-4c43-8926-6e43d956516f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392121 Jul 29 17:30:34.063056 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33990) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:34.068002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-32f5e2fa-067d-4c13-af7e-2ab16fe078e0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': '88269f8e-d530-4922-bf46-1a7a20c233d3', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:30:34.073842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-32f5e2fa-067d-4c13-af7e-2ab16fe078e0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:30:34.077685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-32f5e2fa-067d-4c13-af7e-2ab16fe078e0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:30:34.080527 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-32f5e2fa-067d-4c13-af7e-2ab16fe078e0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:30:34.086270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-32f5e2fa-067d-4c13-af7e-2ab16fe078e0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:30:34.103165 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-32f5e2fa-067d-4c13-af7e-2ab16fe078e0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.167530 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-32f5e2fa-067d-4c13-af7e-2ab16fe078e0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.171161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-32f5e2fa-067d-4c13-af7e-2ab16fe078e0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.194019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5e2fa-067d-4c13-af7e-2ab16fe078e0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62d9d12-7333-422d-8e7a-44ed5596f2ab,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:34.203330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-32f5e2fa-067d-4c13-af7e-2ab16fe078e0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.204876 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-32f5e2fa-067d-4c13-af7e-2ab16fe078e0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407681 Jul 29 17:30:34.207639 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33994) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:34.212443 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-5730305c-4869-430d-a82e-82d467091bf7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': '88269f8e-d530-4922-bf46-1a7a20c233d3', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:30:34.218038 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5730305c-4869-430d-a82e-82d467091bf7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:30:34.222294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5730305c-4869-430d-a82e-82d467091bf7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:30:34.225137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5730305c-4869-430d-a82e-82d467091bf7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:30:34.230973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5730305c-4869-430d-a82e-82d467091bf7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:30:34.241814 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-5730305c-4869-430d-a82e-82d467091bf7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Project 623946eed0bc4715a04a0d7bf3447b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:30:34.247993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5730305c-4869-430d-a82e-82d467091bf7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.311377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5730305c-4869-430d-a82e-82d467091bf7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.314857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5730305c-4869-430d-a82e-82d467091bf7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.337332 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730305c-4869-430d-a82e-82d467091bf7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29772788-6b98-4f32-b8d4-652e18f2c168,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:34.346158 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5730305c-4869-430d-a82e-82d467091bf7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.347326 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5730305c-4869-430d-a82e-82d467091bf7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387925 Jul 29 17:30:34.350108 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 33998) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:34.354926 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-74aac857-571f-4234-a719-9984180db7b9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': '88269f8e-d530-4922-bf46-1a7a20c233d3', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:30:34.361337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-74aac857-571f-4234-a719-9984180db7b9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:30:34.365172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-74aac857-571f-4234-a719-9984180db7b9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:30:34.367986 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-74aac857-571f-4234-a719-9984180db7b9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:30:34.373683 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-74aac857-571f-4234-a719-9984180db7b9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:30:34.383931 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-74aac857-571f-4234-a719-9984180db7b9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Project 623946eed0bc4715a04a0d7bf3447b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:30:34.390230 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-74aac857-571f-4234-a719-9984180db7b9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.453615 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-74aac857-571f-4234-a719-9984180db7b9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.457528 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-74aac857-571f-4234-a719-9984180db7b9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.483015 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aac857-571f-4234-a719-9984180db7b9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df91c97c-351f-4824-bb4c-c12ec5fe7b70,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:34.492017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-74aac857-571f-4234-a719-9984180db7b9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.493241 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-74aac857-571f-4234-a719-9984180db7b9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421723 Jul 29 17:30:34.496005 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34002) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:34.501413 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'network': {'name': 'tempest-network-smoke--283186478', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'port_security_enabled': True}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:30:34.506221 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:30:34.510399 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:network and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:30:34.513244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:30:34.519520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:30:34.530474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Made reservation on behalf of 623946eed0bc4715a04a0d7bf3447b0f for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:30:34.534314 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.561359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:30:34.570137 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.570527 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Added segment 31ea6546-09b9-4a41-9e77-28cca6efc510 of type vlan for network 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 Jul 29 17:30:34.597105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.624839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.630322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:34.630893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.735926 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2389185 Jul 29 17:30:34.738596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34006) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:34.745459 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'admin_state_up': True, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:30:34.750846 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dee6db-7ab7-4c3e-894e-3efcf26debf4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Network': ['ID=1decb8a9-b2f9-4a41-a6da-23a3665c3a54,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:34.755760 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:30:34.760534 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:router and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:30:34.761418 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:30:34.763608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:30:34.769923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:30:34.779630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.780602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:34.796570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:35.057404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:35.354277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:35.382140 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:35.618010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.26.1.127 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/79e9505c-2481-42ac-aba1-b5e061303743) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:30:35.762234 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:35.790978 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:35.855606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:30:35.858387 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:30:35.862598 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:30:35.901691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=79e9505c-2481-42ac-aba1-b5e061303743,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:36.266116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:36.594322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:36.793493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:30:37.084029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:30:37.093450 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Sync routers for ids ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:30:37.102468 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Routers {'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:30:37.103066 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:30:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:37.109570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:37.111088 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8a6a944f-6aac-48a7-8d62-304f682b52fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3715780 Jul 29 17:30:37.114196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34010) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:37.153775 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8241d73a-ca94-4ad6-88c5-f3d493a1206b tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=623946eed0bc4715a04a0d7bf3447b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384858 Jul 29 17:30:37.156299 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34014) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:37.280532 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Set router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:30:37.284979 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52680961-eb58-4ce1-8c09-310f88af7da0 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:37.286504 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-52680961-eb58-4ce1-8c09-310f88af7da0 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293302 Jul 29 17:30:37.289409 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34018) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:37.328281 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-023c9911-972b-475b-8a3a-479c2085bd2f tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377967 Jul 29 17:30:37.331312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34022) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:37.336548 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917404105', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:30:37.445895 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:30:37.449709 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:subnet and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:30:37.452457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:30:37.458148 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:30:37.468882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Made reservation on behalf of 623946eed0bc4715a04a0d7bf3447b0f for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:30:37.472572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:37.563162 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '79e9505c-2481-42ac-aba1-b5e061303743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:30:34Z', 'updated_at': '2022-07-29T17:30:36Z', 'revision_number': 3, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '79e9505c-2481-42ac-aba1-b5e061303743', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:35Z', 'updated_at': '2022-07-29T17:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:37.567573 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Checking router: c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:30:37.567925 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Updating router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 port 79e9505c-2481-42ac-aba1-b5e061303743 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:30:37.623950 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:37.691113 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:37.767512 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Subnet': ['ID=9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:37.774890 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Checking segment: {'id': '31ea6546-09b9-4a41-9e77-28cca6efc510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:30:37.775245 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network hostable DHCP agents. Network: 1decb8a9-b2f9-4a41-a6da-23a3665c3a54, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:30:37.794839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:30:37.804729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 1decb8a9-b2f9-4a41-a6da-23a3665c3a54) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:30:37.808751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:37.810221 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:37.814772 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff6b828-d1d5-4b05-b4da-6607b2ed902a None None] Network 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:30:37.832561 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-853e9dd5-8303-46a2-8dfe-6a8f6e1e9fb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4999402 Jul 29 17:30:37.835394 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34026) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:37.953220 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:37.965980 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Transition to ACTIVE for port object 79e9505c-2481-42ac-aba1-b5e061303743 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:30:37.974238 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:38.037397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ips': [{'subnet_id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:30:38.038448 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:38.048183 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Attempting to bind port 79e9505c-2481-42ac-aba1-b5e061303743 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:30:38.048809 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Attempting to bind port 79e9505c-2481-42ac-aba1-b5e061303743 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:30:38.049457 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Attempting to bind port 79e9505c-2481-42ac-aba1-b5e061303743 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:30:38.058180 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a23b3-317c-4b7a-9519-5705eecbbde8 None None] Pushing event updated for resources: {'Port': ['ID=79e9505c-2481-42ac-aba1-b5e061303743,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:38.060411 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:30:38.060786 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:30:38.061204 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:38.061598 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:30:38.062071 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Bound port: 79e9505c-2481-42ac-aba1-b5e061303743, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:30:38.062408 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:38.134816 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a23b3-317c-4b7a-9519-5705eecbbde8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:38.135523 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a23b3-317c-4b7a-9519-5705eecbbde8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:38.135523 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a23b3-317c-4b7a-9519-5705eecbbde8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:38.135865 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a23b3-317c-4b7a-9519-5705eecbbde8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:38.136092 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a23b3-317c-4b7a-9519-5705eecbbde8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:38.136420 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a23b3-317c-4b7a-9519-5705eecbbde8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:38.136738 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a23b3-317c-4b7a-9519-5705eecbbde8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:38.137400 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a23b3-317c-4b7a-9519-5705eecbbde8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:38.137400 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a23b3-317c-4b7a-9519-5705eecbbde8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:38.137692 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a23b3-317c-4b7a-9519-5705eecbbde8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:38.138007 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a23b3-317c-4b7a-9519-5705eecbbde8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:38.138314 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a23b3-317c-4b7a-9519-5705eecbbde8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:30:38.180029 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] For port 79e9505c-2481-42ac-aba1-b5e061303743, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:30:38.183118 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] For port 79e9505c-2481-42ac-aba1-b5e061303743, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=79e9505c-2481-42ac-aba1-b5e061303743,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:30:38.187514 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:38.205860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Allocated IP 172.20.0.2 (1decb8a9-b2f9-4a41-a6da-23a3665c3a54/9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf/900e33f3-a705-463a-a9c7-64b7692ed7e0) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:30:38.263963 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Routers {'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:30:38.264561 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:30:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:38.321775 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a23b3-317c-4b7a-9519-5705eecbbde8 None None] Pushing event updated for resources: {'Port': ['ID=79e9505c-2481-42ac-aba1-b5e061303743,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:38.418523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:38.430418 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Transition to ACTIVE for port object 900e33f3-a705-463a-a9c7-64b7692ed7e0 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:30:38.448359 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] Set router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:30:38.450797 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Transition to ACTIVE for port object 900e33f3-a705-463a-a9c7-64b7692ed7e0 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:30:38.456206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:38.505203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Network 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:30:38.511698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:30:38.514003 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:30:38.647834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Pushing event updated for resources: {'Port': ['ID=900e33f3-a705-463a-a9c7-64b7692ed7e0,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:38.659641 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Attempting to bind port 900e33f3-a705-463a-a9c7-64b7692ed7e0 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:30:38.660028 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Attempting to bind port 900e33f3-a705-463a-a9c7-64b7692ed7e0 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '31ea6546-09b9-4a41-9e77-28cca6efc510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:30:38.660373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Attempting to bind port 900e33f3-a705-463a-a9c7-64b7692ed7e0 on network 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:30:38.665708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:30:38.666221 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Checking segment: {'id': '31ea6546-09b9-4a41-9e77-28cca6efc510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:30:38.666632 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:38.666999 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Bound using segment: {'id': '31ea6546-09b9-4a41-9e77-28cca6efc510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:30:38.667457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Bound port: 900e33f3-a705-463a-a9c7-64b7692ed7e0, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ea6546-09b9-4a41-9e77-28cca6efc510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:30:38.667826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:38.670124 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:38.738661 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '79e9505c-2481-42ac-aba1-b5e061303743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:30:34Z', 'updated_at': '2022-07-29T17:30:36Z', 'revision_number': 3, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '79e9505c-2481-42ac-aba1-b5e061303743', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:35Z', 'updated_at': '2022-07-29T17:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:38.743467 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cdffc0-973f-4da5-b5b9-1484203040be None None] The sync data for ids ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'] in dv-neutron-851534-1-hyperv is: [{'id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '79e9505c-2481-42ac-aba1-b5e061303743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:30:34Z', 'updated_at': '2022-07-29T17:30:36Z', 'revision_number': 3, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '79e9505c-2481-42ac-aba1-b5e061303743', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:35Z', 'updated_at': '2022-07-29T17:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:30:38.757118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] For port 900e33f3-a705-463a-a9c7-64b7692ed7e0, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:30:38.762264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] For port 900e33f3-a705-463a-a9c7-64b7692ed7e0, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=900e33f3-a705-463a-a9c7-64b7692ed7e0,segment=NetworkSegment(31ea6546-09b9-4a41-9e77-28cca6efc510),segment_id=31ea6546-09b9-4a41-9e77-28cca6efc510)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:30:38.767898 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:38.853133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d40ae-116f-437e-a332-414f6202d1ae None None] Pushing event updated for resources: {'Port': ['ID=900e33f3-a705-463a-a9c7-64b7692ed7e0,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:39.125703 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.20.0.1 (1decb8a9-b2f9-4a41-a6da-23a3665c3a54/9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf/2a55fc4e-7de2-4d7b-9a2d-87ca8f790859) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:30:39.300579 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:39.317524 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Transition to ACTIVE for port object 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:30:39.342503 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:39.415169 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:30:39.418304 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:30:39.422547 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:30:39.454737 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=2a55fc4e-7de2-4d7b-9a2d-87ca8f790859,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:39.486766 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:39.614656 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:39.874412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 79e9505c-2481-42ac-aba1-b5e061303743 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:30:39.935565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d483f11-173c-496e-84e4-76561001b7d9 None None] Network 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:30:40.040831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e9c54700-fde9-4f2f-bb41-29fb773d8b13 None None] Provisioning for port 900e33f3-a705-463a-a9c7-64b7692ed7e0 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:30:40.046717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:40.048837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 79e9505c-2481-42ac-aba1-b5e061303743 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:30:40.051909 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:40.056091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 79e9505c-2481-42ac-aba1-b5e061303743 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:30:40.056467 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:40.148513 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:40.292194 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 79e9505c-2481-42ac-aba1-b5e061303743 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:30:40.292505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:40.320384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 79e9505c-2481-42ac-aba1-b5e061303743, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=79e9505c-2481-42ac-aba1-b5e061303743,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:30:40.329971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:40.330757 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 900e33f3-a705-463a-a9c7-64b7692ed7e0 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:30:40.387980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=2a55fc4e-7de2-4d7b-9a2d-87ca8f790859,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:40.444433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:30:40.445688 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:30:40.498129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=79e9505c-2481-42ac-aba1-b5e061303743,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:40.514928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 900e33f3-a705-463a-a9c7-64b7692ed7e0 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:30:40.522642 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 900e33f3-a705-463a-a9c7-64b7692ed7e0 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:30:40.523456 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:40.642775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 900e33f3-a705-463a-a9c7-64b7692ed7e0 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:30:40.643170 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:40.646757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:30:40.680125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 900e33f3-a705-463a-a9c7-64b7692ed7e0, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=900e33f3-a705-463a-a9c7-64b7692ed7e0,segment=NetworkSegment(31ea6546-09b9-4a41-9e77-28cca6efc510),segment_id=31ea6546-09b9-4a41-9e77-28cca6efc510)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:30:40.686833 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:40.757586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e6f4cdd2-4953-4bd7-92b0-560eb368db3f None None] Provisioning complete for port 900e33f3-a705-463a-a9c7-64b7692ed7e0 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:30:40.757958 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e6f4cdd2-4953-4bd7-92b0-560eb368db3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:40.814733 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=900e33f3-a705-463a-a9c7-64b7692ed7e0,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:40.838866 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:30:40.859070 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a0af208a-a9e1-4bf9-ae2e-62910230aabe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "PUT /v2.0/routers/c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0164871 Jul 29 17:30:40.865303 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Sync routers for ids ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:30:40.894929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Routers {'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:30:40.895546 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:30:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:41.014866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4cdd2-4953-4bd7-92b0-560eb368db3f None None] Current status of the port 900e33f3-a705-463a-a9c7-64b7692ed7e0 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:30:41.031271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-06d04083-4eed-4a03-a33f-9639a96a344a req-79b32cd4-cbe3-447f-911d-170bd6a8321f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:30:41.048244 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-06d04083-4eed-4a03-a33f-9639a96a344a req-79b32cd4-cbe3-447f-911d-170bd6a8321f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:30:41.049963 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-79b32cd4-cbe3-447f-911d-170bd6a8321f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537187475&fields=id&tenant_id=623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 267 time: 0.0634842 Jul 29 17:30:41.057306 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e6f4cdd2-4953-4bd7-92b0-560eb368db3f None None] Provisioning for port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:30:41.067562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e6f4cdd2-4953-4bd7-92b0-560eb368db3f None None] Provisioning complete for port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:30:41.067860 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e6f4cdd2-4953-4bd7-92b0-560eb368db3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:41.138451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Set router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:30:41.189925 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4cdd2-4953-4bd7-92b0-560eb368db3f None None] Port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:30:41.200931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d04083-4eed-4a03-a33f-9639a96a344a req-59aa62f7-66f6-4f4d-9c67-c1702b8261a6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:41.201634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-06d04083-4eed-4a03-a33f-9639a96a344a req-59aa62f7-66f6-4f4d-9c67-c1702b8261a6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:30:41.216718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-06d04083-4eed-4a03-a33f-9639a96a344a req-59aa62f7-66f6-4f4d-9c67-c1702b8261a6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:30:41.217995 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-59aa62f7-66f6-4f4d-9c67-c1702b8261a6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/networks?id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54 HTTP/1.1" status: 200 len: 796 time: 0.1608496 Jul 29 17:30:41.232476 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-98f2f756-8e85-4f38-83e6-27504afff308 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/quotas/623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 375 time: 0.0091012 Jul 29 17:30:41.326893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-06d04083-4eed-4a03-a33f-9639a96a344a req-6fe1fb3e-51e0-4e32-8c22-452f55b8c5aa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:30:41.341801 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-06d04083-4eed-4a03-a33f-9639a96a344a req-6fe1fb3e-51e0-4e32-8c22-452f55b8c5aa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:30:41.343260 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-6fe1fb3e-51e0-4e32-8c22-452f55b8c5aa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045249 Jul 29 17:30:41.365096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0a22e16f-901f-4ac8-a40b-cfa355a1231d None None] Provisioning complete for port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:30:41.365345 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0a22e16f-901f-4ac8-a40b-cfa355a1231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:41.449272 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0a22e16f-901f-4ac8-a40b-cfa355a1231d None None] Port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:30:41.484202 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-483f5d02-87c7-46f6-9dd1-4063c196a33f service neutron] 10.222.0.58 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284301 Jul 29 17:30:41.512572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '79e9505c-2481-42ac-aba1-b5e061303743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:30:34Z', 'updated_at': '2022-07-29T17:30:39Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '79e9505c-2481-42ac-aba1-b5e061303743', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:35Z', 'updated_at': '2022-07-29T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '2a55fc4e-7de2-4d7b-9a2d-87ca8f790859', 'name': '', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:65:9b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:38Z', 'updated_at': '2022-07-29T17:30:39Z', 'revision_number': 2, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:41.517268 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Checking router: c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:30:41.517632 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Updating router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:30:41.573289 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:41.617955 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-4abcddb4-f6d3-43c7-9d03-0f1e7027d94b service neutron] 10.222.0.58 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266875 Jul 29 17:30:41.801657 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-83debf83-313d-494c-a0f4-6d0f6f421ec9 req-c2a59219-a987-416d-b9ca-7e88d558ec6d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 210 time: 0.0517178 Jul 29 17:30:41.814139 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 79e9505c-2481-42ac-aba1-b5e061303743 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:30:41.955485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 79e9505c-2481-42ac-aba1-b5e061303743 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:30:41.956125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:42.029569 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:42.045780 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Transition to ACTIVE for port object 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:30:42.082877 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:42.254349 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 79e9505c-2481-42ac-aba1-b5e061303743 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:30:42.255433 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 900e33f3-a705-463a-a9c7-64b7692ed7e0 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:30:42.337355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba7430-2dae-4407-bf78-84b6a1ab3b35 None None] Pushing event updated for resources: {'Port': ['ID=2a55fc4e-7de2-4d7b-9a2d-87ca8f790859,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:42.426671 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Attempting to bind port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:30:42.427038 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Attempting to bind port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '31ea6546-09b9-4a41-9e77-28cca6efc510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:30:42.427397 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Attempting to bind port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 on network 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:30:42.437314 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:30:42.437687 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Checking segment: {'id': '31ea6546-09b9-4a41-9e77-28cca6efc510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:30:42.438084 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:42.438494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Bound using segment: {'id': '31ea6546-09b9-4a41-9e77-28cca6efc510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:30:42.439006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Bound port: 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ea6546-09b9-4a41-9e77-28cca6efc510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:30:42.439324 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:42.452254 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 900e33f3-a705-463a-a9c7-64b7692ed7e0 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:30:42.452617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:42.606226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] For port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:30:42.627211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] For port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2a55fc4e-7de2-4d7b-9a2d-87ca8f790859,segment=NetworkSegment(31ea6546-09b9-4a41-9e77-28cca6efc510),segment_id=31ea6546-09b9-4a41-9e77-28cca6efc510)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:30:42.634783 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:42.667621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 900e33f3-a705-463a-a9c7-64b7692ed7e0 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:30:42.713614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Routers {'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:30:42.714226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:30:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:42.781162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba7430-2dae-4407-bf78-84b6a1ab3b35 None None] Pushing event updated for resources: {'Port': ['ID=2a55fc4e-7de2-4d7b-9a2d-87ca8f790859,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:42.908353 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] Set router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:30:42.934989 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-76f59eb0-1607-4b02-abcb-481f03b514f3 req-f17d5da4-1924-431d-996b-38f1b49d6bd1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 210 time: 0.0652046 Jul 29 17:30:43.222820 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '79e9505c-2481-42ac-aba1-b5e061303743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:30:34Z', 'updated_at': '2022-07-29T17:30:39Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '79e9505c-2481-42ac-aba1-b5e061303743', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:35Z', 'updated_at': '2022-07-29T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '2a55fc4e-7de2-4d7b-9a2d-87ca8f790859', 'name': '', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:65:9b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:38Z', 'updated_at': '2022-07-29T17:30:42Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:30:43.226734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea49fc-264a-48b5-83f3-a5d4629cd95c None None] The sync data for ids ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'] in dv-neutron-851534-1-hyperv is: [{'id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '79e9505c-2481-42ac-aba1-b5e061303743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:30:34Z', 'updated_at': '2022-07-29T17:30:39Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '79e9505c-2481-42ac-aba1-b5e061303743', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:35Z', 'updated_at': '2022-07-29T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '2a55fc4e-7de2-4d7b-9a2d-87ca8f790859', 'name': '', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:65:9b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:38Z', 'updated_at': '2022-07-29T17:30:42Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:30:43.822493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:30:43.894414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:30:43.899547 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:30:43.899950 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:44.030944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:30:44.031330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:44.060568 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-95850f95-086d-4027-9ce6-49d3a206a016 req-84692ea7-2ede-4d47-beb0-4923ff09f084 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 210 time: 0.0617411 Jul 29 17:30:44.068911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2a55fc4e-7de2-4d7b-9a2d-87ca8f790859,segment=NetworkSegment(31ea6546-09b9-4a41-9e77-28cca6efc510),segment_id=31ea6546-09b9-4a41-9e77-28cca6efc510)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:30:44.072856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:44.148579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=2a55fc4e-7de2-4d7b-9a2d-87ca8f790859,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:45.167084 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c98caac2-bcc7-45df-9d1b-88b489e7daf5 req-b5bc9c46-56d1-4501-9aed-1104024e1fb9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 210 time: 0.0520222 Jul 29 17:30:45.207471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3145d17c-ef82-483b-aa49-aa94efa61f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:45.800797 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:30:45.900764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:30:45.901168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:46.014973 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:30:46.321332 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e152310a-27e4-4113-9e68-07383e7b6318 req-ac1d2d21-6d7b-4950-88da-4cec78611def tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 210 time: 0.0484729 Jul 29 17:30:47.091646 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d04083-4eed-4a03-a33f-9639a96a344a req-ac3b7f81-b13a-4407-a51a-0f481978b2f6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:47.093064 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-ac3b7f81-b13a-4407-a51a-0f481978b2f6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/networks?id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54 HTTP/1.1" status: 200 len: 796 time: 0.1472695 Jul 29 17:30:47.140190 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-45aa195d-fba9-40fb-9a80-e61bfc99cc40 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 380 time: 0.0395026 Jul 29 17:30:47.148266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-06d04083-4eed-4a03-a33f-9639a96a344a req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'port': {'device_id': '95447787-7b2e-43b5-a841-745e4c9348f3', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'admin_state_up': True, 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'security_groups': ['88269f8e-d530-4922-bf46-1a7a20c233d3']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:30:47.284075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-06d04083-4eed-4a03-a33f-9639a96a344a req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:30:47.293507 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-06d04083-4eed-4a03-a33f-9639a96a344a req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:30:47.304178 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d04083-4eed-4a03-a33f-9639a96a344a req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Made reservation on behalf of 623946eed0bc4715a04a0d7bf3447b0f for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:30:47.307685 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-06d04083-4eed-4a03-a33f-9639a96a344a req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:47.468809 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-06d04083-4eed-4a03-a33f-9639a96a344a req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.20.0.3 (1decb8a9-b2f9-4a41-a6da-23a3665c3a54/9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf/121dee0f-3429-49c8-9423-1bd9153c9a32) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:30:47.479970 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9a3b7999-99f3-486f-98ed-32e25dffaf16 req-6c4326a0-05a7-45cf-b950-d7af22607d9d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 210 time: 0.0501864 Jul 29 17:30:47.656469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-06d04083-4eed-4a03-a33f-9639a96a344a req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:47.672294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-06d04083-4eed-4a03-a33f-9639a96a344a req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Transition to ACTIVE for port object 121dee0f-3429-49c8-9423-1bd9153c9a32 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:30:47.695803 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-06d04083-4eed-4a03-a33f-9639a96a344a req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:47.763521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ba28990a-cc64-419a-889b-465d4ecdf2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:47.770660 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d04083-4eed-4a03-a33f-9639a96a344a req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:30:47.773599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-06d04083-4eed-4a03-a33f-9639a96a344a req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:30:47.777289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d04083-4eed-4a03-a33f-9639a96a344a req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:30:47.818331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=121dee0f-3429-49c8-9423-1bd9153c9a32,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:47.845827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d04083-4eed-4a03-a33f-9639a96a344a req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:47.846438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-06d04083-4eed-4a03-a33f-9639a96a344a req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:47.872314 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-bd8e0b95-8ee5-4d93-84b1-18fc5000d2ae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7275870 Jul 29 17:30:47.883156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Request body: {'port': {'device_id': '95447787-7b2e-43b5-a841-745e4c9348f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:30:47.988104 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-89a58c2f-66c6-4aa4-8cc1-336587853e15 None None] Provisioning for port 121dee0f-3429-49c8-9423-1bd9153c9a32 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:30:47.992931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-89a58c2f-66c6-4aa4-8cc1-336587853e15 None None] Provisioning complete for port 121dee0f-3429-49c8-9423-1bd9153c9a32 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:30:47.993337 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-89a58c2f-66c6-4aa4-8cc1-336587853e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:47.999134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:48.047230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-89a58c2f-66c6-4aa4-8cc1-336587853e15 None None] Port 121dee0f-3429-49c8-9423-1bd9153c9a32 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:30:48.335848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121dee0f-3429-49c8-9423-1bd9153c9a32 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:30:48.342866 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:48.357275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Transition to ACTIVE for port object 121dee0f-3429-49c8-9423-1bd9153c9a32 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:30:48.361174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:48.430748 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:48.618364 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:48.654075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Pushing event updated for resources: {'Port': ['ID=121dee0f-3429-49c8-9423-1bd9153c9a32,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:48.697313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Attempting to bind port 121dee0f-3429-49c8-9423-1bd9153c9a32 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:30:48.697652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Attempting to bind port 121dee0f-3429-49c8-9423-1bd9153c9a32 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '31ea6546-09b9-4a41-9e77-28cca6efc510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:30:48.697984 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Attempting to bind port 121dee0f-3429-49c8-9423-1bd9153c9a32 on network 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:30:48.699208 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038cf3e-3fc6-40fe-81d8-6b66a2f8e744 req-07dfd500-9def-43b0-972f-62cc1a5527c0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:48.700720 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2038cf3e-3fc6-40fe-81d8-6b66a2f8e744 req-07dfd500-9def-43b0-972f-62cc1a5527c0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 943 time: 0.0955741 Jul 29 17:30:48.702830 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Port 121dee0f-3429-49c8-9423-1bd9153c9a32 on network 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:30:48.703156 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Attempting to bind port 121dee0f-3429-49c8-9423-1bd9153c9a32 on network 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:30:48.708960 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:30:48.709336 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Checking segment: {'id': '31ea6546-09b9-4a41-9e77-28cca6efc510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:30:48.709722 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Bound using segment: {'id': '31ea6546-09b9-4a41-9e77-28cca6efc510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:30:48.710176 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Bound port: 121dee0f-3429-49c8-9423-1bd9153c9a32, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ea6546-09b9-4a41-9e77-28cca6efc510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:30:48.710484 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:48.748843 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2038cf3e-3fc6-40fe-81d8-6b66a2f8e744 req-dcc9ae12-a428-418f-b8c4-9c7fa7a9e54e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404351 Jul 29 17:30:48.805814 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] For port 121dee0f-3429-49c8-9423-1bd9153c9a32, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:30:48.808682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] For port 121dee0f-3429-49c8-9423-1bd9153c9a32, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=121dee0f-3429-49c8-9423-1bd9153c9a32,segment=NetworkSegment(31ea6546-09b9-4a41-9e77-28cca6efc510),segment_id=31ea6546-09b9-4a41-9e77-28cca6efc510)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:30:48.812963 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:48.870413 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:48.871029 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:48.872396 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] 10.222.0.69 "PUT /v2.0/ports/121dee0f-3429-49c8-9423-1bd9153c9a32 HTTP/1.1" status: 200 len: 1093 time: 0.9933994 Jul 29 17:30:48.872829 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95447787-7b2e-43b5-a841-745e4c9348f3', 'tag': '121dee0f-3429-49c8-9423-1bd9153c9a32'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:30:48.895855 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b97415-4ebe-4f76-98c1-f7e0555ff20c service neutron] Pushing event updated for resources: {'Port': ['ID=121dee0f-3429-49c8-9423-1bd9153c9a32,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:48.950815 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44308964-343d-44ff-ba42-b08fd872ec45'] response: {'name': 'network-changed', 'server_uuid': '95447787-7b2e-43b5-a841-745e4c9348f3', 'tag': '121dee0f-3429-49c8-9423-1bd9153c9a32', 'status': 'completed', 'code': 200} Jul 29 17:30:48.996814 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d04083-4eed-4a03-a33f-9639a96a344a req-aac56575-0554-4789-886a-4baa976c9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:48.998352 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-aac56575-0554-4789-886a-4baa976c9af8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 1096 time: 0.0883701 Jul 29 17:30:49.068870 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-fbf2aebc-2f05-4424-b659-29eb638deb07 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121dee0f-3429-49c8-9423-1bd9153c9a32 HTTP/1.1" status: 200 len: 217 time: 0.0629811 Jul 29 17:30:49.133898 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d04083-4eed-4a03-a33f-9639a96a344a req-ff27d7b8-798c-4c65-a818-e30e280b0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:49.135261 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-ff27d7b8-798c-4c65-a818-e30e280b0661 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf HTTP/1.1" status: 200 len: 834 time: 0.0601523 Jul 29 17:30:49.215853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d04083-4eed-4a03-a33f-9639a96a344a req-efe27961-2ab4-4a06-9452-2c9742a18e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:49.217318 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-efe27961-2ab4-4a06-9452-2c9742a18e58 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766876 Jul 29 17:30:49.347427 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-17b573f3-c690-4345-96c6-d87fd466fdc3 service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235986 Jul 29 17:30:49.476153 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-06d04083-4eed-4a03-a33f-9639a96a344a req-ec148b6c-e175-4f96-a3c7-a593194caf37 service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229608 Jul 29 17:30:49.602338 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b83e7d-f870-4632-b06d-4e0988d0d9a2 req-8f40efa6-53b9-4ed4-9d17-e0a4b334a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:49.603741 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-21b83e7d-f870-4632-b06d-4e0988d0d9a2 req-8f40efa6-53b9-4ed4-9d17-e0a4b334a394 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 1096 time: 0.0824008 Jul 29 17:30:49.734233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b83e7d-f870-4632-b06d-4e0988d0d9a2 req-60820857-2648-4a4a-98ba-072250a0ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:49.736146 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-21b83e7d-f870-4632-b06d-4e0988d0d9a2 req-60820857-2648-4a4a-98ba-072250a0ab63 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54 HTTP/1.1" status: 200 len: 897 time: 0.1270263 Jul 29 17:30:49.803532 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-21b83e7d-f870-4632-b06d-4e0988d0d9a2 req-6ba97b2c-5213-4b73-a585-c51b88aa8ddf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121dee0f-3429-49c8-9423-1bd9153c9a32 HTTP/1.1" status: 200 len: 217 time: 0.0604453 Jul 29 17:30:49.867406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b83e7d-f870-4632-b06d-4e0988d0d9a2 req-ef24e68b-2bdb-4b00-bcd9-94fc967d3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:49.868774 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-21b83e7d-f870-4632-b06d-4e0988d0d9a2 req-ef24e68b-2bdb-4b00-bcd9-94fc967d3f93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf HTTP/1.1" status: 200 len: 834 time: 0.0592542 Jul 29 17:30:49.949984 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca74b-11f7-4d4b-8f8a-87d492bc5ae6 req-765a2646-5d9b-49bd-9aa4-9e0748ab55e4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:49.950690 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b83e7d-f870-4632-b06d-4e0988d0d9a2 req-b4e54f49-b25c-4430-ab9e-95f40f8573fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:49.951455 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d84ca74b-11f7-4d4b-8f8a-87d492bc5ae6 req-765a2646-5d9b-49bd-9aa4-9e0748ab55e4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 943 time: 0.0911882 Jul 29 17:30:49.951681 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-21b83e7d-f870-4632-b06d-4e0988d0d9a2 req-b4e54f49-b25c-4430-ab9e-95f40f8573fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771525 Jul 29 17:30:50.096783 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-21b83e7d-f870-4632-b06d-4e0988d0d9a2 req-1748f303-1ed8-4ec9-82f1-6987c71c5a0b service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386254 Jul 29 17:30:50.099092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:50.116827 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d84ca74b-11f7-4d4b-8f8a-87d492bc5ae6 req-2163b994-3607-44a6-803f-18abf758bc68 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590521 Jul 29 17:30:50.318923 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-21b83e7d-f870-4632-b06d-4e0988d0d9a2 req-dd03249f-db67-40e3-b9dc-8e230e4a89a2 service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159412 Jul 29 17:30:51.089566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:51.313847 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99f821-a890-495a-8316-e050af833f1d req-53b79cd0-fb3b-46a6-8014-6517395bffdb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:51.315277 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8a99f821-a890-495a-8316-e050af833f1d req-53b79cd0-fb3b-46a6-8014-6517395bffdb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 943 time: 0.0877702 Jul 29 17:30:51.360749 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8a99f821-a890-495a-8316-e050af833f1d req-f3264083-866b-4e4c-95c2-215f2a9e73ff tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397384 Jul 29 17:30:52.552566 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7aad-ecec-48aa-a007-2c19ea869848 req-3ba176cd-328a-44a7-afa9-661d0ece90af tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:52.553549 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ff8f7aad-ecec-48aa-a007-2c19ea869848 req-3ba176cd-328a-44a7-afa9-661d0ece90af tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 943 time: 0.0868831 Jul 29 17:30:52.597218 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ff8f7aad-ecec-48aa-a007-2c19ea869848 req-4d770dc0-0177-41ff-bf9f-593a0fcad5ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380602 Jul 29 17:30:52.637636 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 121dee0f-3429-49c8-9423-1bd9153c9a32 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:30:52.768203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 121dee0f-3429-49c8-9423-1bd9153c9a32, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=121dee0f-3429-49c8-9423-1bd9153c9a32,segment=NetworkSegment(31ea6546-09b9-4a41-9e77-28cca6efc510),segment_id=31ea6546-09b9-4a41-9e77-28cca6efc510)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:30:52.781202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '121dee0f-3429-49c8-9423-1bd9153c9a32', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'port_id': '121dee0f-3429-49c8-9423-1bd9153c9a32', 'mac_address': 'fa:16:3e:23:d7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:30:52.838904 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 121dee0f-3429-49c8-9423-1bd9153c9a32 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:30:52.839282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:52.855886 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121dee0f-3429-49c8-9423-1bd9153c9a32 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:30:52.871096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 121dee0f-3429-49c8-9423-1bd9153c9a32, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=121dee0f-3429-49c8-9423-1bd9153c9a32,segment=NetworkSegment(31ea6546-09b9-4a41-9e77-28cca6efc510),segment_id=31ea6546-09b9-4a41-9e77-28cca6efc510)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:30:52.874678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:52.939765 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=121dee0f-3429-49c8-9423-1bd9153c9a32,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:53.184334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['121dee0f-3429-49c8-9423-1bd9153c9a32'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:30:53.789173 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b51ff-1052-4f00-9427-5b163b5d0973 req-a8804df2-7aec-4560-8725-bb341d430b83 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:53.790611 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-096b51ff-1052-4f00-9427-5b163b5d0973 req-a8804df2-7aec-4560-8725-bb341d430b83 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 944 time: 0.0891030 Jul 29 17:30:53.834084 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-096b51ff-1052-4f00-9427-5b163b5d0973 req-89e0b568-cf33-4da2-855c-3687ecab12dc tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377767 Jul 29 17:30:54.637475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 121dee0f-3429-49c8-9423-1bd9153c9a32 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:30:54.705839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 121dee0f-3429-49c8-9423-1bd9153c9a32 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:30:54.710473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 121dee0f-3429-49c8-9423-1bd9153c9a32 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:30:54.710844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:54.824071 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 121dee0f-3429-49c8-9423-1bd9153c9a32 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:30:54.824451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:54.849786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95447787-7b2e-43b5-a841-745e4c9348f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121dee0f-3429-49c8-9423-1bd9153c9a32'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:30:54.861315 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 121dee0f-3429-49c8-9423-1bd9153c9a32, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=121dee0f-3429-49c8-9423-1bd9153c9a32,segment=NetworkSegment(31ea6546-09b9-4a41-9e77-28cca6efc510),segment_id=31ea6546-09b9-4a41-9e77-28cca6efc510)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:30:54.867227 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:54.940608 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=121dee0f-3429-49c8-9423-1bd9153c9a32,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:54.959532 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9fd146-aab9-460a-b87a-ec8bc5b39f6a'] response: {'server_uuid': '95447787-7b2e-43b5-a841-745e4c9348f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121dee0f-3429-49c8-9423-1bd9153c9a32', 'code': 200} Jul 29 17:30:55.035128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacf138-a25e-4793-b0e2-929fe06a49f9 req-6f5ec6e3-7fe1-44e4-9d11-9840f7961757 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:55.036595 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9bacf138-a25e-4793-b0e2-929fe06a49f9 req-6f5ec6e3-7fe1-44e4-9d11-9840f7961757 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0900354 Jul 29 17:30:55.085199 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9bacf138-a25e-4793-b0e2-929fe06a49f9 req-f8278459-4811-4b30-9a7b-91772adb4824 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427513 Jul 29 17:30:55.194622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94dcf5-8e2c-4eaf-b16e-583f108fe4c7 req-55f59ae4-45b7-4b5b-a999-2367bd7255d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:55.196000 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2b94dcf5-8e2c-4eaf-b16e-583f108fe4c7 req-55f59ae4-45b7-4b5b-a999-2367bd7255d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 1098 time: 0.0804498 Jul 29 17:30:55.236574 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-2b94dcf5-8e2c-4eaf-b16e-583f108fe4c7 req-5678aed5-f61a-44de-8cfa-d4d7d471bbfe service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346034 Jul 29 17:30:56.277932 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba6229-d3c6-4202-85a4-838b3714601c req-0c9c074e-0166-4489-8c67-fd2798d0592b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:56.279370 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1fba6229-d3c6-4202-85a4-838b3714601c req-0c9c074e-0166-4489-8c67-fd2798d0592b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0862186 Jul 29 17:30:56.322907 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1fba6229-d3c6-4202-85a4-838b3714601c req-00c6d068-edad-4a6a-8ce2-f694ae103bfa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379279 Jul 29 17:30:57.519592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9589b2-ae07-4b16-952a-60b7df5d3c17 req-c6658904-2d51-450f-a4ba-354fc0ef1ca6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:57.521059 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2c9589b2-ae07-4b16-952a-60b7df5d3c17 req-c6658904-2d51-450f-a4ba-354fc0ef1ca6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0893676 Jul 29 17:30:57.564966 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2c9589b2-ae07-4b16-952a-60b7df5d3c17 req-4e0a6cea-5a5e-4ee6-8cd8-89b03408e4ff tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382528 Jul 29 17:30:57.756825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728aed12-1c48-469c-8fa9-d1cde90a8b33 req-ae1d61f1-19ac-48df-a841-f248abd879ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:57.758334 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-728aed12-1c48-469c-8fa9-d1cde90a8b33 req-ae1d61f1-19ac-48df-a841-f248abd879ca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0856540 Jul 29 17:30:57.805621 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-728aed12-1c48-469c-8fa9-d1cde90a8b33 req-9562da7f-0966-4f0f-976f-75c7436187cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415611 Jul 29 17:30:57.839182 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34110) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:57.915818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818fb989-aacb-41e8-b114-bede9aee1539 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:30:57.917246 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-818fb989-aacb-41e8-b114-bede9aee1539 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 1093 time: 0.0770924 Jul 29 17:30:57.919970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34114) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:30:57.925002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '121dee0f-3429-49c8-9423-1bd9153c9a32', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:30:57.930870 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:30:57.934720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:floatingip and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:30:57.937525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:30:57.943219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:30:57.953635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:58.088726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:58.223520 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.26.1.42 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/672540f0-d30c-487b-91ba-47ca73e26c22) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:30:58.367749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:58.396483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:58.460289 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:30:58.463058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:30:58.466743 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:30:58.499153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=672540f0-d30c-487b-91ba-47ca73e26c22,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:58.972963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:59.045606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:59.251095 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:59.255469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:59.361312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=672540f0-d30c-487b-91ba-47ca73e26c22,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:30:59.370493 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:59.541577 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Floating IP e97afa83-2716-4926-afce-5cb09c21377f associated. External IP: 172.26.1.42, port: 121dee0f-3429-49c8-9423-1bd9153c9a32. Jul 29 17:30:59.890073 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:31:00.066097 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:31:00.075565 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79540b5-b7ba-424e-8956-c17f67135cf0 None None] Sync routers for ids ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:31:00.086408 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79540b5-b7ba-424e-8956-c17f67135cf0 None None] Routers {'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:31:00.087008 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d79540b5-b7ba-424e-8956-c17f67135cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:30:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:31:00.090804 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:00.147855 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5ad9ea22-4b1e-47b0-8928-b37f52798e71 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2268071 Jul 29 17:31:00.148766 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95447787-7b2e-43b5-a841-745e4c9348f3', 'tag': '121dee0f-3429-49c8-9423-1bd9153c9a32'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:31:00.288229 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-d79540b5-b7ba-424e-8956-c17f67135cf0 None None] Set router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:31:00.295376 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f0ef4fa-2421-4259-98f1-0d0b448e53e8'] response: {'name': 'network-changed', 'server_uuid': '95447787-7b2e-43b5-a841-745e4c9348f3', 'tag': '121dee0f-3429-49c8-9423-1bd9153c9a32', 'status': 'completed', 'code': 200} Jul 29 17:31:00.392213 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62f770-1ea0-4f42-b465-813f6336eee2 req-8ad6385e-aa67-4369-99d6-4c7a66570530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:31:00.394082 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ee62f770-1ea0-4f42-b465-813f6336eee2 req-8ad6385e-aa67-4369-99d6-4c7a66570530 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 1098 time: 0.0962288 Jul 29 17:31:00.467285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deaaa2-26a5-4b61-b43e-7e4da3b0372e req-fe5c3eb2-919d-4117-a18f-85463be26424 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:31:00.468779 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-11deaaa2-26a5-4b61-b43e-7e4da3b0372e req-fe5c3eb2-919d-4117-a18f-85463be26424 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.2224824 Jul 29 17:31:00.527292 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-11deaaa2-26a5-4b61-b43e-7e4da3b0372e req-459886f0-2686-4128-94cb-3e501d8b9ac7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525982 Jul 29 17:31:00.538453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62f770-1ea0-4f42-b465-813f6336eee2 req-2313c98b-7608-426d-9d50-7d0766f7a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:31:00.539934 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ee62f770-1ea0-4f42-b465-813f6336eee2 req-2313c98b-7608-426d-9d50-7d0766f7a15e service neutron] 10.222.0.69 "GET /v2.0/networks?id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54 HTTP/1.1" status: 200 len: 897 time: 0.1402509 Jul 29 17:31:00.559641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34124) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:31:00.647433 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ee62f770-1ea0-4f42-b465-813f6336eee2 req-ab232152-a776-4b43-94c8-ec120831effc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121dee0f-3429-49c8-9423-1bd9153c9a32 HTTP/1.1" status: 200 len: 998 time: 0.1018245 Jul 29 17:31:00.651633 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d79540b5-b7ba-424e-8956-c17f67135cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '79e9505c-2481-42ac-aba1-b5e061303743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:30:34Z', 'updated_at': '2022-07-29T17:30:39Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '79e9505c-2481-42ac-aba1-b5e061303743', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:35Z', 'updated_at': '2022-07-29T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': 'e97afa83-2716-4926-afce-5cb09c21377f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'floating_ip_address': '172.26.1.42', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'port_id': '121dee0f-3429-49c8-9423-1bd9153c9a32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'mac_address': 'fa:16:3e:23:d7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95447787-7b2e-43b5-a841-745e4c9348f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:30:58Z', 'updated_at': '2022-07-29T17:30:58Z', 'revision_number': 0, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a55fc4e-7de2-4d7b-9a2d-87ca8f790859', 'name': '', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:65:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:38Z', 'updated_at': '2022-07-29T17:30:44Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:31:00.655546 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79540b5-b7ba-424e-8956-c17f67135cf0 None None] Checking router: c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:31:00.663831 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79540b5-b7ba-424e-8956-c17f67135cf0 None None] Routers {'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:31:00.664463 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d79540b5-b7ba-424e-8956-c17f67135cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:30:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:31:00.669549 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-723e7747-80ce-4b22-afc5-cdfbedad00d1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/e97afa83-2716-4926-afce-5cb09c21377f HTTP/1.1" status: 200 len: 990 time: 0.1076000 Jul 29 17:31:00.714386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62f770-1ea0-4f42-b465-813f6336eee2 req-90dc4a0c-c055-47ef-8a42-332a8674f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:31:00.715827 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ee62f770-1ea0-4f42-b465-813f6336eee2 req-90dc4a0c-c055-47ef-8a42-332a8674f609 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf HTTP/1.1" status: 200 len: 834 time: 0.0633762 Jul 29 17:31:00.796914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62f770-1ea0-4f42-b465-813f6336eee2 req-8ebcc13a-690a-4cc9-97e0-6c25160fb1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:31:00.799104 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ee62f770-1ea0-4f42-b465-813f6336eee2 req-8ebcc13a-690a-4cc9-97e0-6c25160fb1c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780473 Jul 29 17:31:00.837989 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-d79540b5-b7ba-424e-8956-c17f67135cf0 None None] Set router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:31:00.931222 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ee62f770-1ea0-4f42-b465-813f6336eee2 req-d7d7e7d6-2dd9-4be2-8ff2-f5b42738a9c6 service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264632 Jul 29 17:31:01.060813 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ee62f770-1ea0-4f42-b465-813f6336eee2 req-f9ef9e1e-dacd-4009-9552-5667e08311a3 service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242962 Jul 29 17:31:01.204546 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d79540b5-b7ba-424e-8956-c17f67135cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '79e9505c-2481-42ac-aba1-b5e061303743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:30:34Z', 'updated_at': '2022-07-29T17:30:39Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '79e9505c-2481-42ac-aba1-b5e061303743', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:35Z', 'updated_at': '2022-07-29T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': 'e97afa83-2716-4926-afce-5cb09c21377f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'floating_ip_address': '172.26.1.42', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'port_id': '121dee0f-3429-49c8-9423-1bd9153c9a32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'mac_address': 'fa:16:3e:23:d7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95447787-7b2e-43b5-a841-745e4c9348f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:30:58Z', 'updated_at': '2022-07-29T17:30:58Z', 'revision_number': 0, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a55fc4e-7de2-4d7b-9a2d-87ca8f790859', 'name': '', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:65:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:38Z', 'updated_at': '2022-07-29T17:30:44Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:31:01.208367 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79540b5-b7ba-424e-8956-c17f67135cf0 None None] The sync data for ids ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'] in dv-neutron-851534-1-hyperv is: [{'id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '79e9505c-2481-42ac-aba1-b5e061303743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:30:34Z', 'updated_at': '2022-07-29T17:30:39Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '79e9505c-2481-42ac-aba1-b5e061303743', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:35Z', 'updated_at': '2022-07-29T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': 'e97afa83-2716-4926-afce-5cb09c21377f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'floating_ip_address': '172.26.1.42', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'port_id': '121dee0f-3429-49c8-9423-1bd9153c9a32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'mac_address': 'fa:16:3e:23:d7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95447787-7b2e-43b5-a841-745e4c9348f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:30:58Z', 'updated_at': '2022-07-29T17:30:58Z', 'revision_number': 0, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a55fc4e-7de2-4d7b-9a2d-87ca8f790859', 'name': '', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:65:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:38Z', 'updated_at': '2022-07-29T17:30:44Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:31:01.385660 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac90e85-04c9-40a5-bea9-b79a66c5c8f9 None None] New status for floating IP e97afa83-2716-4926-afce-5cb09c21377f: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:31:01.672349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34128) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:31:01.777871 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c263500d-9727-4216-8f4a-d3467a5f05fd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/e97afa83-2716-4926-afce-5cb09c21377f HTTP/1.1" status: 200 len: 992 time: 0.1035511 Jul 29 17:31:02.228457 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:31:15.210006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0bc9f721-4f1a-4e39-9044-2db9dabf9548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:15.312266 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-da719f4a-5b2a-4628-b8fe-a02af25b64c0 req-9ac16b90-34c1-43ce-aabf-ebc2cb34c440 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884318 Jul 29 17:31:15.452307 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da719f4a-5b2a-4628-b8fe-a02af25b64c0 req-ff4811ed-c97e-4c90-b19c-641a6b7659bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:31:15.453798 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-da719f4a-5b2a-4628-b8fe-a02af25b64c0 req-ff4811ed-c97e-4c90-b19c-641a6b7659bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 1098 time: 0.0769322 Jul 29 17:31:15.593952 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da719f4a-5b2a-4628-b8fe-a02af25b64c0 req-b3c99636-1348-4275-adb1-13a4a7689810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:31:15.595310 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-da719f4a-5b2a-4628-b8fe-a02af25b64c0 req-b3c99636-1348-4275-adb1-13a4a7689810 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54 HTTP/1.1" status: 200 len: 897 time: 0.1234598 Jul 29 17:31:15.696211 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-da719f4a-5b2a-4628-b8fe-a02af25b64c0 req-91bc5d99-54d6-4cca-8d0d-028b5e75701c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121dee0f-3429-49c8-9423-1bd9153c9a32 HTTP/1.1" status: 200 len: 1000 time: 0.0945880 Jul 29 17:31:15.757096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da719f4a-5b2a-4628-b8fe-a02af25b64c0 req-f185919b-73ed-4ee2-bec7-b6090d4fa170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:31:15.758472 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-da719f4a-5b2a-4628-b8fe-a02af25b64c0 req-f185919b-73ed-4ee2-bec7-b6090d4fa170 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf HTTP/1.1" status: 200 len: 834 time: 0.0551388 Jul 29 17:31:15.844328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da719f4a-5b2a-4628-b8fe-a02af25b64c0 req-a489ef67-0cff-4ac8-b8f4-709eecb5f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:31:15.845743 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-da719f4a-5b2a-4628-b8fe-a02af25b64c0 req-a489ef67-0cff-4ac8-b8f4-709eecb5f114 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813994 Jul 29 17:31:16.067334 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-da719f4a-5b2a-4628-b8fe-a02af25b64c0 req-24fc6686-800b-4d3a-b9c7-3043aa5818f0 service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139227 Jul 29 17:31:16.195090 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-da719f4a-5b2a-4628-b8fe-a02af25b64c0 req-ee7b1b46-3feb-45ff-bdc1-7a58fd2c1b49 service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208260 Jul 29 17:31:17.767441 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-702331fb-ea81-4839-ba91-ca39f0a097e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:18.432185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:18.606468 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:20.132803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:21.100195 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:39.227426 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:31:45.211066 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-444c32ac-72cb-4ea0-ad2e-820d9c4be178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:47.769766 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c504cdb5-5e24-40c0-9c6d-bdbb40bcd234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:48.433755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:48.610510 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:50.104764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:51.115636 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:00.829624 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34162) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:32:01.010832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c1aeb-f6cd-48eb-a960-c8715334c3a7 req-f7b71515-6edb-4727-b762-2caa5d3ec356 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:01.012277 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-775c1aeb-f6cd-48eb-a960-c8715334c3a7 req-f7b71515-6edb-4727-b762-2caa5d3ec356 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.1906900 Jul 29 17:32:01.019260 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-9f2902c2-bd68-4bb8-b120-1f30182b8cd0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1885045 Jul 29 17:32:01.058651 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-775c1aeb-f6cd-48eb-a960-c8715334c3a7 req-32ae028f-a460-4f40-80ad-23189f083ea4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383229 Jul 29 17:32:02.152092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-0123d919-4224-4f3d-813c-3e2500a8489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:02.153698 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-0123d919-4224-4f3d-813c-3e2500a8489d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 1098 time: 0.0780752 Jul 29 17:32:02.283914 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-dde89dd5-71a5-479e-89e4-92f7dd35cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:02.286060 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-dde89dd5-71a5-479e-89e4-92f7dd35cace service neutron] 10.222.0.69 "GET /v2.0/networks?id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54 HTTP/1.1" status: 200 len: 897 time: 0.1255736 Jul 29 17:32:02.298187 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4220b7-c8b5-4672-b62b-8cca5f6b14ec req-426859a3-3305-49b8-94c3-ecd00e517092 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:02.299893 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fe4220b7-c8b5-4672-b62b-8cca5f6b14ec req-426859a3-3305-49b8-94c3-ecd00e517092 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.1319172 Jul 29 17:32:02.343639 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-fe4220b7-c8b5-4672-b62b-8cca5f6b14ec req-726c95fe-cb00-4ead-acaa-98445ba44916 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378788 Jul 29 17:32:02.388453 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-8ae8a613-2389-4aa7-bd58-d81e2bd1253d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121dee0f-3429-49c8-9423-1bd9153c9a32 HTTP/1.1" status: 200 len: 1000 time: 0.0956211 Jul 29 17:32:02.449617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-c2780055-a857-4d74-9eda-02177025aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:02.450994 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-c2780055-a857-4d74-9eda-02177025aca1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf HTTP/1.1" status: 200 len: 834 time: 0.0563898 Jul 29 17:32:02.536192 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-1cd3ae8d-1ebc-41aa-8ae1-9264616efc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:02.537693 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-1cd3ae8d-1ebc-41aa-8ae1-9264616efc0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803845 Jul 29 17:32:02.667704 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-9a8a89e5-0e40-418c-b95c-8a237b591d7a service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226125 Jul 29 17:32:02.794548 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-cac440ad-8990-4baf-b369-285a7e5aea49 service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207571 Jul 29 17:32:03.541976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8c566-b187-486e-803e-80a39e6887e6 req-f303f2d3-f70b-476e-beba-5f7a1b1250cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:03.543460 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-64a8c566-b187-486e-803e-80a39e6887e6 req-f303f2d3-f70b-476e-beba-5f7a1b1250cf tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0877185 Jul 29 17:32:03.587029 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-64a8c566-b187-486e-803e-80a39e6887e6 req-51794b64-27e8-4a08-9398-e81fb9b48028 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378823 Jul 29 17:32:04.782338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d324d-e1eb-478b-9a80-c491b33e6e85 req-b06f627b-1367-4464-861b-dbd7647d8b44 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:04.783791 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-013d324d-e1eb-478b-9a80-c491b33e6e85 req-b06f627b-1367-4464-861b-dbd7647d8b44 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0887296 Jul 29 17:32:04.827417 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-013d324d-e1eb-478b-9a80-c491b33e6e85 req-584ce6bf-3531-4efc-988a-ae2f3c692d2b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374808 Jul 29 17:32:06.023662 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b6e70-dd4d-4b1a-87d1-fba17b232785 req-779c7132-ead5-4e1d-a98a-a4e221d87d49 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:06.025098 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9a2b6e70-dd4d-4b1a-87d1-fba17b232785 req-779c7132-ead5-4e1d-a98a-a4e221d87d49 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0888021 Jul 29 17:32:06.068090 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9a2b6e70-dd4d-4b1a-87d1-fba17b232785 req-208ce21e-0144-4b52-9740-e2bc9343af67 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374548 Jul 29 17:32:07.261930 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550f5ff-4516-4b38-9a2c-57dfac84e141 req-c5472baa-a451-4529-ba73-c91de1237540 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:07.263373 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e550f5ff-4516-4b38-9a2c-57dfac84e141 req-c5472baa-a451-4529-ba73-c91de1237540 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0861251 Jul 29 17:32:07.306705 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e550f5ff-4516-4b38-9a2c-57dfac84e141 req-f183d7ca-e6f2-4689-9830-34ee6e69e91d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378122 Jul 29 17:32:08.502014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91803d-ed5d-438d-ba53-e614ec3136ef req-1b4a36c4-e0a2-49ee-ae9e-8ececb3b2752 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:08.503582 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4e91803d-ed5d-438d-ba53-e614ec3136ef req-1b4a36c4-e0a2-49ee-ae9e-8ececb3b2752 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0904219 Jul 29 17:32:08.550081 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4e91803d-ed5d-438d-ba53-e614ec3136ef req-e5dc96ec-377f-4835-9de1-64dbfa3da47b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400369 Jul 29 17:32:09.747994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9dc9c-866b-4156-a9ce-8688848757f6 req-212b1aa2-c3db-4b98-8ee7-5e2b143e3ecd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:09.749462 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-efe9dc9c-866b-4156-a9ce-8688848757f6 req-212b1aa2-c3db-4b98-8ee7-5e2b143e3ecd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0913596 Jul 29 17:32:09.794156 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-efe9dc9c-866b-4156-a9ce-8688848757f6 req-f8731ffe-0acd-49d8-9c6f-9941487c51fe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390327 Jul 29 17:32:10.990990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ede72-ca0f-452a-99cf-91d6a83a1bcc req-63fe3a4e-218e-4f12-8bf7-712196b5aea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:10.992452 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-964ede72-ca0f-452a-99cf-91d6a83a1bcc req-63fe3a4e-218e-4f12-8bf7-712196b5aea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0890114 Jul 29 17:32:11.037946 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-964ede72-ca0f-452a-99cf-91d6a83a1bcc req-7e42ea71-4b0b-455a-92fc-3560014eea9a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398693 Jul 29 17:32:12.231715 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c904fa-a539-403c-8e3a-eb29f68a9d47 req-25ccf8e6-b521-4b5c-ab58-1dea5680b8a8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:12.233187 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d4c904fa-a539-403c-8e3a-eb29f68a9d47 req-25ccf8e6-b521-4b5c-ab58-1dea5680b8a8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0895648 Jul 29 17:32:12.276468 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d4c904fa-a539-403c-8e3a-eb29f68a9d47 req-09bbc218-1805-40a5-8f3e-fc89744e6a93 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375631 Jul 29 17:32:13.469533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e826a-2d63-425e-8082-cb3cef9996f1 req-9509cefd-bc07-4891-9065-303d95cb6af5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:13.470990 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-084e826a-2d63-425e-8082-cb3cef9996f1 req-9509cefd-bc07-4891-9065-303d95cb6af5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0891094 Jul 29 17:32:13.514373 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-084e826a-2d63-425e-8082-cb3cef9996f1 req-cb839705-5e38-439e-aa5b-86b30f98ba2f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370362 Jul 29 17:32:14.526826 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-03c8101c-ad5f-4144-b8e4-d066c4b1089a service neutron] 10.222.0.69 "GET /v2.0/ports/121dee0f-3429-49c8-9423-1bd9153c9a32/bindings/hv-neutron-8515 HTTP/1.1" status: 200 len: 384 time: 0.0722361 Jul 29 17:32:14.718700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76574881-423c-400b-af21-65d2c27c03b4 req-7d6029fe-1cde-4c07-bbcc-9263e5732c36 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:14.720145 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-76574881-423c-400b-af21-65d2c27c03b4 req-7d6029fe-1cde-4c07-bbcc-9263e5732c36 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0916114 Jul 29 17:32:14.764669 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-76574881-423c-400b-af21-65d2c27c03b4 req-5a50a894-8ee5-4f62-acc0-f185c4721f41 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379691 Jul 29 17:32:14.800697 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-4da88986-ccae-44dd-a12a-ecd179de09e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:14.802153 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-4da88986-ccae-44dd-a12a-ecd179de09e9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3&tenant_id=623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 1098 time: 0.0839145 Jul 29 17:32:14.900555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-21933d9b-c963-4644-b6cb-5948905c6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:14.902037 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-21933d9b-c963-4644-b6cb-5948905c6918 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 1098 time: 0.0768535 Jul 29 17:32:15.029845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-c57b03dd-0647-4e90-acff-a8142b4be961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:15.031288 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-c57b03dd-0647-4e90-acff-a8142b4be961 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54 HTTP/1.1" status: 200 len: 897 time: 0.1239066 Jul 29 17:32:15.132327 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-7e439686-0a20-44d3-8d1e-8be49cd3bb6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121dee0f-3429-49c8-9423-1bd9153c9a32 HTTP/1.1" status: 200 len: 1000 time: 0.0949736 Jul 29 17:32:15.193629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-5c4764ac-75a1-4072-bf2a-37fd4879efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:15.195049 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-5c4764ac-75a1-4072-bf2a-37fd4879efe9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf HTTP/1.1" status: 200 len: 834 time: 0.0571735 Jul 29 17:32:15.212964 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1f61b3ed-76d2-4300-8f3f-71be34e5fc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:15.283170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-3aaecd40-d07e-4896-b37a-cab2831c677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:15.284637 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-3aaecd40-d07e-4896-b37a-cab2831c677d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815704 Jul 29 17:32:15.517786 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-c8306b0e-af91-4909-82d2-31ee921400e8 service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229960 Jul 29 17:32:15.645790 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a6fca568-0ac1-492a-a757-7dbd0b4a9716 req-ed43011f-e37b-48d8-b66c-ea8f2367c162 service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224682 Jul 29 17:32:15.846509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c4ec3-cefd-40fd-808d-20758a33dcf8 req-827aa51b-8b6c-4e65-a73e-cb32853a2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:15.847975 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-464c4ec3-cefd-40fd-808d-20758a33dcf8 req-827aa51b-8b6c-4e65-a73e-cb32853a2995 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 1098 time: 0.0877423 Jul 29 17:32:15.969023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ef0cf-3b55-4985-b3ed-beb141d38921 req-eadb5fd0-3926-47ea-9bee-71c018bc4914 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:15.970613 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bf2ef0cf-3b55-4985-b3ed-beb141d38921 req-eadb5fd0-3926-47ea-9bee-71c018bc4914 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0920687 Jul 29 17:32:16.001531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c4ec3-cefd-40fd-808d-20758a33dcf8 req-fa572ae1-9c31-47bf-9635-087f5799bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:16.002976 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-464c4ec3-cefd-40fd-808d-20758a33dcf8 req-fa572ae1-9c31-47bf-9635-087f5799bd08 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54 HTTP/1.1" status: 200 len: 897 time: 0.1284819 Jul 29 17:32:16.014610 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bf2ef0cf-3b55-4985-b3ed-beb141d38921 req-0b2b1d35-917c-486f-be98-1ea5ed263594 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378909 Jul 29 17:32:16.111592 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-464c4ec3-cefd-40fd-808d-20758a33dcf8 req-061420f4-e6d0-4ef3-a969-b4a943fadacd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121dee0f-3429-49c8-9423-1bd9153c9a32 HTTP/1.1" status: 200 len: 1000 time: 0.0970545 Jul 29 17:32:16.182373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c4ec3-cefd-40fd-808d-20758a33dcf8 req-2f9c1623-da89-4091-b360-6756ebb1190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:16.183728 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-464c4ec3-cefd-40fd-808d-20758a33dcf8 req-2f9c1623-da89-4091-b360-6756ebb1190c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf HTTP/1.1" status: 200 len: 834 time: 0.0592525 Jul 29 17:32:16.226664 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:32:16.264671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c4ec3-cefd-40fd-808d-20758a33dcf8 req-342bb67d-0db6-4f9b-8c3a-638e81dfe56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:16.266167 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-464c4ec3-cefd-40fd-808d-20758a33dcf8 req-342bb67d-0db6-4f9b-8c3a-638e81dfe56a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758569 Jul 29 17:32:16.394312 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-464c4ec3-cefd-40fd-808d-20758a33dcf8 req-f9e6d962-787f-4e75-b5f1-ff401c6dbb50 service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219871 Jul 29 17:32:16.525257 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-464c4ec3-cefd-40fd-808d-20758a33dcf8 req-bfa10a8c-69bf-4bf9-bf0a-c86029a2cb35 service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243246 Jul 29 17:32:17.211992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c23494-196e-4587-abd0-504099911728 req-de6f8586-1581-4363-8557-6e6a01153232 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:17.213453 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-38c23494-196e-4587-abd0-504099911728 req-de6f8586-1581-4363-8557-6e6a01153232 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0908854 Jul 29 17:32:17.358438 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-38c23494-196e-4587-abd0-504099911728 req-851e27e1-09c7-49e9-90eb-57c3fd2ac40a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392665 Jul 29 17:32:17.773963 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c51e9aad-09f5-4518-96c5-26917714c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:18.435731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:18.556581 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04336974-10a3-4fd0-9bf9-16a150f312c0 req-cb74114a-aad2-4420-ba69-6cd8664631fe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:18.558054 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-04336974-10a3-4fd0-9bf9-16a150f312c0 req-cb74114a-aad2-4420-ba69-6cd8664631fe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0878243 Jul 29 17:32:18.604216 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-04336974-10a3-4fd0-9bf9-16a150f312c0 req-52b6174d-413f-416d-851d-c69ac806e00f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403321 Jul 29 17:32:18.613586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:18.915841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea336aef-8ca0-4e02-b5b9-2271fba3bf05 req-f97c795c-4c09-4aee-85ce-81cf89af103f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:18.917234 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ea336aef-8ca0-4e02-b5b9-2271fba3bf05 req-f97c795c-4c09-4aee-85ce-81cf89af103f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0874608 Jul 29 17:32:18.922185 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c21c5-fd02-4cd2-8de2-49f3426b727d req-797ae8e7-9e3e-4d89-b685-007c59acc428 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:18.922873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-472c21c5-fd02-4cd2-8de2-49f3426b727d req-797ae8e7-9e3e-4d89-b685-007c59acc428 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:32:18.938780 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-472c21c5-fd02-4cd2-8de2-49f3426b727d req-797ae8e7-9e3e-4d89-b685-007c59acc428 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:32:18.939900 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-472c21c5-fd02-4cd2-8de2-49f3426b727d req-797ae8e7-9e3e-4d89-b685-007c59acc428 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3&tenant_id=623946eed0bc4715a04a0d7bf3447b0f&binding%3Ahost_id=hv-neutron-8515 HTTP/1.1" status: 200 len: 945 time: 0.1107464 Jul 29 17:32:18.963815 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ea336aef-8ca0-4e02-b5b9-2271fba3bf05 req-993cd427-283f-4485-b755-b8c290ecd896 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405872 Jul 29 17:32:18.991120 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 121dee0f-3429-49c8-9423-1bd9153c9a32 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:32:18.993846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 121dee0f-3429-49c8-9423-1bd9153c9a32 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:32:19.088731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c21c5-fd02-4cd2-8de2-49f3426b727d req-00aa58e6-9a33-49e2-af83-d717122be2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:19.090540 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-472c21c5-fd02-4cd2-8de2-49f3426b727d req-00aa58e6-9a33-49e2-af83-d717122be2c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 1098 time: 0.0818775 Jul 29 17:32:19.180410 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6545e-c5c6-4bb5-b20a-b2542d392607 req-8cd9d880-1e7b-4ef7-a4ce-81ccd47c6b16 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:19.181937 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b8a6545e-c5c6-4bb5-b20a-b2542d392607 req-8cd9d880-1e7b-4ef7-a4ce-81ccd47c6b16 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0950546 Jul 29 17:32:19.221181 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 121dee0f-3429-49c8-9423-1bd9153c9a32, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=121dee0f-3429-49c8-9423-1bd9153c9a32,segment=NetworkSegment(31ea6546-09b9-4a41-9e77-28cca6efc510),segment_id=31ea6546-09b9-4a41-9e77-28cca6efc510)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:32:19.231558 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b8a6545e-c5c6-4bb5-b20a-b2542d392607 req-ce596bdc-ef82-471a-92cb-0ea16c93cec8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419686 Jul 29 17:32:19.232926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c21c5-fd02-4cd2-8de2-49f3426b727d req-290004fc-1771-4b97-a5bf-1d09a1614aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:19.234494 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-472c21c5-fd02-4cd2-8de2-49f3426b727d req-290004fc-1771-4b97-a5bf-1d09a1614aea service neutron] 10.222.0.69 "GET /v2.0/networks?id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54 HTTP/1.1" status: 200 len: 897 time: 0.1386640 Jul 29 17:32:19.235556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 121dee0f-3429-49c8-9423-1bd9153c9a32 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:32:19.235937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:19.249977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '121dee0f-3429-49c8-9423-1bd9153c9a32', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'port_id': '121dee0f-3429-49c8-9423-1bd9153c9a32', 'mac_address': 'fa:16:3e:23:d7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:32:19.297155 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95447787-7b2e-43b5-a841-745e4c9348f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '121dee0f-3429-49c8-9423-1bd9153c9a32'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:32:19.314969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 121dee0f-3429-49c8-9423-1bd9153c9a32, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=121dee0f-3429-49c8-9423-1bd9153c9a32,segment=NetworkSegment(31ea6546-09b9-4a41-9e77-28cca6efc510),segment_id=31ea6546-09b9-4a41-9e77-28cca6efc510)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:32:19.325118 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:19.342875 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-472c21c5-fd02-4cd2-8de2-49f3426b727d req-c3077f0e-0f7d-4c04-9d5f-544e282560a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121dee0f-3429-49c8-9423-1bd9153c9a32 HTTP/1.1" status: 200 len: 1000 time: 0.1023157 Jul 29 17:32:19.363103 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb0f67b-6841-43ac-bebf-b4f899017e45'] response: {'server_uuid': '95447787-7b2e-43b5-a841-745e4c9348f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '121dee0f-3429-49c8-9423-1bd9153c9a32', 'code': 200} Jul 29 17:32:19.375282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 121dee0f-3429-49c8-9423-1bd9153c9a32 is: ACTIVE; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:32:19.375655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:19.404048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c21c5-fd02-4cd2-8de2-49f3426b727d req-3a0e0559-3d76-4002-9949-ffc8a77369f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:19.405226 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-472c21c5-fd02-4cd2-8de2-49f3426b727d req-3a0e0559-3d76-4002-9949-ffc8a77369f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf HTTP/1.1" status: 200 len: 834 time: 0.0571010 Jul 29 17:32:19.405338 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 121dee0f-3429-49c8-9423-1bd9153c9a32 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:32:19.441141 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=121dee0f-3429-49c8-9423-1bd9153c9a32,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:32:19.463183 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:19.463533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:19.463912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:19.464205 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:19.464536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:19.464866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:19.465220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:19.465546 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:19.465869 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:19.466192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:19.466511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:19.466830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:32:19.487113 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-959abd16-2933-4761-8459-76c447713a04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:32:19.487471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-959abd16-2933-4761-8459-76c447713a04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:32:19.490450 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c21c5-fd02-4cd2-8de2-49f3426b727d req-9d0423ab-a3c7-4c10-bdd6-24051e2a3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:19.491930 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-472c21c5-fd02-4cd2-8de2-49f3426b727d req-9d0423ab-a3c7-4c10-bdd6-24051e2a3768 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812955 Jul 29 17:32:19.726280 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-472c21c5-fd02-4cd2-8de2-49f3426b727d req-a2865254-95cf-4115-832f-b3380721c64a service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279673 Jul 29 17:32:19.855883 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-472c21c5-fd02-4cd2-8de2-49f3426b727d req-22ac5e4a-1497-4a95-8286-6122a4e8966f service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235065 Jul 29 17:32:20.043266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 121dee0f-3429-49c8-9423-1bd9153c9a32 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:32:20.043804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:20.060115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121dee0f-3429-49c8-9423-1bd9153c9a32 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:32:20.075015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 121dee0f-3429-49c8-9423-1bd9153c9a32, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=121dee0f-3429-49c8-9423-1bd9153c9a32,segment=NetworkSegment(31ea6546-09b9-4a41-9e77-28cca6efc510),segment_id=31ea6546-09b9-4a41-9e77-28cca6efc510)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:32:20.078700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:20.144215 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['121dee0f-3429-49c8-9423-1bd9153c9a32'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:32:20.182953 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:20.208801 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=121dee0f-3429-49c8-9423-1bd9153c9a32,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:32:20.434789 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5603f-f6d3-4954-998a-1229f3d403ce req-4d98e1f9-8b0f-4443-9797-c6e2f38862fe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:32:20.436252 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-91d5603f-f6d3-4954-998a-1229f3d403ce req-4d98e1f9-8b0f-4443-9797-c6e2f38862fe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 944 time: 0.0877283 Jul 29 17:32:20.485945 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-91d5603f-f6d3-4954-998a-1229f3d403ce req-24a9f854-6e76-4cb1-b456-a2d24b744d9a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437930 Jul 29 17:32:20.512581 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34238) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:32:20.618800 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-59521491-b85f-4a6d-9a67-010d0d53f07b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/e97afa83-2716-4926-afce-5cb09c21377f HTTP/1.1" status: 200 len: 991 time: 0.1047907 Jul 29 17:32:21.020009 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 121dee0f-3429-49c8-9423-1bd9153c9a32 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:32:21.089579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 121dee0f-3429-49c8-9423-1bd9153c9a32 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:32:21.090295 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:21.144277 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:21.213829 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 121dee0f-3429-49c8-9423-1bd9153c9a32 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:32:21.214204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:21.245498 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 121dee0f-3429-49c8-9423-1bd9153c9a32, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=121dee0f-3429-49c8-9423-1bd9153c9a32,segment=NetworkSegment(31ea6546-09b9-4a41-9e77-28cca6efc510),segment_id=31ea6546-09b9-4a41-9e77-28cca6efc510)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:32:21.249025 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:21.322376 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=121dee0f-3429-49c8-9423-1bd9153c9a32,revision_number=8']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:32:21.364406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95447787-7b2e-43b5-a841-745e4c9348f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121dee0f-3429-49c8-9423-1bd9153c9a32'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:32:21.407934 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6284ac13-c743-4431-a04f-38fbf475b718'] response: {'server_uuid': '95447787-7b2e-43b5-a841-745e4c9348f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121dee0f-3429-49c8-9423-1bd9153c9a32', 'code': 200} Jul 29 17:32:45.215908 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-22a568ea-e733-44f4-97d8-d7c73ef544e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:47.777310 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b476d504-cb20-4355-9f91-ea2a99f53e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:48.438694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:48.616144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:50.111341 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:51.124993 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:32:53.226004 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:33:07.981559 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34264) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:08.179404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port 672540f0-d30c-487b-91ba-47ca73e26c22 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:33:08.179656 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:08.347243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:08.347562 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:08.466130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for 672540f0-d30c-487b-91ba-47ca73e26c22 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:33:08.616332 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:08.662239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=672540f0-d30c-487b-91ba-47ca73e26c22,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:08.735697 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:08.735963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:08.736313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:08.736635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:08.736961 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:08.737354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:08.737634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:08.737955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:08.738274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:08.738594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:08.738915 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:08.739234 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:08.769317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:08.769640 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Floating IP e97afa83-2716-4926-afce-5cb09c21377f disassociated (deleted). External IP: 172.26.1.42, port: 121dee0f-3429-49c8-9423-1bd9153c9a32. Jul 29 17:33:09.228396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:33:09.410920 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:33:09.420820 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599770cd-45a6-47eb-8250-7931e7ed2b2e None None] Sync routers for ids ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:33:09.431012 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:09.431211 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599770cd-45a6-47eb-8250-7931e7ed2b2e None None] Routers {'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:33:09.431807 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-599770cd-45a6-47eb-8250-7931e7ed2b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:32:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:09.488111 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-a08bffc3-16c2-4f31-a974-4c2723283f7e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/floatingips/e97afa83-2716-4926-afce-5cb09c21377f HTTP/1.1" status: 204 len: 168 time: 1.5029147 Jul 29 17:33:09.488111 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95447787-7b2e-43b5-a841-745e4c9348f3', 'tag': '121dee0f-3429-49c8-9423-1bd9153c9a32'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:33:09.542028 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1e6f06-cd99-41cc-972b-b110718f7465'] response: {'name': 'network-changed', 'server_uuid': '95447787-7b2e-43b5-a841-745e4c9348f3', 'tag': '121dee0f-3429-49c8-9423-1bd9153c9a32', 'status': 'completed', 'code': 200} Jul 29 17:33:09.609799 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-599770cd-45a6-47eb-8250-7931e7ed2b2e None None] Set router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:33:09.644705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ee6a5-2abd-4b88-bad0-b60bbcf908e4 req-78536286-6a88-4947-b221-c1a345763526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:09.646142 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ec0ee6a5-2abd-4b88-bad0-b60bbcf908e4 req-78536286-6a88-4947-b221-c1a345763526 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 1098 time: 0.0804000 Jul 29 17:33:09.799982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ee6a5-2abd-4b88-bad0-b60bbcf908e4 req-e87201f4-df8f-41ea-befa-e8471e9a6783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:09.801453 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ec0ee6a5-2abd-4b88-bad0-b60bbcf908e4 req-e87201f4-df8f-41ea-befa-e8471e9a6783 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54 HTTP/1.1" status: 200 len: 897 time: 0.1495333 Jul 29 17:33:09.877972 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ec0ee6a5-2abd-4b88-bad0-b60bbcf908e4 req-0fbad03b-37cb-47fa-a014-0d56dd8b2f3d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121dee0f-3429-49c8-9423-1bd9153c9a32 HTTP/1.1" status: 200 len: 217 time: 0.0687335 Jul 29 17:33:09.883486 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d028917-5bbf-46ac-8159-d3d9fe356414 req-67de9815-22df-4807-a9e2-7398ea095aa4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:09.884448 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-1d028917-5bbf-46ac-8159-d3d9fe356414 req-67de9815-22df-4807-a9e2-7398ea095aa4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:33:09.900777 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-1d028917-5bbf-46ac-8159-d3d9fe356414 req-67de9815-22df-4807-a9e2-7398ea095aa4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:33:09.902372 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1d028917-5bbf-46ac-8159-d3d9fe356414 req-67de9815-22df-4807-a9e2-7398ea095aa4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.1082871 Jul 29 17:33:09.943310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ee6a5-2abd-4b88-bad0-b60bbcf908e4 req-78c9f8b0-242d-4b6e-a5f9-428cdba25193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:09.944773 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ec0ee6a5-2abd-4b88-bad0-b60bbcf908e4 req-78c9f8b0-242d-4b6e-a5f9-428cdba25193 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf HTTP/1.1" status: 200 len: 834 time: 0.0611219 Jul 29 17:33:09.948921 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-599770cd-45a6-47eb-8250-7931e7ed2b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '79e9505c-2481-42ac-aba1-b5e061303743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:30:34Z', 'updated_at': '2022-07-29T17:30:39Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '79e9505c-2481-42ac-aba1-b5e061303743', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:35Z', 'updated_at': '2022-07-29T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '2a55fc4e-7de2-4d7b-9a2d-87ca8f790859', 'name': '', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:65:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:38Z', 'updated_at': '2022-07-29T17:30:44Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:09.952151 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1d028917-5bbf-46ac-8159-d3d9fe356414 req-87666c9e-2f20-4a55-aff5-634a88d564a5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Jul 29 17:33:09.953198 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599770cd-45a6-47eb-8250-7931e7ed2b2e None None] Checking router: c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:33:09.962275 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599770cd-45a6-47eb-8250-7931e7ed2b2e None None] Routers {'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:33:09.962877 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-599770cd-45a6-47eb-8250-7931e7ed2b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:32:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:10.031843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ee6a5-2abd-4b88-bad0-b60bbcf908e4 req-b8e562ae-f626-4553-b47c-8092591b9cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:10.033339 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ec0ee6a5-2abd-4b88-bad0-b60bbcf908e4 req-b8e562ae-f626-4553-b47c-8092591b9cb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1decb8a9-b2f9-4a41-a6da-23a3665c3a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825417 Jul 29 17:33:10.136818 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-599770cd-45a6-47eb-8250-7931e7ed2b2e None None] Set router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:33:10.165104 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ec0ee6a5-2abd-4b88-bad0-b60bbcf908e4 req-a6467dfa-d01b-420b-be04-340c5422ad47 service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242962 Jul 29 17:33:10.296073 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-ec0ee6a5-2abd-4b88-bad0-b60bbcf908e4 req-cd7d704a-08c2-4319-a956-42f35ad2ad36 service neutron] 10.222.0.69 "GET /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243477 Jul 29 17:33:10.465631 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-599770cd-45a6-47eb-8250-7931e7ed2b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '79e9505c-2481-42ac-aba1-b5e061303743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:30:34Z', 'updated_at': '2022-07-29T17:30:39Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '79e9505c-2481-42ac-aba1-b5e061303743', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:35Z', 'updated_at': '2022-07-29T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '2a55fc4e-7de2-4d7b-9a2d-87ca8f790859', 'name': '', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:65:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:38Z', 'updated_at': '2022-07-29T17:30:44Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:10.469440 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599770cd-45a6-47eb-8250-7931e7ed2b2e None None] The sync data for ids ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'] in dv-neutron-851534-1-hyperv is: [{'id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '79e9505c-2481-42ac-aba1-b5e061303743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:30:34Z', 'updated_at': '2022-07-29T17:30:39Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '79e9505c-2481-42ac-aba1-b5e061303743', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:35Z', 'updated_at': '2022-07-29T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '2a55fc4e-7de2-4d7b-9a2d-87ca8f790859', 'name': '', 'network_id': '1decb8a9-b2f9-4a41-a6da-23a3665c3a54', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:65:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:38Z', 'updated_at': '2022-07-29T17:30:44Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:33:10.682722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee46a3-74ea-43e8-b0fd-3bcd6f823fb7 None None] New status for floating IP e97afa83-2716-4926-afce-5cb09c21377f: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:33:11.144786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a53a3-e504-4268-9284-3b64d45f476a req-10453538-d5b5-479c-be53-0c2dfb1fcec1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:11.146155 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4d1a53a3-e504-4268-9284-3b64d45f476a req-10453538-d5b5-479c-be53-0c2dfb1fcec1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0850999 Jul 29 17:33:11.189694 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4d1a53a3-e504-4268-9284-3b64d45f476a req-7230e5da-ef62-4bcb-83fd-18ab7114fc68 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=88269f8e-d530-4922-bf46-1a7a20c233d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374136 Jul 29 17:33:11.699538 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb2380-6380-4db6-93d3-e0ece062fb74 req-1f0dff33-89a6-4235-bf09-f1ea4747e5f5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:11.700979 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-19bb2380-6380-4db6-93d3-e0ece062fb74 req-1f0dff33-89a6-4235-bf09-f1ea4747e5f5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 945 time: 0.0863473 Jul 29 17:33:11.770529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-19bb2380-6380-4db6-93d3-e0ece062fb74 req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port 121dee0f-3429-49c8-9423-1bd9153c9a32 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:33:11.770862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-19bb2380-6380-4db6-93d3-e0ece062fb74 req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:12.006262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-19bb2380-6380-4db6-93d3-e0ece062fb74 req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] For port 121dee0f-3429-49c8-9423-1bd9153c9a32, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=121dee0f-3429-49c8-9423-1bd9153c9a32,segment=NetworkSegment(31ea6546-09b9-4a41-9e77-28cca6efc510),segment_id=31ea6546-09b9-4a41-9e77-28cca6efc510)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:33:12.006614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-19bb2380-6380-4db6-93d3-e0ece062fb74 req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:12.127634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-19bb2380-6380-4db6-93d3-e0ece062fb74 req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for 121dee0f-3429-49c8-9423-1bd9153c9a32 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:33:12.270449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-19bb2380-6380-4db6-93d3-e0ece062fb74 req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:12.357001 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a3d2938e-3e1a-4194-b81c-750150438cfb req-36783999-b972-4ad6-9875-a4970c8faaa7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=95447787-7b2e-43b5-a841-745e4c9348f3 HTTP/1.1" status: 200 len: 210 time: 0.0561154 Jul 29 17:33:12.465932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=121dee0f-3429-49c8-9423-1bd9153c9a32,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:12.483822 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:12.484172 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:12.484514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:12.484851 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:12.485208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:12.485538 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:12.485862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:12.486187 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:12.486510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:12.486842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:12.487154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:12.487468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:12.532793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bb2380-6380-4db6-93d3-e0ece062fb74 req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] No DVR routers for this DVR port 121dee0f-3429-49c8-9423-1bd9153c9a32 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:33:12.535142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-19bb2380-6380-4db6-93d3-e0ece062fb74 req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:12.537726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95447787-7b2e-43b5-a841-745e4c9348f3', 'name': 'network-vif-deleted', 'tag': '121dee0f-3429-49c8-9423-1bd9153c9a32'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:33:12.555539 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-19bb2380-6380-4db6-93d3-e0ece062fb74 req-cad378ed-01b7-4b7e-9e22-b3c9f93d17a4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "DELETE /v2.0/ports/121dee0f-3429-49c8-9423-1bd9153c9a32 HTTP/1.1" status: 204 len: 173 time: 0.8497083 Jul 29 17:33:12.646781 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a029391-c564-41c2-9075-aef84267ca0e'] response: {'server_uuid': '95447787-7b2e-43b5-a841-745e4c9348f3', 'name': 'network-vif-deleted', 'tag': '121dee0f-3429-49c8-9423-1bd9153c9a32', 'status': 'completed', 'code': 200} Jul 29 17:33:13.453842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34284) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:13.991007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2f2cbe1-18d4-42cb-923d-7d097d497cb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:14.445218 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2cbe1-18d4-42cb-923d-7d097d497cb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:33:14.446078 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2f2cbe1-18d4-42cb-923d-7d097d497cb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:14.628609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-c2f2cbe1-18d4-42cb-923d-7d097d497cb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] For port 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2a55fc4e-7de2-4d7b-9a2d-87ca8f790859,segment=NetworkSegment(31ea6546-09b9-4a41-9e77-28cca6efc510),segment_id=31ea6546-09b9-4a41-9e77-28cca6efc510)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:33:14.629283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2f2cbe1-18d4-42cb-923d-7d097d497cb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:14.750400 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2cbe1-18d4-42cb-923d-7d097d497cb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:33:14.923208 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2f2cbe1-18d4-42cb-923d-7d097d497cb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:14.972384 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2cbe1-18d4-42cb-923d-7d097d497cb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=2a55fc4e-7de2-4d7b-9a2d-87ca8f790859,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:15.217015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b51c8db0-9644-4ff6-86e3-1fb8ab5fc608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:15.251716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c2f2cbe1-18d4-42cb-923d-7d097d497cb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:15.307937 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 121dee0f-3429-49c8-9423-1bd9153c9a32 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:33:15.343145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 121dee0f-3429-49c8-9423-1bd9153c9a32 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:33:15.343490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 121dee0f-3429-49c8-9423-1bd9153c9a32 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:33:15.734155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f2cbe1-18d4-42cb-923d-7d097d497cb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:33:15.915283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f2cbe1-18d4-42cb-923d-7d097d497cb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:33:15.925642 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab93de1a-ea31-4e0d-bb77-6bc11eb4b73b None None] Sync routers for ids ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:33:15.927960 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c2f2cbe1-18d4-42cb-923d-7d097d497cb3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "PUT /v2.0/routers/c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4730442 Jul 29 17:33:15.930721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34288) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:15.934737 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93de1a-ea31-4e0d-bb77-6bc11eb4b73b None None] Routers {'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:33:15.935336 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ab93de1a-ea31-4e0d-bb77-6bc11eb4b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:32:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:15.995287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-d434346d-3c52-412a-a4bc-71a6865c67ed tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting subnet 9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:33:15.998213 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d434346d-3c52-412a-a4bc-71a6865c67ed tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:16.055563 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d434346d-3c52-412a-a4bc-71a6865c67ed tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:16.108665 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ab93de1a-ea31-4e0d-bb77-6bc11eb4b73b None None] Set router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:33:16.137417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d434346d-3c52-412a-a4bc-71a6865c67ed tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:16.216440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d434346d-3c52-412a-a4bc-71a6865c67ed tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:16.254907 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434346d-3c52-412a-a4bc-71a6865c67ed tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:16.259112 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d434346d-3c52-412a-a4bc-71a6865c67ed tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:16.265916 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d434346d-3c52-412a-a4bc-71a6865c67ed tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/subnets/9a0ce69e-fdf4-4c4b-8593-fd7c7cddbabf HTTP/1.1" status: 204 len: 168 time: 0.3342371 Jul 29 17:33:16.266650 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bbfde9-8f8b-422b-8911-e648db61eed3 None None] Network 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:33:16.268487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34292) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:16.398290 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ab93de1a-ea31-4e0d-bb77-6bc11eb4b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '79e9505c-2481-42ac-aba1-b5e061303743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:30:34Z', 'updated_at': '2022-07-29T17:33:14Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '79e9505c-2481-42ac-aba1-b5e061303743', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:35Z', 'updated_at': '2022-07-29T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:16.402699 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab93de1a-ea31-4e0d-bb77-6bc11eb4b73b None None] Checking router: c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:33:16.411390 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93de1a-ea31-4e0d-bb77-6bc11eb4b73b None None] Routers {'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:33:16.411977 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ab93de1a-ea31-4e0d-bb77-6bc11eb4b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:32:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:16.449985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:16.542231 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d686b116-8b54-4175-98a9-b571093b49c7 None None] DHCP port deletion for 1decb8a9-b2f9-4a41-a6da-23a3665c3a54 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:33:16.546775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d686b116-8b54-4175-98a9-b571093b49c7 None None] Deleting port 900e33f3-a705-463a-a9c7-64b7692ed7e0 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:33:16.547330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d686b116-8b54-4175-98a9-b571093b49c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:16.610601 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ab93de1a-ea31-4e0d-bb77-6bc11eb4b73b None None] Set router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:33:16.636426 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:16.646958 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port 79e9505c-2481-42ac-aba1-b5e061303743 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:33:16.647402 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:16.764960 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d686b116-8b54-4175-98a9-b571093b49c7 None None] For port 900e33f3-a705-463a-a9c7-64b7692ed7e0, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=900e33f3-a705-463a-a9c7-64b7692ed7e0,segment=NetworkSegment(31ea6546-09b9-4a41-9e77-28cca6efc510),segment_id=31ea6546-09b9-4a41-9e77-28cca6efc510)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:33:16.765431 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d686b116-8b54-4175-98a9-b571093b49c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:16.823597 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] For port 79e9505c-2481-42ac-aba1-b5e061303743, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=79e9505c-2481-42ac-aba1-b5e061303743,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:33:16.824179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:16.890456 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d686b116-8b54-4175-98a9-b571093b49c7 None None] Calling delete_port for 900e33f3-a705-463a-a9c7-64b7692ed7e0 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:33:16.893502 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ab93de1a-ea31-4e0d-bb77-6bc11eb4b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '79e9505c-2481-42ac-aba1-b5e061303743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:30:34Z', 'updated_at': '2022-07-29T17:33:14Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '79e9505c-2481-42ac-aba1-b5e061303743', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:35Z', 'updated_at': '2022-07-29T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:16.897680 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab93de1a-ea31-4e0d-bb77-6bc11eb4b73b None None] The sync data for ids ['c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4'] in dv-neutron-851534-1-hyperv is: [{'id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-971835091', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '79e9505c-2481-42ac-aba1-b5e061303743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:30:34Z', 'updated_at': '2022-07-29T17:33:14Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '79e9505c-2481-42ac-aba1-b5e061303743', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:75:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:30:35Z', 'updated_at': '2022-07-29T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:33:16.952654 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for 79e9505c-2481-42ac-aba1-b5e061303743 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:33:16.969619 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d686b116-8b54-4175-98a9-b571093b49c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:17.013988 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686b116-8b54-4175-98a9-b571093b49c7 None None] Pushing event deleted for resources: {'Port': ['ID=900e33f3-a705-463a-a9c7-64b7692ed7e0,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:17.019166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d686b116-8b54-4175-98a9-b571093b49c7 None None] No DVR routers for this DVR port 900e33f3-a705-463a-a9c7-64b7692ed7e0 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:33:17.227595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:17.313525 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=79e9505c-2481-42ac-aba1-b5e061303743,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:17.385386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:17.558606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:17.560765 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:17.586498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:17.587024 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Fanout notify agent at l3_agent the message router_deleted on router c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:33:17.602413 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:17.603522 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d81faeda-6d9c-47ae-a770-b7a8d7f9d047 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/routers/c2c8a16f-76f7-4b22-b4f9-7f61089bc2e4 HTTP/1.1" status: 204 len: 168 time: 1.3341486 Jul 29 17:33:17.606311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34296) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:17.721792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f01776ff-1edb-4224-ae1a-e83c9b692aca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:17.778632 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-690659b2-2de7-4ef5-93b2-c0a72540e278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:17.850972 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f01776ff-1edb-4224-ae1a-e83c9b692aca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:17.875379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-f01776ff-1edb-4224-ae1a-e83c9b692aca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1decb8a9-b2f9-4a41-a6da-23a3665c3a54']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:17.886943 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-f01776ff-1edb-4224-ae1a-e83c9b692aca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ea6546-09b9-4a41-9e77-28cca6efc510') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:17.887236 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-f01776ff-1edb-4224-ae1a-e83c9b692aca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ea6546-09b9-4a41-9e77-28cca6efc510') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:17.898011 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f01776ff-1edb-4224-ae1a-e83c9b692aca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:17.913500 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f01776ff-1edb-4224-ae1a-e83c9b692aca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:17.919760 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01776ff-1edb-4224-ae1a-e83c9b692aca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:33:17.920130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f01776ff-1edb-4224-ae1a-e83c9b692aca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.009348 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 31ea6546-09b9-4a41-9e77-28cca6efc510 resource provider aggregate not found Jul 29 17:33:18.035445 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 31ea6546-09b9-4a41-9e77-28cca6efc510 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31ea6546-09b9-4a41-9e77-28cca6efc510 found for delete ", "request_id": "req-4d250df3-e725-4d5f-850c-7b7e9623762a"}]} Jul 29 17:33:18.039848 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f01776ff-1edb-4224-ae1a-e83c9b692aca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.069152 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-f01776ff-1edb-4224-ae1a-e83c9b692aca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.071709 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 79e9505c-2481-42ac-aba1-b5e061303743 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:33:18.082603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01776ff-1edb-4224-ae1a-e83c9b692aca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Network': ['ID=1decb8a9-b2f9-4a41-a6da-23a3665c3a54,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:18.090899 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f01776ff-1edb-4224-ae1a-e83c9b692aca tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/networks/1decb8a9-b2f9-4a41-a6da-23a3665c3a54 HTTP/1.1" status: 204 len: 168 time: 0.4835231 Jul 29 17:33:18.094252 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34306) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:18.106745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 79e9505c-2481-42ac-aba1-b5e061303743 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:33:18.107093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 79e9505c-2481-42ac-aba1-b5e061303743 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:33:18.107506 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 900e33f3-a705-463a-a9c7-64b7692ed7e0 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:33:18.144480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 900e33f3-a705-463a-a9c7-64b7692ed7e0 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:33:18.144831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 900e33f3-a705-463a-a9c7-64b7692ed7e0 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:33:18.145282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:33:18.165246 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-88958354-070c-4654-b79f-a5ff29e65113 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.178460 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:33:18.178809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2a55fc4e-7de2-4d7b-9a2d-87ca8f790859 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:33:18.194974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-88958354-070c-4654-b79f-a5ff29e65113 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.260918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-88958354-070c-4654-b79f-a5ff29e65113 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.279798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88958354-070c-4654-b79f-a5ff29e65113 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88269f8e-d530-4922-bf46-1a7a20c233d3,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:18.290366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-88958354-070c-4654-b79f-a5ff29e65113 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.291565 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-88958354-070c-4654-b79f-a5ff29e65113 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/security-groups/88269f8e-d530-4922-bf46-1a7a20c233d3 HTTP/1.1" status: 204 len: 168 time: 0.1966009 Jul 29 17:33:18.411285 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34314) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:18.416567 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0e99222f-630e-48e4-974f-fc5a026c5817 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411556801', 'description': 'tempest-secgroup-smoke-411556801 description', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:33:18.422571 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0e99222f-630e-48e4-974f-fc5a026c5817 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:33:18.427056 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0e99222f-630e-48e4-974f-fc5a026c5817 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:33:18.430452 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0e99222f-630e-48e4-974f-fc5a026c5817 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:33:18.436440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0e99222f-630e-48e4-974f-fc5a026c5817 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:33:18.441891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.448897 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0e99222f-630e-48e4-974f-fc5a026c5817 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.468203 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0e99222f-630e-48e4-974f-fc5a026c5817 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:33:18.472052 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0e99222f-630e-48e4-974f-fc5a026c5817 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:33:18.474868 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0e99222f-630e-48e4-974f-fc5a026c5817 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:33:18.480582 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0e99222f-630e-48e4-974f-fc5a026c5817 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:33:18.551465 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0e99222f-630e-48e4-974f-fc5a026c5817 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.555973 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0e99222f-630e-48e4-974f-fc5a026c5817 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.600415 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99222f-630e-48e4-974f-fc5a026c5817 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bb0e99-6dd5-419c-96e1-e01ca977dadb,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:18.603247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0e99222f-630e-48e4-974f-fc5a026c5817 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.607157 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0e99222f-630e-48e4-974f-fc5a026c5817 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1922069 Jul 29 17:33:18.608089 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34318) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:18.612462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-53de0903-b2a5-4d3d-91bf-43f5e9987b6b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'a7bb0e99-6dd5-419c-96e1-e01ca977dadb', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:33:18.618850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-53de0903-b2a5-4d3d-91bf-43f5e9987b6b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:33:18.622186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.623019 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-53de0903-b2a5-4d3d-91bf-43f5e9987b6b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:33:18.625944 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-53de0903-b2a5-4d3d-91bf-43f5e9987b6b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:33:18.631521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-53de0903-b2a5-4d3d-91bf-43f5e9987b6b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:33:18.651240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-53de0903-b2a5-4d3d-91bf-43f5e9987b6b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.710274 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-53de0903-b2a5-4d3d-91bf-43f5e9987b6b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.713666 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-53de0903-b2a5-4d3d-91bf-43f5e9987b6b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.736312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de0903-b2a5-4d3d-91bf-43f5e9987b6b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6753f922-d953-4451-9ab1-b0feb71d0486,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:18.745958 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-53de0903-b2a5-4d3d-91bf-43f5e9987b6b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.747193 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-53de0903-b2a5-4d3d-91bf-43f5e9987b6b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389513 Jul 29 17:33:18.750484 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34322) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:18.756512 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-656fef00-6e0e-41cd-aa52-70412de5812b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'a7bb0e99-6dd5-419c-96e1-e01ca977dadb', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:33:18.763134 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-656fef00-6e0e-41cd-aa52-70412de5812b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:33:18.766903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-656fef00-6e0e-41cd-aa52-70412de5812b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:33:18.769715 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-656fef00-6e0e-41cd-aa52-70412de5812b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:33:18.776137 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-656fef00-6e0e-41cd-aa52-70412de5812b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:33:18.792258 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-656fef00-6e0e-41cd-aa52-70412de5812b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.850714 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-656fef00-6e0e-41cd-aa52-70412de5812b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.854528 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-656fef00-6e0e-41cd-aa52-70412de5812b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.878244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fef00-6e0e-41cd-aa52-70412de5812b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79dac352-0481-4a45-a36f-569bb45c945a,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:18.886388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-656fef00-6e0e-41cd-aa52-70412de5812b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.887563 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-656fef00-6e0e-41cd-aa52-70412de5812b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351764 Jul 29 17:33:18.890258 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34326) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:18.895139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3f251398-8b2b-4259-b645-15214d557c4f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'a7bb0e99-6dd5-419c-96e1-e01ca977dadb', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:33:18.900981 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3f251398-8b2b-4259-b645-15214d557c4f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:33:18.904798 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3f251398-8b2b-4259-b645-15214d557c4f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:33:18.907650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3f251398-8b2b-4259-b645-15214d557c4f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:33:18.913283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3f251398-8b2b-4259-b645-15214d557c4f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:33:18.929296 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3f251398-8b2b-4259-b645-15214d557c4f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.993457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3f251398-8b2b-4259-b645-15214d557c4f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:18.996982 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3f251398-8b2b-4259-b645-15214d557c4f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.019463 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f251398-8b2b-4259-b645-15214d557c4f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6ac288-c713-4ce4-89d1-d3adad4af8a3,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:19.028215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3f251398-8b2b-4259-b645-15214d557c4f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.029398 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3f251398-8b2b-4259-b645-15214d557c4f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382053 Jul 29 17:33:19.032067 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34330) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:19.036967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4ba7769d-2393-4efd-9a42-2ba71689a5f2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'a7bb0e99-6dd5-419c-96e1-e01ca977dadb', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:33:19.043167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4ba7769d-2393-4efd-9a42-2ba71689a5f2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:33:19.047037 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4ba7769d-2393-4efd-9a42-2ba71689a5f2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:33:19.050378 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4ba7769d-2393-4efd-9a42-2ba71689a5f2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:33:19.057569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4ba7769d-2393-4efd-9a42-2ba71689a5f2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:33:19.074017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ba7769d-2393-4efd-9a42-2ba71689a5f2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.135574 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ba7769d-2393-4efd-9a42-2ba71689a5f2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.139059 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ba7769d-2393-4efd-9a42-2ba71689a5f2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.161691 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7769d-2393-4efd-9a42-2ba71689a5f2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172e2557-95d6-44d4-be1a-7c7cbf0726f6,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:19.171338 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ba7769d-2393-4efd-9a42-2ba71689a5f2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.172640 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4ba7769d-2393-4efd-9a42-2ba71689a5f2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396554 Jul 29 17:33:19.175708 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34334) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:19.180513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9bc31e26-b513-4537-a551-edb5178d5918 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'a7bb0e99-6dd5-419c-96e1-e01ca977dadb', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:33:19.186262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9bc31e26-b513-4537-a551-edb5178d5918 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:33:19.190168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9bc31e26-b513-4537-a551-edb5178d5918 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:33:19.193016 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9bc31e26-b513-4537-a551-edb5178d5918 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:33:19.198907 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9bc31e26-b513-4537-a551-edb5178d5918 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:33:19.209329 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-9bc31e26-b513-4537-a551-edb5178d5918 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Project 623946eed0bc4715a04a0d7bf3447b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:33:19.216173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9bc31e26-b513-4537-a551-edb5178d5918 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.278218 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9bc31e26-b513-4537-a551-edb5178d5918 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.282278 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9bc31e26-b513-4537-a551-edb5178d5918 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.305673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc31e26-b513-4537-a551-edb5178d5918 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c58d02b-a310-4736-b3b2-e64b542fdc21,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:19.315262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9bc31e26-b513-4537-a551-edb5178d5918 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.316442 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9bc31e26-b513-4537-a551-edb5178d5918 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398249 Jul 29 17:33:19.319246 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34338) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:19.324139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-afeebc08-8c19-4bdc-9f99-490546156b2e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': 'a7bb0e99-6dd5-419c-96e1-e01ca977dadb', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:33:19.329924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-afeebc08-8c19-4bdc-9f99-490546156b2e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:33:19.333774 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-afeebc08-8c19-4bdc-9f99-490546156b2e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:33:19.337161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-afeebc08-8c19-4bdc-9f99-490546156b2e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:33:19.342842 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-afeebc08-8c19-4bdc-9f99-490546156b2e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:33:19.355245 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-afeebc08-8c19-4bdc-9f99-490546156b2e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Project 623946eed0bc4715a04a0d7bf3447b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:33:19.361650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-afeebc08-8c19-4bdc-9f99-490546156b2e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.426509 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-afeebc08-8c19-4bdc-9f99-490546156b2e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.429724 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-afeebc08-8c19-4bdc-9f99-490546156b2e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.451508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeebc08-8c19-4bdc-9f99-490546156b2e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebeec05-7582-412b-87a9-d7afa91d0441,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:19.459456 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-afeebc08-8c19-4bdc-9f99-490546156b2e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.460704 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-afeebc08-8c19-4bdc-9f99-490546156b2e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405542 Jul 29 17:33:19.464160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34342) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:19.469560 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'network': {'name': 'tempest-network-smoke--481269628', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'port_security_enabled': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:33:19.474260 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:33:19.478977 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:network and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:33:19.481789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:33:19.487495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:33:19.497786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Made reservation on behalf of 623946eed0bc4715a04a0d7bf3447b0f for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:33:19.501334 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.529457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:33:19.538789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.539198 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Added segment f145702b-7490-4dca-853c-07cdf5fe6cac of type vlan for network 21b36a2d-65c3-4549-aad5-4434d329906d Jul 29 17:33:19.566291 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.594923 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.600181 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:19.600746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.701973 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2367082 Jul 29 17:33:19.704813 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34346) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:19.711033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf1b2d-e6c5-4593-83fa-cc05ba6f03c8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Network': ['ID=21b36a2d-65c3-4549-aad5-4434d329906d,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:19.715904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'admin_state_up': True, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:33:19.723045 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 21b36a2d-65c3-4549-aad5-4434d329906d details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:33:19.724437 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:33:19.728621 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:router and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:33:19.731673 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:33:19.738863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:33:19.748713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.749730 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:19.766850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:20.114087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:20.130884 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:20.427074 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:20.459214 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:20.596052 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.26.1.17 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/343daf6d-d388-48c5-8ce0-ce8e21fa12ea) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:33:20.741628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:20.769951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:20.837212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:33:20.839938 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:33:20.843503 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:33:20.880721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=343daf6d-d388-48c5-8ce0-ce8e21fa12ea,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:21.132610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:21.250179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:21.699325 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:21.902375 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router 206a869c-ca50-43c6-b600-c6592a4ab4c5 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:33:22.077255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:33:22.086367 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Sync routers for ids ['206a869c-ca50-43c6-b600-c6592a4ab4c5'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:33:22.095858 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Routers {'206a869c-ca50-43c6-b600-c6592a4ab4c5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:33:22.096493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:33:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['206a869c-ca50-43c6-b600-c6592a4ab4c5'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:22.103636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:22.105020 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0a076e9e-908f-404a-b4be-f2fedcf237b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3969734 Jul 29 17:33:22.108197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34352) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:22.203753 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3e3ecffb-7e09-4546-93d1-64ead38cccdb tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=623946eed0bc4715a04a0d7bf3447b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0943973 Jul 29 17:33:22.206353 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34358) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:22.270626 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Set router 206a869c-ca50-43c6-b600-c6592a4ab4c5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:33:22.334929 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caece619-c5ca-4416-a0e3-c0e9f582bb9d tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:22.336821 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-caece619-c5ca-4416-a0e3-c0e9f582bb9d tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295640 Jul 29 17:33:22.339855 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34362) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:22.384450 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1fcaeb11-fa1c-4844-b1f5-2208c662a99c tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432222 Jul 29 17:33:22.386989 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34366) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:22.392250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2078356046', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:33:22.497860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:33:22.501740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:subnet and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:33:22.504529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:33:22.510219 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:33:22.521389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Made reservation on behalf of 623946eed0bc4715a04a0d7bf3447b0f for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:33:22.525532 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:22.582832 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:33:19Z', 'updated_at': '2022-07-29T17:33:21Z', 'revision_number': 3, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:20Z', 'updated_at': '2022-07-29T17:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:22.587523 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Checking router: 206a869c-ca50-43c6-b600-c6592a4ab4c5 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:33:22.587817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Updating router 206a869c-ca50-43c6-b600-c6592a4ab4c5 port 343daf6d-d388-48c5-8ce0-ce8e21fa12ea binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:33:22.644629 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:22.747177 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:22.825173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Subnet': ['ID=0d569453-90b2-4666-a614-3a89eb65b992,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:22.835408 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Checking segment: {'id': 'f145702b-7490-4dca-853c-07cdf5fe6cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:33:22.835766 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network hostable DHCP agents. Network: 21b36a2d-65c3-4549-aad5-4434d329906d, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:33:22.855661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 21b36a2d-65c3-4549-aad5-4434d329906d is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:33:22.864906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 21b36a2d-65c3-4549-aad5-4434d329906d) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:33:22.868896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:22.869511 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:22.877645 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd60dec-12ce-4442-a22f-5e449f91364c None None] Network 21b36a2d-65c3-4549-aad5-4434d329906d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:33:22.890778 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-094fbbd4-bbc0-4b4f-8378-a43e8fe14b24 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5027819 Jul 29 17:33:22.893582 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34370) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:23.118091 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:23.137158 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Transition to ACTIVE for port object 343daf6d-d388-48c5-8ce0-ce8e21fa12ea will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:33:23.175444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:23.236150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-21b36a2d-65c3-4549-aad5-4434d329906d', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ips': [{'subnet_id': '0d569453-90b2-4666-a614-3a89eb65b992'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:33:23.236988 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:23.290936 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cfd8a-997e-4a89-906c-c7e9a958a2b6 None None] Pushing event updated for resources: {'Port': ['ID=343daf6d-d388-48c5-8ce0-ce8e21fa12ea,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:23.293085 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Attempting to bind port 343daf6d-d388-48c5-8ce0-ce8e21fa12ea on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:33:23.293463 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Attempting to bind port 343daf6d-d388-48c5-8ce0-ce8e21fa12ea by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:33:23.293825 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Attempting to bind port 343daf6d-d388-48c5-8ce0-ce8e21fa12ea on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:33:23.348666 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfd8a-997e-4a89-906c-c7e9a958a2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:23.349021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfd8a-997e-4a89-906c-c7e9a958a2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:23.349393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfd8a-997e-4a89-906c-c7e9a958a2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:23.349738 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfd8a-997e-4a89-906c-c7e9a958a2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:23.350073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfd8a-997e-4a89-906c-c7e9a958a2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:23.350408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfd8a-997e-4a89-906c-c7e9a958a2b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:23.350741 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfd8a-997e-4a89-906c-c7e9a958a2b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:23.351087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfd8a-997e-4a89-906c-c7e9a958a2b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:23.351404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfd8a-997e-4a89-906c-c7e9a958a2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:23.351775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfd8a-997e-4a89-906c-c7e9a958a2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:23.352096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfd8a-997e-4a89-906c-c7e9a958a2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:23.352421 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfd8a-997e-4a89-906c-c7e9a958a2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:23.356643 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:33:23.357077 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:33:23.357528 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:23.357920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:33:23.358451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Bound port: 343daf6d-d388-48c5-8ce0-ce8e21fa12ea, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:33:23.359001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:23.506579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] For port 343daf6d-d388-48c5-8ce0-ce8e21fa12ea, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:33:23.519486 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] For port 343daf6d-d388-48c5-8ce0-ce8e21fa12ea, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=343daf6d-d388-48c5-8ce0-ce8e21fa12ea,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:33:23.529678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:23.534061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Allocated IP 172.20.0.2 (21b36a2d-65c3-4549-aad5-4434d329906d/0d569453-90b2-4666-a614-3a89eb65b992/2b31fa1f-1439-42e4-9a79-61293ec591e7) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:33:23.686144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:23.692841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Routers {'206a869c-ca50-43c6-b600-c6592a4ab4c5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:33:23.693503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:33:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['206a869c-ca50-43c6-b600-c6592a4ab4c5'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:23.762352 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cfd8a-997e-4a89-906c-c7e9a958a2b6 None None] Pushing event updated for resources: {'Port': ['ID=343daf6d-d388-48c5-8ce0-ce8e21fa12ea,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:23.993539 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] Set router 206a869c-ca50-43c6-b600-c6592a4ab4c5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:33:24.180589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:24.196635 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Transition to ACTIVE for port object 2b31fa1f-1439-42e4-9a79-61293ec591e7 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:33:24.233185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Transition to ACTIVE for port object 2b31fa1f-1439-42e4-9a79-61293ec591e7 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:33:24.248116 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:24.304092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.20.0.1 (21b36a2d-65c3-4549-aad5-4434d329906d/0d569453-90b2-4666-a614-3a89eb65b992/465ece78-a9a6-43aa-bead-2c648eb64694) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:33:24.347426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Network 21b36a2d-65c3-4549-aad5-4434d329906d is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:33:24.352408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:33:24.356823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:33:24.404643 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Pushing event updated for resources: {'Port': ['ID=2b31fa1f-1439-42e4-9a79-61293ec591e7,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:24.467946 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:24.478626 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Attempting to bind port 2b31fa1f-1439-42e4-9a79-61293ec591e7 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:33:24.479014 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Attempting to bind port 2b31fa1f-1439-42e4-9a79-61293ec591e7 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'f145702b-7490-4dca-853c-07cdf5fe6cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:33:24.479390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Attempting to bind port 2b31fa1f-1439-42e4-9a79-61293ec591e7 on network 21b36a2d-65c3-4549-aad5-4434d329906d {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:33:24.484668 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Transition to ACTIVE for port object 465ece78-a9a6-43aa-bead-2c648eb64694 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:33:24.487097 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:33:24.487500 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Checking segment: {'id': 'f145702b-7490-4dca-853c-07cdf5fe6cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:33:24.487920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:24.488347 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Bound using segment: {'id': 'f145702b-7490-4dca-853c-07cdf5fe6cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:33:24.488839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Bound port: 2b31fa1f-1439-42e4-9a79-61293ec591e7, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f145702b-7490-4dca-853c-07cdf5fe6cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:33:24.489255 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:24.503271 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:33:19Z', 'updated_at': '2022-07-29T17:33:21Z', 'revision_number': 3, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:20Z', 'updated_at': '2022-07-29T17:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:24.511712 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:24.532849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dfb81e-b3df-4b16-87bf-28b35b342929 None None] The sync data for ids ['206a869c-ca50-43c6-b600-c6592a4ab4c5'] in dv-neutron-851534-1-hyperv is: [{'id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:33:19Z', 'updated_at': '2022-07-29T17:33:21Z', 'revision_number': 3, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:20Z', 'updated_at': '2022-07-29T17:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:33:24.589381 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] For port 2b31fa1f-1439-42e4-9a79-61293ec591e7, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:33:24.590176 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 21b36a2d-65c3-4549-aad5-4434d329906d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:33:24.592737 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] For port 2b31fa1f-1439-42e4-9a79-61293ec591e7, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2b31fa1f-1439-42e4-9a79-61293ec591e7,segment=NetworkSegment(f145702b-7490-4dca-853c-07cdf5fe6cac),segment_id=f145702b-7490-4dca-853c-07cdf5fe6cac)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:33:24.595284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:33:24.599980 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:33:24.603980 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:24.645256 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=465ece78-a9a6-43aa-bead-2c648eb64694,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:24.665739 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:24.692257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c772fb-d235-4d0b-bdb7-8ede19fdac9f None None] Pushing event updated for resources: {'Port': ['ID=2b31fa1f-1439-42e4-9a79-61293ec591e7,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:24.815501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:25.389951 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:25.395656 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:25.518552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:25.522038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=465ece78-a9a6-43aa-bead-2c648eb64694,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:25.661753 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 21b36a2d-65c3-4549-aad5-4434d329906d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:33:25.663035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:33:25.712380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8063a98f-3d0c-4df5-9381-eb8a98e6ccdc None None] Network 21b36a2d-65c3-4549-aad5-4434d329906d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:33:25.799414 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-744d1f5a-9180-43e0-b03b-cada0286351c None None] Provisioning for port 2b31fa1f-1439-42e4-9a79-61293ec591e7 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:33:25.873259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router 206a869c-ca50-43c6-b600-c6592a4ab4c5 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:33:25.968609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 343daf6d-d388-48c5-8ce0-ce8e21fa12ea up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:33:26.057428 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 343daf6d-d388-48c5-8ce0-ce8e21fa12ea completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:33:26.062614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 343daf6d-d388-48c5-8ce0-ce8e21fa12ea triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:33:26.062932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:26.063607 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:33:26.080891 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-81ebdde8-1e6a-4012-b74a-48940e5edb1d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "PUT /v2.0/routers/206a869c-ca50-43c6-b600-c6592a4ab4c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1861701 Jul 29 17:33:26.195199 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 343daf6d-d388-48c5-8ce0-ce8e21fa12ea is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:33:26.196167 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:26.216423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 343daf6d-d388-48c5-8ce0-ce8e21fa12ea, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=343daf6d-d388-48c5-8ce0-ce8e21fa12ea,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:33:26.217295 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Sync routers for ids ['206a869c-ca50-43c6-b600-c6592a4ab4c5'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:33:26.224776 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:26.225574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2b31fa1f-1439-42e4-9a79-61293ec591e7 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:33:26.228772 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Routers {'206a869c-ca50-43c6-b600-c6592a4ab4c5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:33:26.229623 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:33:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['206a869c-ca50-43c6-b600-c6592a4ab4c5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:26.260989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d2447c5d-6793-4038-af49-e0632db8e8f1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:33:26.279210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d2447c5d-6793-4038-af49-e0632db8e8f1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:33:26.288737 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d2447c5d-6793-4038-af49-e0632db8e8f1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411556801&fields=id&tenant_id=623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 267 time: 0.0716202 Jul 29 17:33:26.373624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=343daf6d-d388-48c5-8ce0-ce8e21fa12ea,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:26.380731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a91e3952-a4cf-4cea-8fa1-4696c8bdd851 None None] Provisioning for port 465ece78-a9a6-43aa-bead-2c648eb64694 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:33:26.386661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a91e3952-a4cf-4cea-8fa1-4696c8bdd851 None None] Provisioning complete for port 465ece78-a9a6-43aa-bead-2c648eb64694 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:33:26.388002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a91e3952-a4cf-4cea-8fa1-4696c8bdd851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:26.421318 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 2b31fa1f-1439-42e4-9a79-61293ec591e7 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:33:26.445944 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2b31fa1f-1439-42e4-9a79-61293ec591e7 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:33:26.446471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:26.460645 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6923b9f-21cd-40fc-8805-6621681da603 req-41001305-b38d-45af-8325-9ab80913ceb5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:26.461962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-f6923b9f-21cd-40fc-8805-6621681da603 req-41001305-b38d-45af-8325-9ab80913ceb5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:network {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:33:26.480888 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Set router 206a869c-ca50-43c6-b600-c6592a4ab4c5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:33:26.486959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-f6923b9f-21cd-40fc-8805-6621681da603 req-41001305-b38d-45af-8325-9ab80913ceb5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:network {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:33:26.488340 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-41001305-b38d-45af-8325-9ab80913ceb5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/networks?id=21b36a2d-65c3-4549-aad5-4434d329906d HTTP/1.1" status: 200 len: 796 time: 0.1978726 Jul 29 17:33:26.507283 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-e7655bf5-e198-49e1-a2bb-7bb052ba5901 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/quotas/623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 375 time: 0.0126324 Jul 29 17:33:26.517598 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-a91e3952-a4cf-4cea-8fa1-4696c8bdd851 None None] Port 465ece78-a9a6-43aa-bead-2c648eb64694 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:33:26.616139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-f6923b9f-21cd-40fc-8805-6621681da603 req-88a62e00-94b3-44f6-bbbf-b3831381b452 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:33:26.619868 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2b31fa1f-1439-42e4-9a79-61293ec591e7 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:33:26.620416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:26.638902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-f6923b9f-21cd-40fc-8805-6621681da603 req-88a62e00-94b3-44f6-bbbf-b3831381b452 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:33:26.640631 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-88a62e00-94b3-44f6-bbbf-b3831381b452 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1266079 Jul 29 17:33:26.674964 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 2b31fa1f-1439-42e4-9a79-61293ec591e7, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2b31fa1f-1439-42e4-9a79-61293ec591e7,segment=NetworkSegment(f145702b-7490-4dca-853c-07cdf5fe6cac),segment_id=f145702b-7490-4dca-853c-07cdf5fe6cac)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:33:26.692646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:26.694630 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b29dccd7-eee2-4c51-a889-874ca5c7b484 None None] Provisioning complete for port 465ece78-a9a6-43aa-bead-2c648eb64694 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:33:26.695001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b29dccd7-eee2-4c51-a889-874ca5c7b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:26.853716 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-ce5cc805-db86-4bba-9776-efa842dd8336 service neutron] 10.222.0.58 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000182 Jul 29 17:33:26.863713 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b29dccd7-eee2-4c51-a889-874ca5c7b484 None None] Port 465ece78-a9a6-43aa-bead-2c648eb64694 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:33:26.864998 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:33:19Z', 'updated_at': '2022-07-29T17:33:24Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:20Z', 'updated_at': '2022-07-29T17:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '465ece78-a9a6-43aa-bead-2c648eb64694', 'name': '', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:80:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0d569453-90b2-4666-a614-3a89eb65b992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:23Z', 'updated_at': '2022-07-29T17:33:25Z', 'revision_number': 2, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '0d569453-90b2-4666-a614-3a89eb65b992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:26.870953 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Checking router: 206a869c-ca50-43c6-b600-c6592a4ab4c5 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:33:26.871305 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Updating router 206a869c-ca50-43c6-b600-c6592a4ab4c5 port 465ece78-a9a6-43aa-bead-2c648eb64694 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:33:26.872943 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=2b31fa1f-1439-42e4-9a79-61293ec591e7,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:26.928392 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:26.985155 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-de3bb6ac-3215-4d49-a4b6-1857f7573f83 service neutron] 10.222.0.58 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279006 Jul 29 17:33:26.993117 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1d97449b-590c-4f0e-b9d0-3b8d8d0b0e78 None None] Provisioning complete for port 465ece78-a9a6-43aa-bead-2c648eb64694 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:33:26.993496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1d97449b-590c-4f0e-b9d0-3b8d8d0b0e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:27.046822 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1d97449b-590c-4f0e-b9d0-3b8d8d0b0e78 None None] Port 465ece78-a9a6-43aa-bead-2c648eb64694 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:33:27.179409 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-43ae8b22-bb33-4312-8b9f-6ff22df50d4e req-eda611b1-6148-4a0c-a1c9-c7f0fee56f5c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 210 time: 0.0551198 Jul 29 17:33:27.288679 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:27.300174 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Transition to ACTIVE for port object 465ece78-a9a6-43aa-bead-2c648eb64694 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:33:27.306881 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:27.489514 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311f9f7-f6be-4873-b7d3-7b102a761e35 None None] Pushing event updated for resources: {'Port': ['ID=465ece78-a9a6-43aa-bead-2c648eb64694,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:27.535294 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f311f9f7-f6be-4873-b7d3-7b102a761e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:27.535845 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f311f9f7-f6be-4873-b7d3-7b102a761e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:27.536365 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f311f9f7-f6be-4873-b7d3-7b102a761e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:27.536702 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f311f9f7-f6be-4873-b7d3-7b102a761e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:27.537024 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f311f9f7-f6be-4873-b7d3-7b102a761e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:27.537534 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f311f9f7-f6be-4873-b7d3-7b102a761e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:27.538030 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f311f9f7-f6be-4873-b7d3-7b102a761e35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:27.538507 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f311f9f7-f6be-4873-b7d3-7b102a761e35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:27.538986 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f311f9f7-f6be-4873-b7d3-7b102a761e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:27.539492 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f311f9f7-f6be-4873-b7d3-7b102a761e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:27.539967 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f311f9f7-f6be-4873-b7d3-7b102a761e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:27.540443 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f311f9f7-f6be-4873-b7d3-7b102a761e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:33:27.569773 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Attempting to bind port 465ece78-a9a6-43aa-bead-2c648eb64694 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:33:27.570142 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Attempting to bind port 465ece78-a9a6-43aa-bead-2c648eb64694 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'f145702b-7490-4dca-853c-07cdf5fe6cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:33:27.571075 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Attempting to bind port 465ece78-a9a6-43aa-bead-2c648eb64694 on network 21b36a2d-65c3-4549-aad5-4434d329906d {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:33:27.576535 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:33:27.576900 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Checking segment: {'id': 'f145702b-7490-4dca-853c-07cdf5fe6cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:33:27.577331 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:27.577717 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Bound using segment: {'id': 'f145702b-7490-4dca-853c-07cdf5fe6cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:33:27.578166 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Bound port: 465ece78-a9a6-43aa-bead-2c648eb64694, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f145702b-7490-4dca-853c-07cdf5fe6cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:33:27.578594 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:27.680985 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] For port 465ece78-a9a6-43aa-bead-2c648eb64694, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:33:27.685309 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] For port 465ece78-a9a6-43aa-bead-2c648eb64694, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=465ece78-a9a6-43aa-bead-2c648eb64694,segment=NetworkSegment(f145702b-7490-4dca-853c-07cdf5fe6cac),segment_id=f145702b-7490-4dca-853c-07cdf5fe6cac)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:33:27.689461 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:27.766866 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Routers {'206a869c-ca50-43c6-b600-c6592a4ab4c5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:33:27.767483 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:33:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['206a869c-ca50-43c6-b600-c6592a4ab4c5'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:27.825374 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311f9f7-f6be-4873-b7d3-7b102a761e35 None None] Pushing event updated for resources: {'Port': ['ID=465ece78-a9a6-43aa-bead-2c648eb64694,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:27.911901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 343daf6d-d388-48c5-8ce0-ce8e21fa12ea up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:33:27.981577 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] Set router 206a869c-ca50-43c6-b600-c6592a4ab4c5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:33:27.984219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 343daf6d-d388-48c5-8ce0-ce8e21fa12ea triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:33:27.984592 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:28.109791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 343daf6d-d388-48c5-8ce0-ce8e21fa12ea is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:33:28.111139 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2b31fa1f-1439-42e4-9a79-61293ec591e7 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:33:28.177416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2b31fa1f-1439-42e4-9a79-61293ec591e7 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:33:28.178727 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:28.315709 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:33:19Z', 'updated_at': '2022-07-29T17:33:24Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:20Z', 'updated_at': '2022-07-29T17:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '465ece78-a9a6-43aa-bead-2c648eb64694', 'name': '', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:80:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0d569453-90b2-4666-a614-3a89eb65b992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:23Z', 'updated_at': '2022-07-29T17:33:27Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '0d569453-90b2-4666-a614-3a89eb65b992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:28.321063 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72354232-c7b6-435d-9837-2d2cb26c8db2 None None] The sync data for ids ['206a869c-ca50-43c6-b600-c6592a4ab4c5'] in dv-neutron-851534-1-hyperv is: [{'id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:33:19Z', 'updated_at': '2022-07-29T17:33:24Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:20Z', 'updated_at': '2022-07-29T17:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '465ece78-a9a6-43aa-bead-2c648eb64694', 'name': '', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:80:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0d569453-90b2-4666-a614-3a89eb65b992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:23Z', 'updated_at': '2022-07-29T17:33:27Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '0d569453-90b2-4666-a614-3a89eb65b992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:33:28.385499 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6923b9f-21cd-40fc-8805-6621681da603 req-370c84d0-1d54-4934-9fb5-0a9f7e423d11 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:28.387716 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-f6923b9f-21cd-40fc-8805-6621681da603 req-370c84d0-1d54-4934-9fb5-0a9f7e423d11 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:33:28.392706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2b31fa1f-1439-42e4-9a79-61293ec591e7 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:33:28.425772 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-24419c49-498a-45e0-9a1d-83e89ddf2d52 req-756237c5-7ba3-416e-86a5-5bce5276682c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 210 time: 0.0927989 Jul 29 17:33:28.431033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-f6923b9f-21cd-40fc-8805-6621681da603 req-370c84d0-1d54-4934-9fb5-0a9f7e423d11 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:33:28.432459 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-370c84d0-1d54-4934-9fb5-0a9f7e423d11 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/networks?id=21b36a2d-65c3-4549-aad5-4434d329906d HTTP/1.1" status: 200 len: 796 time: 0.2279742 Jul 29 17:33:28.495558 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-1ba50988-c171-4f20-a206-492c59bf2044 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 379 time: 0.0548937 Jul 29 17:33:28.505626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'port': {'device_id': '42700bd0-cfbd-4fdb-bde3-5bbad894251c', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'admin_state_up': True, 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'security_groups': ['a7bb0e99-6dd5-419c-96e1-e01ca977dadb']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:33:28.649462 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:33:28.659227 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:33:28.669893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Made reservation on behalf of 623946eed0bc4715a04a0d7bf3447b0f for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:33:28.673876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:28.844678 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.20.0.13 (21b36a2d-65c3-4549-aad5-4434d329906d/0d569453-90b2-4666-a614-3a89eb65b992/682dd502-95b8-46d6-abab-af8b4fe7a38e) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:33:29.041211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:29.058905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Transition to ACTIVE for port object 682dd502-95b8-46d6-abab-af8b4fe7a38e will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:33:29.083641 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:29.158310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 21b36a2d-65c3-4549-aad5-4434d329906d is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:33:29.161376 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:33:29.165587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:33:29.202310 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=682dd502-95b8-46d6-abab-af8b4fe7a38e,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:29.241548 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:29.242735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:29.271033 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-d475271e-e7e8-44b9-b8af-2bb1059d7dbb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7705438 Jul 29 17:33:29.283172 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Request body: {'port': {'device_id': '42700bd0-cfbd-4fdb-bde3-5bbad894251c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:33:29.378805 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b6f8076c-8fb0-44a2-94be-96cba849752d None None] Provisioning for port 682dd502-95b8-46d6-abab-af8b4fe7a38e completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:33:29.385308 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b6f8076c-8fb0-44a2-94be-96cba849752d None None] Provisioning complete for port 682dd502-95b8-46d6-abab-af8b4fe7a38e triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:33:29.385758 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b6f8076c-8fb0-44a2-94be-96cba849752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:29.441835 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8076c-8fb0-44a2-94be-96cba849752d None None] Port 682dd502-95b8-46d6-abab-af8b4fe7a38e cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:33:29.531224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:29.747854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d78dfa-5076-4c8c-8d31-798717ded825 req-44466a16-870a-4f48-8d00-cac4239ba019 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:29.749399 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-02d78dfa-5076-4c8c-8d31-798717ded825 req-44466a16-870a-4f48-8d00-cac4239ba019 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 932 time: 0.2114444 Jul 29 17:33:29.794389 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-02d78dfa-5076-4c8c-8d31-798717ded825 req-8315c21c-d6c3-4770-8f06-6c47fffde75c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387709 Jul 29 17:33:29.876945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682dd502-95b8-46d6-abab-af8b4fe7a38e {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:33:29.885598 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:29.895102 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 465ece78-a9a6-43aa-bead-2c648eb64694 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:33:29.905566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Transition to ACTIVE for port object 682dd502-95b8-46d6-abab-af8b4fe7a38e will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:33:29.909184 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:29.965856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 465ece78-a9a6-43aa-bead-2c648eb64694 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:33:29.971263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 465ece78-a9a6-43aa-bead-2c648eb64694 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:33:29.971640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:30.075259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Pushing event updated for resources: {'Port': ['ID=682dd502-95b8-46d6-abab-af8b4fe7a38e,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:30.100342 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 465ece78-a9a6-43aa-bead-2c648eb64694 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:33:30.100720 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:30.135342 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 465ece78-a9a6-43aa-bead-2c648eb64694, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=465ece78-a9a6-43aa-bead-2c648eb64694,segment=NetworkSegment(f145702b-7490-4dca-853c-07cdf5fe6cac),segment_id=f145702b-7490-4dca-853c-07cdf5fe6cac)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:33:30.142258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:30.153342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Attempting to bind port 682dd502-95b8-46d6-abab-af8b4fe7a38e on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:33:30.153695 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Attempting to bind port 682dd502-95b8-46d6-abab-af8b4fe7a38e by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'f145702b-7490-4dca-853c-07cdf5fe6cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:33:30.154026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Attempting to bind port 682dd502-95b8-46d6-abab-af8b4fe7a38e on network 21b36a2d-65c3-4549-aad5-4434d329906d {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:33:30.158961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Port 682dd502-95b8-46d6-abab-af8b4fe7a38e on network 21b36a2d-65c3-4549-aad5-4434d329906d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:33:30.159284 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Attempting to bind port 682dd502-95b8-46d6-abab-af8b4fe7a38e on network 21b36a2d-65c3-4549-aad5-4434d329906d {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:33:30.164865 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:33:30.165246 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Checking segment: {'id': 'f145702b-7490-4dca-853c-07cdf5fe6cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:33:30.165738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Bound using segment: {'id': 'f145702b-7490-4dca-853c-07cdf5fe6cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:33:30.166164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Bound port: 682dd502-95b8-46d6-abab-af8b4fe7a38e, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f145702b-7490-4dca-853c-07cdf5fe6cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:33:30.166515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:30.209451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=465ece78-a9a6-43aa-bead-2c648eb64694,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:30.224161 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:33:30.258330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] For port 682dd502-95b8-46d6-abab-af8b4fe7a38e, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:33:30.261227 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] For port 682dd502-95b8-46d6-abab-af8b4fe7a38e, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=682dd502-95b8-46d6-abab-af8b4fe7a38e,segment=NetworkSegment(f145702b-7490-4dca-853c-07cdf5fe6cac),segment_id=f145702b-7490-4dca-853c-07cdf5fe6cac)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:33:30.266376 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:30.325930 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:30.326638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:30.328132 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] 10.222.0.69 "PUT /v2.0/ports/682dd502-95b8-46d6-abab-af8b4fe7a38e HTTP/1.1" status: 200 len: 1094 time: 1.0499701 Jul 29 17:33:30.328575 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42700bd0-cfbd-4fdb-bde3-5bbad894251c', 'tag': '682dd502-95b8-46d6-abab-af8b4fe7a38e'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:33:30.357974 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572df00-fd86-436a-ae2d-9d13b1f363d2 service neutron] Pushing event updated for resources: {'Port': ['ID=682dd502-95b8-46d6-abab-af8b4fe7a38e,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:30.406392 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35b49d1-15e1-4fa9-8164-f329c83b9bf9'] response: {'name': 'network-changed', 'server_uuid': '42700bd0-cfbd-4fdb-bde3-5bbad894251c', 'tag': '682dd502-95b8-46d6-abab-af8b4fe7a38e', 'status': 'completed', 'code': 200} Jul 29 17:33:30.451060 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6923b9f-21cd-40fc-8805-6621681da603 req-45782c22-9720-4d9a-82d5-04e79e45b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:30.452571 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-45782c22-9720-4d9a-82d5-04e79e45b4d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 1097 time: 0.0871255 Jul 29 17:33:30.519668 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-0266d066-ac6c-413a-809b-f67b323dd16e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=682dd502-95b8-46d6-abab-af8b4fe7a38e HTTP/1.1" status: 200 len: 217 time: 0.0606437 Jul 29 17:33:30.584394 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6923b9f-21cd-40fc-8805-6621681da603 req-a29f80c4-0182-4a91-af2d-5462391b16df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:30.586428 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-a29f80c4-0182-4a91-af2d-5462391b16df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d569453-90b2-4666-a614-3a89eb65b992 HTTP/1.1" status: 200 len: 835 time: 0.0601783 Jul 29 17:33:30.666961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6923b9f-21cd-40fc-8805-6621681da603 req-5788ade9-a9ad-4bbc-9163-449fbb691691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:30.668403 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-5788ade9-a9ad-4bbc-9163-449fbb691691 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21b36a2d-65c3-4549-aad5-4434d329906d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771630 Jul 29 17:33:30.797176 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-b5d10eda-8975-4aa4-a111-be290caabe0b service neutron] 10.222.0.69 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223936 Jul 29 17:33:30.928059 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f6923b9f-21cd-40fc-8805-6621681da603 req-81c5b3e0-5041-463d-b53d-f904f5ffce08 service neutron] 10.222.0.69 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253490 Jul 29 17:33:30.989229 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678720cd-d9b3-448f-9d62-5caa2177ad8e req-a9c6ef05-8678-48e2-a698-96906e84c072 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:30.990675 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-678720cd-d9b3-448f-9d62-5caa2177ad8e req-a9c6ef05-8678-48e2-a698-96906e84c072 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 944 time: 0.0879397 Jul 29 17:33:31.035019 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-678720cd-d9b3-448f-9d62-5caa2177ad8e req-f2b8e56d-0ca4-4586-9309-53341400b889 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385931 Jul 29 17:33:31.055014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a19428-672a-4543-8e6a-26ba553b8c91 req-84acfa9e-f502-4c91-9e9a-78cfbc8a3b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:31.056465 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-89a19428-672a-4543-8e6a-26ba553b8c91 req-84acfa9e-f502-4c91-9e9a-78cfbc8a3b50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 1097 time: 0.0825350 Jul 29 17:33:31.279622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a19428-672a-4543-8e6a-26ba553b8c91 req-18bc5b57-486d-4c68-9f5b-97ad58c217ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:31.281062 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-89a19428-672a-4543-8e6a-26ba553b8c91 req-18bc5b57-486d-4c68-9f5b-97ad58c217ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=21b36a2d-65c3-4549-aad5-4434d329906d HTTP/1.1" status: 200 len: 897 time: 0.2182462 Jul 29 17:33:31.348980 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-89a19428-672a-4543-8e6a-26ba553b8c91 req-98f94fd5-4cdf-4443-9045-6e237385850f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=682dd502-95b8-46d6-abab-af8b4fe7a38e HTTP/1.1" status: 200 len: 217 time: 0.0615566 Jul 29 17:33:31.410414 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a19428-672a-4543-8e6a-26ba553b8c91 req-eb0b1720-09f0-4211-b53c-a9957704eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:31.412789 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-89a19428-672a-4543-8e6a-26ba553b8c91 req-eb0b1720-09f0-4211-b53c-a9957704eeda service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d569453-90b2-4666-a614-3a89eb65b992 HTTP/1.1" status: 200 len: 835 time: 0.0586548 Jul 29 17:33:31.494951 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a19428-672a-4543-8e6a-26ba553b8c91 req-25dd2de9-b061-48be-b122-45c3fed4e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:31.496413 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-89a19428-672a-4543-8e6a-26ba553b8c91 req-25dd2de9-b061-48be-b122-45c3fed4e583 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21b36a2d-65c3-4549-aad5-4434d329906d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775177 Jul 29 17:33:31.628411 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-89a19428-672a-4543-8e6a-26ba553b8c91 req-bcf5611b-7868-4db9-915e-e667489c3b35 service neutron] 10.222.0.69 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257684 Jul 29 17:33:31.756121 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-89a19428-672a-4543-8e6a-26ba553b8c91 req-970b4a81-dcdb-4169-be1e-3d91248c5c9f service neutron] 10.222.0.69 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217432 Jul 29 17:33:31.876996 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 465ece78-a9a6-43aa-bead-2c648eb64694 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:33:31.946206 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 465ece78-a9a6-43aa-bead-2c648eb64694 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:33:31.946575 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:32.056611 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 465ece78-a9a6-43aa-bead-2c648eb64694 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:33:32.229786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48694e8-96db-437f-b4e6-b62303be3242 req-af76e0af-daeb-4ce7-9c54-63ad449f6103 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:32.231220 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d48694e8-96db-437f-b4e6-b62303be3242 req-af76e0af-daeb-4ce7-9c54-63ad449f6103 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 944 time: 0.0892498 Jul 29 17:33:32.274216 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d48694e8-96db-437f-b4e6-b62303be3242 req-5f42357a-595d-47a9-9357-47b48a8b18b2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369203 Jul 29 17:33:33.338196 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 682dd502-95b8-46d6-abab-af8b4fe7a38e details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:33:33.476927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 682dd502-95b8-46d6-abab-af8b4fe7a38e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=682dd502-95b8-46d6-abab-af8b4fe7a38e,segment=NetworkSegment(f145702b-7490-4dca-853c-07cdf5fe6cac),segment_id=f145702b-7490-4dca-853c-07cdf5fe6cac)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:33:33.480786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483cf23-c5fa-44dd-a783-da403db0775b req-168d0dbf-d1cb-49a1-84d7-8b5936917f67 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:33.482294 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b483cf23-c5fa-44dd-a783-da403db0775b req-168d0dbf-d1cb-49a1-84d7-8b5936917f67 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 944 time: 0.0989864 Jul 29 17:33:33.494707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '682dd502-95b8-46d6-abab-af8b4fe7a38e', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'port_id': '682dd502-95b8-46d6-abab-af8b4fe7a38e', 'mac_address': 'fa:16:3e:b5:1c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d569453-90b2-4666-a614-3a89eb65b992', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:33:33.526149 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b483cf23-c5fa-44dd-a783-da403db0775b req-dc5e45ab-350a-432d-9431-79a631187fa6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380213 Jul 29 17:33:33.550505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 682dd502-95b8-46d6-abab-af8b4fe7a38e is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:33:33.550880 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:33.567240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682dd502-95b8-46d6-abab-af8b4fe7a38e {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:33:33.582145 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 682dd502-95b8-46d6-abab-af8b4fe7a38e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=682dd502-95b8-46d6-abab-af8b4fe7a38e,segment=NetworkSegment(f145702b-7490-4dca-853c-07cdf5fe6cac),segment_id=f145702b-7490-4dca-853c-07cdf5fe6cac)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:33:33.586110 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:33.651204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=682dd502-95b8-46d6-abab-af8b4fe7a38e,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:33.933175 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['682dd502-95b8-46d6-abab-af8b4fe7a38e'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:33:34.718453 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67f168-86d4-4cce-9248-4a29b8f4217c req-7761406f-2577-46e1-8eaf-92ef1e7489ea tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:34.719908 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3e67f168-86d4-4cce-9248-4a29b8f4217c req-7761406f-2577-46e1-8eaf-92ef1e7489ea tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 945 time: 0.0865002 Jul 29 17:33:34.763300 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3e67f168-86d4-4cce-9248-4a29b8f4217c req-ad1a3381-3544-4509-bf47-c61121ec09a0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378208 Jul 29 17:33:35.353287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 682dd502-95b8-46d6-abab-af8b4fe7a38e up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:33:35.419028 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 682dd502-95b8-46d6-abab-af8b4fe7a38e completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:33:35.423905 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 682dd502-95b8-46d6-abab-af8b4fe7a38e triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:33:35.424281 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:35.566652 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 682dd502-95b8-46d6-abab-af8b4fe7a38e is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:33:35.567032 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:35.593479 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42700bd0-cfbd-4fdb-bde3-5bbad894251c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682dd502-95b8-46d6-abab-af8b4fe7a38e'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:33:35.603490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 682dd502-95b8-46d6-abab-af8b4fe7a38e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=682dd502-95b8-46d6-abab-af8b4fe7a38e,segment=NetworkSegment(f145702b-7490-4dca-853c-07cdf5fe6cac),segment_id=f145702b-7490-4dca-853c-07cdf5fe6cac)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:33:35.606811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:35.642831 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d15a1c-33bc-4bb9-b4e3-fc2831f188a5'] response: {'server_uuid': '42700bd0-cfbd-4fdb-bde3-5bbad894251c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682dd502-95b8-46d6-abab-af8b4fe7a38e', 'code': 200} Jul 29 17:33:35.678171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=682dd502-95b8-46d6-abab-af8b4fe7a38e,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:35.877850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73925927-c6f9-476c-947b-6a3dbb362961 req-6b676582-a441-4f08-ab38-495902c034df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:35.879278 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-73925927-c6f9-476c-947b-6a3dbb362961 req-6b676582-a441-4f08-ab38-495902c034df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 1099 time: 0.0880449 Jul 29 17:33:35.921823 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-73925927-c6f9-476c-947b-6a3dbb362961 req-3a16f6d8-43e4-4e92-8693-172842e853b9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367391 Jul 29 17:33:36.118245 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e1436-3ffd-43e8-a64a-adf765ba2319 req-98fab7aa-5bca-438d-be83-2ea8b9250329 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:36.119712 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ed4e1436-3ffd-43e8-a64a-adf765ba2319 req-98fab7aa-5bca-438d-be83-2ea8b9250329 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0907905 Jul 29 17:33:36.162214 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ed4e1436-3ffd-43e8-a64a-adf765ba2319 req-d8094c41-c2d2-43b1-8fcd-8f39ee80bb5e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368824 Jul 29 17:33:37.369034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58647c4e-1ee0-4275-beac-1d569e5b27e8 req-079e7667-8de2-4729-86c0-2c70d5682392 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:37.370503 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-58647c4e-1ee0-4275-beac-1d569e5b27e8 req-079e7667-8de2-4729-86c0-2c70d5682392 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0939951 Jul 29 17:33:37.414172 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-58647c4e-1ee0-4275-beac-1d569e5b27e8 req-84535767-e0a5-4b10-977a-f7633d4c6945 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380113 Jul 29 17:33:38.608401 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03b507-d28d-437a-afb3-39caf9aea18a req-66f11413-20e2-49bb-a809-cfb3ad120dec tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:38.610217 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc03b507-d28d-437a-afb3-39caf9aea18a req-66f11413-20e2-49bb-a809-cfb3ad120dec tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0885546 Jul 29 17:33:38.656956 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc03b507-d28d-437a-afb3-39caf9aea18a req-08133865-57cd-487b-b7f3-d47f07e00ff5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414174 Jul 29 17:33:38.851131 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9ae8d-d5a0-46b8-9643-e898219108a8 req-da710e82-525a-4f3e-9182-8ad10f1f65dc tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:38.852596 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c5b9ae8d-d5a0-46b8-9643-e898219108a8 req-da710e82-525a-4f3e-9182-8ad10f1f65dc tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0904763 Jul 29 17:33:38.896271 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c5b9ae8d-d5a0-46b8-9643-e898219108a8 req-c61d2f3b-2702-4ca1-a817-0acaf0a9ed74 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380845 Jul 29 17:33:38.922349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34434) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:39.002918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d9fdf1-834a-4cb7-8e63-14aa1a1bbf6a tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:39.004422 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c2d9fdf1-834a-4cb7-8e63-14aa1a1bbf6a tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 1094 time: 0.0811028 Jul 29 17:33:39.007219 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34438) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:39.012580 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '682dd502-95b8-46d6-abab-af8b4fe7a38e', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:33:39.018379 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:33:39.022463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:floatingip and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:33:39.025077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:33:39.030754 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:33:39.041172 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:39.177193 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:39.309362 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.26.1.113 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/1991a0fc-bab4-4d79-8b9e-3ea2570e2ce2) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:33:39.457286 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:39.488104 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:39.553524 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:33:39.556332 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:33:39.560050 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:33:39.588894 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=1991a0fc-bab4-4d79-8b9e-3ea2570e2ce2,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:40.062808 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:40.137657 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:40.345497 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:40.349929 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:40.461791 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=1991a0fc-bab4-4d79-8b9e-3ea2570e2ce2,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:33:40.470886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:40.640501 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Floating IP 754d8292-45bc-4963-8415-6b13fa84c15c associated. External IP: 172.26.1.113, port: 682dd502-95b8-46d6-abab-af8b4fe7a38e. Jul 29 17:33:40.985618 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router 206a869c-ca50-43c6-b600-c6592a4ab4c5 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:33:41.155699 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:33:41.166347 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea69ff-0117-41f1-a432-d285f6c59dba None None] Sync routers for ids ['206a869c-ca50-43c6-b600-c6592a4ab4c5'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:33:41.176050 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea69ff-0117-41f1-a432-d285f6c59dba None None] Routers {'206a869c-ca50-43c6-b600-c6592a4ab4c5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:33:41.176661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-48ea69ff-0117-41f1-a432-d285f6c59dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:33:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['206a869c-ca50-43c6-b600-c6592a4ab4c5'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:41.179761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:41.236911 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6b43c70a-64d7-468d-9598-a587950b4250 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2286220 Jul 29 17:33:41.237743 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42700bd0-cfbd-4fdb-bde3-5bbad894251c', 'tag': '682dd502-95b8-46d6-abab-af8b4fe7a38e'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:33:41.289166 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0deef1-f852-4e5f-a507-5b0edccda8f8'] response: {'name': 'network-changed', 'server_uuid': '42700bd0-cfbd-4fdb-bde3-5bbad894251c', 'tag': '682dd502-95b8-46d6-abab-af8b4fe7a38e', 'status': 'completed', 'code': 200} Jul 29 17:33:41.358207 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-48ea69ff-0117-41f1-a432-d285f6c59dba None None] Set router 206a869c-ca50-43c6-b600-c6592a4ab4c5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:33:41.392785 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ffad3-7376-4813-bf35-3375d8b0eee1 req-b582157e-8902-432a-9fab-3775e721b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:41.394308 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1e3ffad3-7376-4813-bf35-3375d8b0eee1 req-b582157e-8902-432a-9fab-3775e721b87c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 1099 time: 0.0834074 Jul 29 17:33:41.420951 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cee9a9-9f66-445c-a932-2ac21ddd2bc1 req-3616110e-a963-485b-b153-f962af9e0584 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:41.422495 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f2cee9a9-9f66-445c-a932-2ac21ddd2bc1 req-3616110e-a963-485b-b153-f962af9e0584 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0903563 Jul 29 17:33:41.467635 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f2cee9a9-9f66-445c-a932-2ac21ddd2bc1 req-8a18ebe1-9605-47c9-8854-7fc7f0ab1a86 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390892 Jul 29 17:33:41.495068 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34446) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:41.559302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ffad3-7376-4813-bf35-3375d8b0eee1 req-58e9d123-18e5-4656-be10-2a0de72dd80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:41.560797 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1e3ffad3-7376-4813-bf35-3375d8b0eee1 req-58e9d123-18e5-4656-be10-2a0de72dd80d service neutron] 10.222.0.69 "GET /v2.0/networks?id=21b36a2d-65c3-4549-aad5-4434d329906d HTTP/1.1" status: 200 len: 897 time: 0.1605158 Jul 29 17:33:41.665360 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1e3ffad3-7376-4813-bf35-3375d8b0eee1 req-762339e5-0933-4a96-ae01-74a5c7a1410c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=682dd502-95b8-46d6-abab-af8b4fe7a38e HTTP/1.1" status: 200 len: 1000 time: 0.0988472 Jul 29 17:33:41.735065 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ffad3-7376-4813-bf35-3375d8b0eee1 req-e6091425-24cb-4ab2-b553-f7e9188e7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:41.735700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-48ea69ff-0117-41f1-a432-d285f6c59dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:33:19Z', 'updated_at': '2022-07-29T17:33:24Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:20Z', 'updated_at': '2022-07-29T17:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '754d8292-45bc-4963-8415-6b13fa84c15c', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'floating_ip_address': '172.26.1.113', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'port_id': '682dd502-95b8-46d6-abab-af8b4fe7a38e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'mac_address': 'fa:16:3e:b5:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42700bd0-cfbd-4fdb-bde3-5bbad894251c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:33:40Z', 'updated_at': '2022-07-29T17:33:40Z', 'revision_number': 0, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465ece78-a9a6-43aa-bead-2c648eb64694', 'name': '', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:80:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0d569453-90b2-4666-a614-3a89eb65b992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:23Z', 'updated_at': '2022-07-29T17:33:30Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '0d569453-90b2-4666-a614-3a89eb65b992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:41.737210 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1e3ffad3-7376-4813-bf35-3375d8b0eee1 req-e6091425-24cb-4ab2-b553-f7e9188e7414 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d569453-90b2-4666-a614-3a89eb65b992 HTTP/1.1" status: 200 len: 835 time: 0.0657849 Jul 29 17:33:41.739576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea69ff-0117-41f1-a432-d285f6c59dba None None] Checking router: 206a869c-ca50-43c6-b600-c6592a4ab4c5 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:33:41.748526 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea69ff-0117-41f1-a432-d285f6c59dba None None] Routers {'206a869c-ca50-43c6-b600-c6592a4ab4c5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:33:41.749079 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-48ea69ff-0117-41f1-a432-d285f6c59dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:33:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['206a869c-ca50-43c6-b600-c6592a4ab4c5'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:41.754065 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ac9aadd4-c096-449b-9f89-858e70663053 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/754d8292-45bc-4963-8415-6b13fa84c15c HTTP/1.1" status: 200 len: 992 time: 0.2564170 Jul 29 17:33:41.823694 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ffad3-7376-4813-bf35-3375d8b0eee1 req-cf1458b3-56b0-41f5-bd3f-a7248b4d22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:33:41.825205 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1e3ffad3-7376-4813-bf35-3375d8b0eee1 req-cf1458b3-56b0-41f5-bd3f-a7248b4d22ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21b36a2d-65c3-4549-aad5-4434d329906d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823450 Jul 29 17:33:41.926874 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-48ea69ff-0117-41f1-a432-d285f6c59dba None None] Set router 206a869c-ca50-43c6-b600-c6592a4ab4c5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:33:41.957063 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1e3ffad3-7376-4813-bf35-3375d8b0eee1 req-fc09d1d7-84bc-4e6e-bc34-b3666e472c4a service neutron] 10.222.0.69 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259072 Jul 29 17:33:42.088264 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-1e3ffad3-7376-4813-bf35-3375d8b0eee1 req-f386ab31-cb57-47d3-8094-f59ac08b1a53 service neutron] 10.222.0.69 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256945 Jul 29 17:33:42.265468 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-48ea69ff-0117-41f1-a432-d285f6c59dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:33:19Z', 'updated_at': '2022-07-29T17:33:24Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:20Z', 'updated_at': '2022-07-29T17:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '754d8292-45bc-4963-8415-6b13fa84c15c', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'floating_ip_address': '172.26.1.113', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'port_id': '682dd502-95b8-46d6-abab-af8b4fe7a38e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'mac_address': 'fa:16:3e:b5:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42700bd0-cfbd-4fdb-bde3-5bbad894251c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:33:40Z', 'updated_at': '2022-07-29T17:33:40Z', 'revision_number': 0, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465ece78-a9a6-43aa-bead-2c648eb64694', 'name': '', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:80:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0d569453-90b2-4666-a614-3a89eb65b992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:23Z', 'updated_at': '2022-07-29T17:33:30Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '0d569453-90b2-4666-a614-3a89eb65b992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:33:42.269372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ea69ff-0117-41f1-a432-d285f6c59dba None None] The sync data for ids ['206a869c-ca50-43c6-b600-c6592a4ab4c5'] in dv-neutron-851534-1-hyperv is: [{'id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:33:19Z', 'updated_at': '2022-07-29T17:33:24Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:20Z', 'updated_at': '2022-07-29T17:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '754d8292-45bc-4963-8415-6b13fa84c15c', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'floating_ip_address': '172.26.1.113', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'port_id': '682dd502-95b8-46d6-abab-af8b4fe7a38e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'mac_address': 'fa:16:3e:b5:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42700bd0-cfbd-4fdb-bde3-5bbad894251c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:33:40Z', 'updated_at': '2022-07-29T17:33:40Z', 'revision_number': 0, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465ece78-a9a6-43aa-bead-2c648eb64694', 'name': '', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:80:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0d569453-90b2-4666-a614-3a89eb65b992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:23Z', 'updated_at': '2022-07-29T17:33:30Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '0d569453-90b2-4666-a614-3a89eb65b992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:33:42.463505 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00eacd-3293-4451-9c7e-b7194ff039b0 None None] New status for floating IP 754d8292-45bc-4963-8415-6b13fa84c15c: ACTIVE {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:33:42.756806 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34450) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:33:42.862331 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0d49aa3f-3489-4422-8a7e-3361e068111f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/754d8292-45bc-4963-8415-6b13fa84c15c HTTP/1.1" status: 200 len: 994 time: 0.1043789 Jul 29 17:33:45.218572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a517596a-e7ac-4f2b-bcbb-601ab086c4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:47.784340 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9bbd2652-9abf-49b0-a884-9c884cf55515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:48.443344 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:48.616076 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:50.117333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:33:51.133020 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:07.223617 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:34:15.220241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e56dce9a-aac1-4ba0-98cf-dfbd2c211789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:16.314518 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3927fe6d-3df9-4537-8407-c24596fafa20 req-e79e79f9-60f0-4c09-9bdc-1e6804f4398e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1170881 Jul 29 17:34:16.459807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927fe6d-3df9-4537-8407-c24596fafa20 req-449ff027-5ba8-4cca-bf0d-d5c9918b7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:16.461206 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3927fe6d-3df9-4537-8407-c24596fafa20 req-449ff027-5ba8-4cca-bf0d-d5c9918b7254 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 1099 time: 0.0776198 Jul 29 17:34:16.602952 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927fe6d-3df9-4537-8407-c24596fafa20 req-77fb9c7a-c669-4246-bdcd-a29a4c99bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:16.604497 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3927fe6d-3df9-4537-8407-c24596fafa20 req-77fb9c7a-c669-4246-bdcd-a29a4c99bf7f service neutron] 10.222.0.69 "GET /v2.0/networks?id=21b36a2d-65c3-4549-aad5-4434d329906d HTTP/1.1" status: 200 len: 897 time: 0.1246381 Jul 29 17:34:16.705767 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3927fe6d-3df9-4537-8407-c24596fafa20 req-49a3743d-f196-4624-a54e-a1eddbd5ba15 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=682dd502-95b8-46d6-abab-af8b4fe7a38e HTTP/1.1" status: 200 len: 1002 time: 0.0951562 Jul 29 17:34:16.768215 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927fe6d-3df9-4537-8407-c24596fafa20 req-88215f62-e058-475d-92af-e214d2ab5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:16.769586 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3927fe6d-3df9-4537-8407-c24596fafa20 req-88215f62-e058-475d-92af-e214d2ab5e22 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d569453-90b2-4666-a614-3a89eb65b992 HTTP/1.1" status: 200 len: 835 time: 0.0582991 Jul 29 17:34:16.940800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927fe6d-3df9-4537-8407-c24596fafa20 req-4b3bd1bd-041a-4ccf-ad26-ddb7d8887658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:16.942294 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3927fe6d-3df9-4537-8407-c24596fafa20 req-4b3bd1bd-041a-4ccf-ad26-ddb7d8887658 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21b36a2d-65c3-4549-aad5-4434d329906d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1668420 Jul 29 17:34:17.071335 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3927fe6d-3df9-4537-8407-c24596fafa20 req-9f8a6b8f-719c-4d07-84c0-5bb5269f3ba2 service neutron] 10.222.0.69 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225524 Jul 29 17:34:17.197259 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3927fe6d-3df9-4537-8407-c24596fafa20 req-10845d7e-921b-4a36-96bd-cf499961c9bf service neutron] 10.222.0.69 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204448 Jul 29 17:34:17.785453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c7f090ff-f694-45cf-9cf8-c34fcb4d811e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:18.444384 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:18.619070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:20.119142 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:21.140317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:42.090407 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0faecb-1d5c-444e-a9ef-461c9e277bcf req-13ff9d46-2493-46dd-9395-67c6f34f4105 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:42.091855 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7b0faecb-1d5c-444e-a9ef-461c9e277bcf req-13ff9d46-2493-46dd-9395-67c6f34f4105 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.1307428 Jul 29 17:34:42.134693 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7b0faecb-1d5c-444e-a9ef-461c9e277bcf req-9a1bf98d-7480-4a22-8bb7-ec6185211e61 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371025 Jul 29 17:34:43.444171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a5ed0-5f72-4132-b4df-25233aef0039 req-19dd87a2-6cc9-4025-9fe0-2e07760097df tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:43.445556 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7a1a5ed0-5f72-4132-b4df-25233aef0039 req-19dd87a2-6cc9-4025-9fe0-2e07760097df tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.1285434 Jul 29 17:34:43.488277 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7a1a5ed0-5f72-4132-b4df-25233aef0039 req-a794985a-5f88-4ea5-a6e6-9bef9bf5c59b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365589 Jul 29 17:34:44.223352 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:34:44.688167 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd98c0a-5189-416a-ac5b-3b4ae0b843ca req-de428988-29dc-46b3-ad4e-6456c283550e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:44.689623 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9dd98c0a-5189-416a-ac5b-3b4ae0b843ca req-de428988-29dc-46b3-ad4e-6456c283550e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0891573 Jul 29 17:34:44.733200 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9dd98c0a-5189-416a-ac5b-3b4ae0b843ca req-59dddceb-7b06-4f64-b776-903d56b48835 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379989 Jul 29 17:34:45.220766 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-575af601-f231-42ea-baad-897df07bfdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:45.935439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2355ec-1745-49c9-9b8b-ecfab8360611 req-0c3293a8-2120-4aba-ab15-badacdffc386 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:45.936889 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ba2355ec-1745-49c9-9b8b-ecfab8360611 req-0c3293a8-2120-4aba-ab15-badacdffc386 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0930967 Jul 29 17:34:45.979960 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ba2355ec-1745-49c9-9b8b-ecfab8360611 req-a1b94f16-b7e7-4ec6-b512-5574dc4db5cd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373657 Jul 29 17:34:47.171418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74224fb3-2453-4581-b4c0-062bd76db70e req-5ec90b61-bc48-48a7-8b94-cbf66423d5c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:47.172868 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-74224fb3-2453-4581-b4c0-062bd76db70e req-5ec90b61-bc48-48a7-8b94-cbf66423d5c6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0868547 Jul 29 17:34:47.216269 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-74224fb3-2453-4581-b4c0-062bd76db70e req-cc4608ac-0bc1-47d8-87e2-a7ab078e4f30 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375557 Jul 29 17:34:47.790633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-53a14726-614b-4bfe-b81e-c8951e975134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:48.413367 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd38d6-2ccb-405d-b4d4-6a43d187a5d6 req-9cc5213f-b92a-4ff2-8fb9-6a4a5c058c16 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:48.414828 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5bbd38d6-2ccb-405d-b4d4-6a43d187a5d6 req-9cc5213f-b92a-4ff2-8fb9-6a4a5c058c16 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0919015 Jul 29 17:34:48.445661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:48.460276 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5bbd38d6-2ccb-405d-b4d4-6a43d187a5d6 req-691594d0-ffdf-4ea5-9ce4-fff533b4a686 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398390 Jul 29 17:34:48.620581 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:49.654684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a4176-a8f0-420a-b78c-696c9580a296 req-69cf2831-b277-4cdd-bb55-11245d3e8778 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:49.656131 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-334a4176-a8f0-420a-b78c-696c9580a296 req-69cf2831-b277-4cdd-bb55-11245d3e8778 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0865512 Jul 29 17:34:49.703182 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-334a4176-a8f0-420a-b78c-696c9580a296 req-fe8a6349-daaf-4126-9dbf-814c110ab21f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414898 Jul 29 17:34:50.122567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:50.895827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e98866-1e22-4bf9-a209-43c74e75cd71 req-c21937d2-2373-4d32-91e1-0910e05dfdd2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:50.897195 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d4e98866-1e22-4bf9-a209-43c74e75cd71 req-c21937d2-2373-4d32-91e1-0910e05dfdd2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0849640 Jul 29 17:34:50.940287 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d4e98866-1e22-4bf9-a209-43c74e75cd71 req-8dabb11a-57bd-4849-87cc-662fcedcce22 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375633 Jul 29 17:34:51.145994 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:34:52.137752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93cc5c-0b1b-42de-9e37-728b9494ec90 req-d1417384-0bec-450a-b2e1-f32edfbd57ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:52.139169 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2e93cc5c-0b1b-42de-9e37-728b9494ec90 req-d1417384-0bec-450a-b2e1-f32edfbd57ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0920184 Jul 29 17:34:52.182683 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2e93cc5c-0b1b-42de-9e37-728b9494ec90 req-adffd388-382e-496c-be58-5d6b7f871d45 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379341 Jul 29 17:34:53.376337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee254d67-6917-44c8-8633-0140672eafb0 req-9012cce8-362f-411f-8d08-29fdb17b0eb6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:53.377806 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ee254d67-6917-44c8-8633-0140672eafb0 req-9012cce8-362f-411f-8d08-29fdb17b0eb6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0859187 Jul 29 17:34:53.423559 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ee254d67-6917-44c8-8633-0140672eafb0 req-576081a5-a0ac-4a80-a555-a9f64cb0cb4d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402834 Jul 29 17:34:53.453238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34506) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:34:53.557962 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7b0cf492-0d5d-445e-9582-747cfe977ce8 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/754d8292-45bc-4963-8415-6b13fa84c15c HTTP/1.1" status: 200 len: 994 time: 0.1036220 Jul 29 17:34:55.013740 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae89f5-f530-4997-829a-d4610771977d req-8cc4d094-8c6a-4be5-8494-a7ff91a252c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:55.015206 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0bae89f5-f530-4997-829a-d4610771977d req-8cc4d094-8c6a-4be5-8494-a7ff91a252c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0908151 Jul 29 17:34:55.060192 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0bae89f5-f530-4997-829a-d4610771977d req-3347cd5e-fc58-46b9-a8ac-a5351307ff89 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393732 Jul 29 17:34:55.130502 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37dd5b-3c3d-4b6b-b20a-7a71f6992fe1 req-b53c0cd9-b038-405d-89c2-2500c292e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:55.131876 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5a37dd5b-3c3d-4b6b-b20a-7a71f6992fe1 req-b53c0cd9-b038-405d-89c2-2500c292e96d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 1099 time: 0.1183107 Jul 29 17:34:55.264138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37dd5b-3c3d-4b6b-b20a-7a71f6992fe1 req-fe111da0-2777-4960-a2c6-b66919382447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:55.265618 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5a37dd5b-3c3d-4b6b-b20a-7a71f6992fe1 req-fe111da0-2777-4960-a2c6-b66919382447 service neutron] 10.222.0.69 "GET /v2.0/networks?id=21b36a2d-65c3-4549-aad5-4434d329906d HTTP/1.1" status: 200 len: 897 time: 0.1279740 Jul 29 17:34:55.396412 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5a37dd5b-3c3d-4b6b-b20a-7a71f6992fe1 req-f1e2f79d-db4f-45a2-ad66-d3e15397b10e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=682dd502-95b8-46d6-abab-af8b4fe7a38e HTTP/1.1" status: 200 len: 1002 time: 0.1240251 Jul 29 17:34:55.456782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37dd5b-3c3d-4b6b-b20a-7a71f6992fe1 req-fc107b4c-be83-4ab3-84ba-87f0ebc40160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:55.458195 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5a37dd5b-3c3d-4b6b-b20a-7a71f6992fe1 req-fc107b4c-be83-4ab3-84ba-87f0ebc40160 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d569453-90b2-4666-a614-3a89eb65b992 HTTP/1.1" status: 200 len: 835 time: 0.0558932 Jul 29 17:34:55.538792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37dd5b-3c3d-4b6b-b20a-7a71f6992fe1 req-5469d4b2-0905-444c-8f82-658e6e1096e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:55.540258 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5a37dd5b-3c3d-4b6b-b20a-7a71f6992fe1 req-5469d4b2-0905-444c-8f82-658e6e1096e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21b36a2d-65c3-4549-aad5-4434d329906d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763988 Jul 29 17:34:55.667690 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5a37dd5b-3c3d-4b6b-b20a-7a71f6992fe1 req-9d689870-a218-458f-b8be-ba936d42d387 service neutron] 10.222.0.69 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214318 Jul 29 17:34:55.794848 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5a37dd5b-3c3d-4b6b-b20a-7a71f6992fe1 req-0a84f8b5-204d-495d-9c23-4186854f161f service neutron] 10.222.0.69 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212318 Jul 29 17:34:56.258231 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eab52-97a5-429f-9268-373ebb7f94c0 req-b7345301-46bb-4771-b36b-cd2e28cbc035 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:56.259696 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-583eab52-97a5-429f-9268-373ebb7f94c0 req-b7345301-46bb-4771-b36b-cd2e28cbc035 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0913849 Jul 29 17:34:56.304423 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-583eab52-97a5-429f-9268-373ebb7f94c0 req-20ff8afc-205f-4ee6-9e5b-f27c0320b4b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382597 Jul 29 17:34:57.497706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68dd91e-66d2-4218-b003-7c21d9910a4c req-a05a05b0-ec3e-4a0f-948c-039fd9ac791e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:34:57.499192 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c68dd91e-66d2-4218-b003-7c21d9910a4c req-a05a05b0-ec3e-4a0f-948c-039fd9ac791e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0860302 Jul 29 17:34:57.545731 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c68dd91e-66d2-4218-b003-7c21d9910a4c req-71d1fc49-3ed2-48da-80aa-9860a9b905a9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409164 Jul 29 17:34:57.572934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34524) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:34:57.674937 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-fb5881c7-f9cb-4a55-bd0b-207d73e80df5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/754d8292-45bc-4963-8415-6b13fa84c15c HTTP/1.1" status: 200 len: 994 time: 0.1008294 Jul 29 17:35:15.221580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e89f767f-43fa-4d0b-9f26-b18717fb50ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:17.291383 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-86a74ff8-04bd-4c33-8cd6-a847294e78d4 req-df441fb2-22e1-41e9-9f19-a5bc2d7addf9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790162 Jul 29 17:35:17.433465 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a74ff8-04bd-4c33-8cd6-a847294e78d4 req-a70d01f9-72a1-4ea9-8cfd-83b53d84d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:35:17.434926 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-86a74ff8-04bd-4c33-8cd6-a847294e78d4 req-a70d01f9-72a1-4ea9-8cfd-83b53d84d962 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 1099 time: 0.0775707 Jul 29 17:35:17.575652 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a74ff8-04bd-4c33-8cd6-a847294e78d4 req-fb8f8c3c-c35c-499e-bbdc-1cd932331978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:35:17.577103 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-86a74ff8-04bd-4c33-8cd6-a847294e78d4 req-fb8f8c3c-c35c-499e-bbdc-1cd932331978 service neutron] 10.222.0.69 "GET /v2.0/networks?id=21b36a2d-65c3-4549-aad5-4434d329906d HTTP/1.1" status: 200 len: 897 time: 0.1245728 Jul 29 17:35:17.677891 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-86a74ff8-04bd-4c33-8cd6-a847294e78d4 req-7b65b0b6-e201-4209-9454-cc8842601eea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=682dd502-95b8-46d6-abab-af8b4fe7a38e HTTP/1.1" status: 200 len: 1002 time: 0.0940790 Jul 29 17:35:17.741562 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a74ff8-04bd-4c33-8cd6-a847294e78d4 req-b46d7649-4431-4923-8e8d-800b859ef128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:35:17.742973 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-86a74ff8-04bd-4c33-8cd6-a847294e78d4 req-b46d7649-4431-4923-8e8d-800b859ef128 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d569453-90b2-4666-a614-3a89eb65b992 HTTP/1.1" status: 200 len: 835 time: 0.0585127 Jul 29 17:35:17.791489 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e65881fa-6f67-409a-95c1-f4bbb4b487f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:17.825320 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a74ff8-04bd-4c33-8cd6-a847294e78d4 req-d9026b9a-c2c8-496d-bf6d-ff5ccc6ac0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:35:17.826693 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-86a74ff8-04bd-4c33-8cd6-a847294e78d4 req-d9026b9a-c2c8-496d-bf6d-ff5ccc6ac0e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21b36a2d-65c3-4549-aad5-4434d329906d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779898 Jul 29 17:35:18.045919 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-86a74ff8-04bd-4c33-8cd6-a847294e78d4 req-44c1c00b-b33b-4c9a-9ae4-934eef4164c7 service neutron] 10.222.0.69 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130201 Jul 29 17:35:18.174191 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-86a74ff8-04bd-4c33-8cd6-a847294e78d4 req-8a42c69d-8768-465b-8380-a1e8b04ad4b8 service neutron] 10.222.0.69 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216500 Jul 29 17:35:18.447947 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:18.623214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:20.128932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:21.169365 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:21.222668 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:35:45.221784 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6470a70b-0949-4cbc-82ba-76fc2111be51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:47.794416 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ef58b738-750c-440f-89b3-395dfd5c3dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:48.451010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:48.626634 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:50.130539 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:51.110729 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34550) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:35:51.177917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:51.411354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port 1991a0fc-bab4-4d79-8b9e-3ea2570e2ce2 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:35:51.411593 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:51.580182 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:51.580506 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:51.701325 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for 1991a0fc-bab4-4d79-8b9e-3ea2570e2ce2 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:35:51.849122 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:51.895555 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=1991a0fc-bab4-4d79-8b9e-3ea2570e2ce2,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:35:51.941028 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:51.941395 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:51.941737 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:51.942074 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:51.942412 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:51.942744 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:51.943069 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:51.943392 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:51.943715 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:51.944034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:51.944355 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:51.944674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:52.005061 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:52.005401 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Floating IP 754d8292-45bc-4963-8415-6b13fa84c15c disassociated (deleted). External IP: 172.26.1.113, port: 682dd502-95b8-46d6-abab-af8b4fe7a38e. Jul 29 17:35:52.361154 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router 206a869c-ca50-43c6-b600-c6592a4ab4c5 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:35:52.536256 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:35:52.547469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d6135-f786-4e65-bbf9-cc8c5497064a None None] Sync routers for ids ['206a869c-ca50-43c6-b600-c6592a4ab4c5'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:35:52.553202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:52.557424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d6135-f786-4e65-bbf9-cc8c5497064a None None] Routers {'206a869c-ca50-43c6-b600-c6592a4ab4c5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:35:52.558035 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-944d6135-f786-4e65-bbf9-cc8c5497064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:35:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['206a869c-ca50-43c6-b600-c6592a4ab4c5'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:35:52.606652 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ff8c1a4d-7f9c-485e-ae85-78c6683b471f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/floatingips/754d8292-45bc-4963-8415-6b13fa84c15c HTTP/1.1" status: 204 len: 168 time: 1.4948044 Jul 29 17:35:52.607327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42700bd0-cfbd-4fdb-bde3-5bbad894251c', 'tag': '682dd502-95b8-46d6-abab-af8b4fe7a38e'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:35:52.735980 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-944d6135-f786-4e65-bbf9-cc8c5497064a None None] Set router 206a869c-ca50-43c6-b600-c6592a4ab4c5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:35:52.765176 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa23cb44-fb83-4c77-bdc7-2e7cdeb40455'] response: {'name': 'network-changed', 'server_uuid': '42700bd0-cfbd-4fdb-bde3-5bbad894251c', 'tag': '682dd502-95b8-46d6-abab-af8b4fe7a38e', 'status': 'completed', 'code': 200} Jul 29 17:35:52.881846 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e1373-d0ad-4f9d-8a54-4dae9edd8c10 req-d76b3e90-5535-4f1c-97c4-c0389efd669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:35:52.883377 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-082e1373-d0ad-4f9d-8a54-4dae9edd8c10 req-d76b3e90-5535-4f1c-97c4-c0389efd669f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 1099 time: 0.0853736 Jul 29 17:35:53.023696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e1373-d0ad-4f9d-8a54-4dae9edd8c10 req-d228bbaf-9bae-4e76-80b4-c279e2fac8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:35:53.025362 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-082e1373-d0ad-4f9d-8a54-4dae9edd8c10 req-d228bbaf-9bae-4e76-80b4-c279e2fac8b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=21b36a2d-65c3-4549-aad5-4434d329906d HTTP/1.1" status: 200 len: 897 time: 0.1341617 Jul 29 17:35:53.056824 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-944d6135-f786-4e65-bbf9-cc8c5497064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:33:19Z', 'updated_at': '2022-07-29T17:33:24Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:20Z', 'updated_at': '2022-07-29T17:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '465ece78-a9a6-43aa-bead-2c648eb64694', 'name': '', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:80:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0d569453-90b2-4666-a614-3a89eb65b992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:23Z', 'updated_at': '2022-07-29T17:33:30Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '0d569453-90b2-4666-a614-3a89eb65b992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:35:53.061455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d6135-f786-4e65-bbf9-cc8c5497064a None None] Checking router: 206a869c-ca50-43c6-b600-c6592a4ab4c5 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:35:53.071127 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d6135-f786-4e65-bbf9-cc8c5497064a None None] Routers {'206a869c-ca50-43c6-b600-c6592a4ab4c5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:35:53.071734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-944d6135-f786-4e65-bbf9-cc8c5497064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:35:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['206a869c-ca50-43c6-b600-c6592a4ab4c5'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:35:53.100384 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-082e1373-d0ad-4f9d-8a54-4dae9edd8c10 req-e2f79902-345b-4313-b4c9-366cfded90c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=682dd502-95b8-46d6-abab-af8b4fe7a38e HTTP/1.1" status: 200 len: 217 time: 0.0683649 Jul 29 17:35:53.118890 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33650928-72ce-46f0-96b8-42a88e178d15 req-2d4c160f-d1ea-42ee-b121-5e15168b4c00 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:35:53.119597 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-33650928-72ce-46f0-96b8-42a88e178d15 req-2d4c160f-d1ea-42ee-b121-5e15168b4c00 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:35:53.136469 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-33650928-72ce-46f0-96b8-42a88e178d15 req-2d4c160f-d1ea-42ee-b121-5e15168b4c00 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:35:53.137927 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-33650928-72ce-46f0-96b8-42a88e178d15 req-2d4c160f-d1ea-42ee-b121-5e15168b4c00 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.2270021 Jul 29 17:35:53.165498 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e1373-d0ad-4f9d-8a54-4dae9edd8c10 req-3cf009ac-d5cd-4b2b-865c-61b3c9d962be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:35:53.167055 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-082e1373-d0ad-4f9d-8a54-4dae9edd8c10 req-3cf009ac-d5cd-4b2b-865c-61b3c9d962be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0d569453-90b2-4666-a614-3a89eb65b992 HTTP/1.1" status: 200 len: 835 time: 0.0605037 Jul 29 17:35:53.185560 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-33650928-72ce-46f0-96b8-42a88e178d15 req-9db63081-0931-4069-aac8-c104dae2834a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403707 Jul 29 17:35:53.252283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e1373-d0ad-4f9d-8a54-4dae9edd8c10 req-07650018-de26-42ee-bc0b-ac8cf02ac38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:35:53.253799 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-082e1373-d0ad-4f9d-8a54-4dae9edd8c10 req-07650018-de26-42ee-bc0b-ac8cf02ac38e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21b36a2d-65c3-4549-aad5-4434d329906d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789866 Jul 29 17:35:53.256464 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-944d6135-f786-4e65-bbf9-cc8c5497064a None None] Set router 206a869c-ca50-43c6-b600-c6592a4ab4c5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:35:53.384407 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-082e1373-d0ad-4f9d-8a54-4dae9edd8c10 req-02faebf1-a677-4adc-b6a9-1d15906b36c8 service neutron] 10.222.0.69 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232314 Jul 29 17:35:53.517910 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-082e1373-d0ad-4f9d-8a54-4dae9edd8c10 req-cc0327bb-87a2-48ae-ab07-4d11249e25e4 service neutron] 10.222.0.69 "GET /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266038 Jul 29 17:35:53.566496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-944d6135-f786-4e65-bbf9-cc8c5497064a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:33:19Z', 'updated_at': '2022-07-29T17:33:24Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:20Z', 'updated_at': '2022-07-29T17:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '465ece78-a9a6-43aa-bead-2c648eb64694', 'name': '', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:80:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0d569453-90b2-4666-a614-3a89eb65b992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:23Z', 'updated_at': '2022-07-29T17:33:30Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '0d569453-90b2-4666-a614-3a89eb65b992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:35:53.570392 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d6135-f786-4e65-bbf9-cc8c5497064a None None] The sync data for ids ['206a869c-ca50-43c6-b600-c6592a4ab4c5'] in dv-neutron-851534-1-hyperv is: [{'id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:33:19Z', 'updated_at': '2022-07-29T17:33:24Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:20Z', 'updated_at': '2022-07-29T17:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '465ece78-a9a6-43aa-bead-2c648eb64694', 'name': '', 'network_id': '21b36a2d-65c3-4549-aad5-4434d329906d', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:80:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '0d569453-90b2-4666-a614-3a89eb65b992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:23Z', 'updated_at': '2022-07-29T17:33:30Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '0d569453-90b2-4666-a614-3a89eb65b992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:35:53.766533 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f16a16d-b444-47b6-bff1-2602162fab46 None None] New status for floating IP 754d8292-45bc-4963-8415-6b13fa84c15c: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:35:54.381348 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104c15b-ae24-4b03-8633-4bd66bddd6d9 req-23647fdf-4fe9-4a83-b411-4d5d94d9881f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:35:54.382817 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8104c15b-ae24-4b03-8633-4bd66bddd6d9 req-23647fdf-4fe9-4a83-b411-4d5d94d9881f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.0882194 Jul 29 17:35:54.426668 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8104c15b-ae24-4b03-8633-4bd66bddd6d9 req-75693591-69f4-4cbb-985b-63211fff7b16 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=a7bb0e99-6dd5-419c-96e1-e01ca977dadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382135 Jul 29 17:35:54.745451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a7b0a-4144-4eec-872c-5d06ad1864c2 req-0a1d9f4e-e255-457a-b73d-d0dbb7cb5179 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:35:54.746137 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-e64a7b0a-4144-4eec-872c-5d06ad1864c2 req-0a1d9f4e-e255-457a-b73d-d0dbb7cb5179 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:35:54.758033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-e64a7b0a-4144-4eec-872c-5d06ad1864c2 req-0a1d9f4e-e255-457a-b73d-d0dbb7cb5179 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:35:54.759100 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e64a7b0a-4144-4eec-872c-5d06ad1864c2 req-0a1d9f4e-e255-457a-b73d-d0dbb7cb5179 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 946 time: 0.1010687 Jul 29 17:35:54.826815 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-e64a7b0a-4144-4eec-872c-5d06ad1864c2 req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port 682dd502-95b8-46d6-abab-af8b4fe7a38e {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:35:54.827672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e64a7b0a-4144-4eec-872c-5d06ad1864c2 req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:55.068158 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-e64a7b0a-4144-4eec-872c-5d06ad1864c2 req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] For port 682dd502-95b8-46d6-abab-af8b4fe7a38e, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=682dd502-95b8-46d6-abab-af8b4fe7a38e,segment=NetworkSegment(f145702b-7490-4dca-853c-07cdf5fe6cac),segment_id=f145702b-7490-4dca-853c-07cdf5fe6cac)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:35:55.068515 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e64a7b0a-4144-4eec-872c-5d06ad1864c2 req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:55.188052 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-e64a7b0a-4144-4eec-872c-5d06ad1864c2 req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for 682dd502-95b8-46d6-abab-af8b4fe7a38e owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:35:55.328605 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e64a7b0a-4144-4eec-872c-5d06ad1864c2 req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:55.473968 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=682dd502-95b8-46d6-abab-af8b4fe7a38e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:35:55.512283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:55.512635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:55.512977 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:55.513340 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:55.513672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:55.514001 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:55.514325 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:55.515208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:55.515547 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:55.515874 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:55.516196 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:55.516518 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:35:55.572848 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64a7b0a-4144-4eec-872c-5d06ad1864c2 req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] No DVR routers for this DVR port 682dd502-95b8-46d6-abab-af8b4fe7a38e on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:35:55.575406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-e64a7b0a-4144-4eec-872c-5d06ad1864c2 req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:55.578555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42700bd0-cfbd-4fdb-bde3-5bbad894251c', 'name': 'network-vif-deleted', 'tag': '682dd502-95b8-46d6-abab-af8b4fe7a38e'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:35:55.594564 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-e64a7b0a-4144-4eec-872c-5d06ad1864c2 req-958aef1b-90fe-41b4-8a54-06560a6c7f7c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "DELETE /v2.0/ports/682dd502-95b8-46d6-abab-af8b4fe7a38e HTTP/1.1" status: 204 len: 173 time: 0.8305295 Jul 29 17:35:55.597635 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3cc629d1-5fec-4496-83fb-543bddbad477 req-d7fed3ff-4684-43a3-b0af-9795b646ccf5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=42700bd0-cfbd-4fdb-bde3-5bbad894251c HTTP/1.1" status: 200 len: 210 time: 0.0547822 Jul 29 17:35:55.710283 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c600facf-f854-40bb-afad-cc7a8b78f927'] response: {'server_uuid': '42700bd0-cfbd-4fdb-bde3-5bbad894251c', 'name': 'network-vif-deleted', 'tag': '682dd502-95b8-46d6-abab-af8b4fe7a38e', 'status': 'completed', 'code': 200} Jul 29 17:35:56.698111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34580) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:35:57.235985 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9f9f6f6c-98b8-473a-b3b8-f9b1afd2ba04 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:57.578371 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f6f6c-98b8-473a-b3b8-f9b1afd2ba04 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port 465ece78-a9a6-43aa-bead-2c648eb64694 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:35:57.578713 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9f9f6f6c-98b8-473a-b3b8-f9b1afd2ba04 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:57.761563 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-9f9f6f6c-98b8-473a-b3b8-f9b1afd2ba04 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] For port 465ece78-a9a6-43aa-bead-2c648eb64694, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=465ece78-a9a6-43aa-bead-2c648eb64694,segment=NetworkSegment(f145702b-7490-4dca-853c-07cdf5fe6cac),segment_id=f145702b-7490-4dca-853c-07cdf5fe6cac)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:35:57.762265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9f9f6f6c-98b8-473a-b3b8-f9b1afd2ba04 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:57.880812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f6f6c-98b8-473a-b3b8-f9b1afd2ba04 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for 465ece78-a9a6-43aa-bead-2c648eb64694 owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:35:57.960672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 682dd502-95b8-46d6-abab-af8b4fe7a38e no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:35:57.995644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 682dd502-95b8-46d6-abab-af8b4fe7a38e {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:35:57.995990 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 682dd502-95b8-46d6-abab-af8b4fe7a38e not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:35:58.165027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9f9f6f6c-98b8-473a-b3b8-f9b1afd2ba04 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:58.211386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f6f6c-98b8-473a-b3b8-f9b1afd2ba04 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=465ece78-a9a6-43aa-bead-2c648eb64694,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:35:58.222558 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:35:58.491154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9f9f6f6c-98b8-473a-b3b8-f9b1afd2ba04 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:58.842999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9f6f6c-98b8-473a-b3b8-f9b1afd2ba04 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router 206a869c-ca50-43c6-b600-c6592a4ab4c5 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:35:59.017478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9f6f6c-98b8-473a-b3b8-f9b1afd2ba04 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:35:59.027243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31a8a7-38b6-452c-ad21-5f9eef0b0f15 None None] Sync routers for ids ['206a869c-ca50-43c6-b600-c6592a4ab4c5'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:35:59.030043 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9f9f6f6c-98b8-473a-b3b8-f9b1afd2ba04 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "PUT /v2.0/routers/206a869c-ca50-43c6-b600-c6592a4ab4c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3308551 Jul 29 17:35:59.033254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34584) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:35:59.037229 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31a8a7-38b6-452c-ad21-5f9eef0b0f15 None None] Routers {'206a869c-ca50-43c6-b600-c6592a4ab4c5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:35:59.037904 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ba31a8a7-38b6-452c-ad21-5f9eef0b0f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:35:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['206a869c-ca50-43c6-b600-c6592a4ab4c5'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:35:59.101192 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-669811ea-d712-4831-b381-1284f64bfeab tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting subnet 0d569453-90b2-4666-a614-3a89eb65b992 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:35:59.104011 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-669811ea-d712-4831-b381-1284f64bfeab tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:59.160272 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-669811ea-d712-4831-b381-1284f64bfeab tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:59.240609 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-669811ea-d712-4831-b381-1284f64bfeab tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:59.251093 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-ba31a8a7-38b6-452c-ad21-5f9eef0b0f15 None None] Set router 206a869c-ca50-43c6-b600-c6592a4ab4c5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:35:59.317945 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-669811ea-d712-4831-b381-1284f64bfeab tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:59.354903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669811ea-d712-4831-b381-1284f64bfeab tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Subnet': ['ID=0d569453-90b2-4666-a614-3a89eb65b992,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:35:59.360170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-669811ea-d712-4831-b381-1284f64bfeab tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:59.366284 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-669811ea-d712-4831-b381-1284f64bfeab tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/subnets/0d569453-90b2-4666-a614-3a89eb65b992 HTTP/1.1" status: 204 len: 168 time: 0.3320978 Jul 29 17:35:59.368891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34588) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:35:59.374961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513e266b-e3d6-45b0-b3fc-b427c291f6fd None None] Network 21b36a2d-65c3-4549-aad5-4434d329906d requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:35:59.660033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:59.710884 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ba31a8a7-38b6-452c-ad21-5f9eef0b0f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:33:19Z', 'updated_at': '2022-07-29T17:35:58Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:20Z', 'updated_at': '2022-07-29T17:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:35:59.714805 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31a8a7-38b6-452c-ad21-5f9eef0b0f15 None None] Checking router: 206a869c-ca50-43c6-b600-c6592a4ab4c5 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:35:59.724027 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31a8a7-38b6-452c-ad21-5f9eef0b0f15 None None] Routers {'206a869c-ca50-43c6-b600-c6592a4ab4c5'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:35:59.724644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ba31a8a7-38b6-452c-ad21-5f9eef0b0f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:35:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['206a869c-ca50-43c6-b600-c6592a4ab4c5'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:35:59.793278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] DHCP port deletion for 21b36a2d-65c3-4549-aad5-4434d329906d request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:35:59.843408 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:59.854533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port 343daf6d-d388-48c5-8ce0-ce8e21fa12ea {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:35:59.854866 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:35:59.855329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Deleting port 2b31fa1f-1439-42e4-9a79-61293ec591e7 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:35:59.855709 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:00.005867 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2b31fa1f-1439-42e4-9a79-61293ec591e7 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:36:00.031721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-ba31a8a7-38b6-452c-ad21-5f9eef0b0f15 None None] Set router 206a869c-ca50-43c6-b600-c6592a4ab4c5 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:36:00.036105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] For port 343daf6d-d388-48c5-8ce0-ce8e21fa12ea, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=343daf6d-d388-48c5-8ce0-ce8e21fa12ea,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:36:00.036466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:00.157915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for 343daf6d-d388-48c5-8ce0-ce8e21fa12ea owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:36:00.328546 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:00.374265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=343daf6d-d388-48c5-8ce0-ce8e21fa12ea,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:00.382223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] For port 2b31fa1f-1439-42e4-9a79-61293ec591e7, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2b31fa1f-1439-42e4-9a79-61293ec591e7,segment=NetworkSegment(f145702b-7490-4dca-853c-07cdf5fe6cac),segment_id=f145702b-7490-4dca-853c-07cdf5fe6cac)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:36:00.382617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:00.472466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:00.539659 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Calling delete_port for 2b31fa1f-1439-42e4-9a79-61293ec591e7 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:36:00.644333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:00.646499 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:00.669599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:00.670130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Fanout notify agent at l3_agent the message router_deleted on router 206a869c-ca50-43c6-b600-c6592a4ab4c5 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:36:00.679701 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2b31fa1f-1439-42e4-9a79-61293ec591e7 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:36:00.680081 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:00.685319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:00.686935 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-65dac261-4d6d-4bbb-a327-3c2766850b69 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/routers/206a869c-ca50-43c6-b600-c6592a4ab4c5 HTTP/1.1" status: 204 len: 168 time: 1.3166182 Jul 29 17:36:00.689716 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34592) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:00.719558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:00.806254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6c6f-5591-4e36-9c57-6af5799fc79f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:00.809097 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Pushing event deleted for resources: {'Port': ['ID=2b31fa1f-1439-42e4-9a79-61293ec591e7,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:00.811817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] No DVR routers for this DVR port 2b31fa1f-1439-42e4-9a79-61293ec591e7 on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:36:00.820080 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:00.820439 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:00.821402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:00.821752 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:00.822094 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:00.822896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:00.822896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:00.823134 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:00.823401 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:00.823729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:00.824055 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:00.824380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b99d6-b5ea-4e95-a343-8407f210fd27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:00.839056 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-ba31a8a7-38b6-452c-ad21-5f9eef0b0f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:33:19Z', 'updated_at': '2022-07-29T17:35:58Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:20Z', 'updated_at': '2022-07-29T17:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:00.843606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31a8a7-38b6-452c-ad21-5f9eef0b0f15 None None] The sync data for ids ['206a869c-ca50-43c6-b600-c6592a4ab4c5'] in dv-neutron-851534-1-hyperv is: [{'id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-995187004', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:33:19Z', 'updated_at': '2022-07-29T17:35:58Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': '343daf6d-d388-48c5-8ce0-ce8e21fa12ea', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206a869c-ca50-43c6-b600-c6592a4ab4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:33:20Z', 'updated_at': '2022-07-29T17:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:36:01.048047 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6c6f-5591-4e36-9c57-6af5799fc79f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:01.072933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-3e7e6c6f-5591-4e36-9c57-6af5799fc79f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b36a2d-65c3-4549-aad5-4434d329906d']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:01.084467 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-3e7e6c6f-5591-4e36-9c57-6af5799fc79f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f145702b-7490-4dca-853c-07cdf5fe6cac') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:01.084768 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-3e7e6c6f-5591-4e36-9c57-6af5799fc79f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f145702b-7490-4dca-853c-07cdf5fe6cac') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:01.095876 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6c6f-5591-4e36-9c57-6af5799fc79f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:01.111717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6c6f-5591-4e36-9c57-6af5799fc79f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:01.117790 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7e6c6f-5591-4e36-9c57-6af5799fc79f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:36:01.118221 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6c6f-5591-4e36-9c57-6af5799fc79f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:01.221130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6c6f-5591-4e36-9c57-6af5799fc79f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:01.247231 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3e7e6c6f-5591-4e36-9c57-6af5799fc79f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:01.254969 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment f145702b-7490-4dca-853c-07cdf5fe6cac resource provider aggregate not found Jul 29 17:36:01.265528 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e6c6f-5591-4e36-9c57-6af5799fc79f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Network': ['ID=21b36a2d-65c3-4549-aad5-4434d329906d,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:01.275136 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment f145702b-7490-4dca-853c-07cdf5fe6cac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f145702b-7490-4dca-853c-07cdf5fe6cac found for delete ", "request_id": "req-901031ec-098b-47c5-87be-1f8a9b56e024"}]} Jul 29 17:36:01.276778 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3e7e6c6f-5591-4e36-9c57-6af5799fc79f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/networks/21b36a2d-65c3-4549-aad5-4434d329906d HTTP/1.1" status: 204 len: 168 time: 0.5860691 Jul 29 17:36:01.279383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34604) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:01.354342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d011a1a7-3944-4900-a0b4-47b22ecd6c87 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:01.384237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d011a1a7-3944-4900-a0b4-47b22ecd6c87 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:01.450578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d011a1a7-3944-4900-a0b4-47b22ecd6c87 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:01.470320 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011a1a7-3944-4900-a0b4-47b22ecd6c87 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bb0e99-6dd5-419c-96e1-e01ca977dadb,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:01.482019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d011a1a7-3944-4900-a0b4-47b22ecd6c87 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:01.493366 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d011a1a7-3944-4900-a0b4-47b22ecd6c87 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/security-groups/a7bb0e99-6dd5-419c-96e1-e01ca977dadb HTTP/1.1" status: 204 len: 168 time: 0.2028971 Jul 29 17:36:01.946165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 343daf6d-d388-48c5-8ce0-ce8e21fa12ea no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:36:01.979258 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 343daf6d-d388-48c5-8ce0-ce8e21fa12ea {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:36:01.979599 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 343daf6d-d388-48c5-8ce0-ce8e21fa12ea not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:36:01.980001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 465ece78-a9a6-43aa-bead-2c648eb64694 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:36:02.011798 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 465ece78-a9a6-43aa-bead-2c648eb64694 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:36:02.012135 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 465ece78-a9a6-43aa-bead-2c648eb64694 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:36:03.631967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34618) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:03.637286 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-fee0a825-033c-48bd-bdee-af587aaf3228 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615767694', 'description': 'tempest-secgroup-smoke-1615767694 description', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:36:03.643211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fee0a825-033c-48bd-bdee-af587aaf3228 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:36:03.647246 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fee0a825-033c-48bd-bdee-af587aaf3228 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:36:03.650077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fee0a825-033c-48bd-bdee-af587aaf3228 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:36:03.656301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fee0a825-033c-48bd-bdee-af587aaf3228 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:36:03.666321 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fee0a825-033c-48bd-bdee-af587aaf3228 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:03.686103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fee0a825-033c-48bd-bdee-af587aaf3228 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:36:03.689839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fee0a825-033c-48bd-bdee-af587aaf3228 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:36:03.692555 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-fee0a825-033c-48bd-bdee-af587aaf3228 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:36:03.698256 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-fee0a825-033c-48bd-bdee-af587aaf3228 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:36:03.767729 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fee0a825-033c-48bd-bdee-af587aaf3228 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:03.771243 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fee0a825-033c-48bd-bdee-af587aaf3228 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:03.819609 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0a825-033c-48bd-bdee-af587aaf3228 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087f7296-a37c-45d5-b3e4-beb322c1f39a,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:03.822466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fee0a825-033c-48bd-bdee-af587aaf3228 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:03.826423 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fee0a825-033c-48bd-bdee-af587aaf3228 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1907456 Jul 29 17:36:03.827849 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34622) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:03.832163 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-0591df8d-8bbb-4a9d-8fe0-843cf20c3bd7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': '087f7296-a37c-45d5-b3e4-beb322c1f39a', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:36:03.838228 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0591df8d-8bbb-4a9d-8fe0-843cf20c3bd7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:36:03.842142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0591df8d-8bbb-4a9d-8fe0-843cf20c3bd7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:36:03.844988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-0591df8d-8bbb-4a9d-8fe0-843cf20c3bd7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:36:03.850653 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-0591df8d-8bbb-4a9d-8fe0-843cf20c3bd7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:36:03.866456 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0591df8d-8bbb-4a9d-8fe0-843cf20c3bd7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:03.927146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0591df8d-8bbb-4a9d-8fe0-843cf20c3bd7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:03.930793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0591df8d-8bbb-4a9d-8fe0-843cf20c3bd7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:03.948339 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591df8d-8bbb-4a9d-8fe0-843cf20c3bd7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667cfc96-28f1-40ba-aafb-72be87afad99,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:03.966468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-0591df8d-8bbb-4a9d-8fe0-843cf20c3bd7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:03.967645 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-0591df8d-8bbb-4a9d-8fe0-843cf20c3bd7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395762 Jul 29 17:36:03.970466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34630) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:03.975330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-04ba57a5-3847-4548-9d6e-0214c0b5883f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': '087f7296-a37c-45d5-b3e4-beb322c1f39a', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:36:03.980979 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-04ba57a5-3847-4548-9d6e-0214c0b5883f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:36:03.985295 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-04ba57a5-3847-4548-9d6e-0214c0b5883f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:36:03.988082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-04ba57a5-3847-4548-9d6e-0214c0b5883f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:36:03.993724 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-04ba57a5-3847-4548-9d6e-0214c0b5883f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:36:04.010213 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04ba57a5-3847-4548-9d6e-0214c0b5883f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.070988 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04ba57a5-3847-4548-9d6e-0214c0b5883f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.075073 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04ba57a5-3847-4548-9d6e-0214c0b5883f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.097936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba57a5-3847-4548-9d6e-0214c0b5883f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4b2051-458b-4036-83c9-f566afb38432,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:04.106202 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-04ba57a5-3847-4548-9d6e-0214c0b5883f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.107576 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-04ba57a5-3847-4548-9d6e-0214c0b5883f tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361234 Jul 29 17:36:04.110837 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34634) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:04.115690 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-a6f87b00-9cdc-4f11-a7ce-5ae78e330b19 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': '087f7296-a37c-45d5-b3e4-beb322c1f39a', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:36:04.121387 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a6f87b00-9cdc-4f11-a7ce-5ae78e330b19 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:36:04.125801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a6f87b00-9cdc-4f11-a7ce-5ae78e330b19 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:36:04.128632 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-a6f87b00-9cdc-4f11-a7ce-5ae78e330b19 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:36:04.134451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-a6f87b00-9cdc-4f11-a7ce-5ae78e330b19 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:36:04.152716 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a6f87b00-9cdc-4f11-a7ce-5ae78e330b19 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.214349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a6f87b00-9cdc-4f11-a7ce-5ae78e330b19 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.217742 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a6f87b00-9cdc-4f11-a7ce-5ae78e330b19 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.250503 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f87b00-9cdc-4f11-a7ce-5ae78e330b19 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c38ac5-69dc-4524-a99e-fe0e2e51bf3b,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:04.257367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a6f87b00-9cdc-4f11-a7ce-5ae78e330b19 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.258550 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a6f87b00-9cdc-4f11-a7ce-5ae78e330b19 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467905 Jul 29 17:36:04.261335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34638) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:04.266365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d072cce0-a584-44c9-a3b5-871597f3e153 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': '087f7296-a37c-45d5-b3e4-beb322c1f39a', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:36:04.272327 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d072cce0-a584-44c9-a3b5-871597f3e153 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:36:04.276119 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d072cce0-a584-44c9-a3b5-871597f3e153 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:36:04.279033 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d072cce0-a584-44c9-a3b5-871597f3e153 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:36:04.284691 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d072cce0-a584-44c9-a3b5-871597f3e153 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:36:04.302107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d072cce0-a584-44c9-a3b5-871597f3e153 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.364938 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d072cce0-a584-44c9-a3b5-871597f3e153 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.368318 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d072cce0-a584-44c9-a3b5-871597f3e153 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.391389 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072cce0-a584-44c9-a3b5-871597f3e153 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc1d60c-5fe9-40f5-babc-205547973008,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:04.399441 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d072cce0-a584-44c9-a3b5-871597f3e153 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.400612 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d072cce0-a584-44c9-a3b5-871597f3e153 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383684 Jul 29 17:36:04.403303 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34642) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:04.408639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-85c4f595-9336-4e58-a8bf-8957f5e7935e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': '087f7296-a37c-45d5-b3e4-beb322c1f39a', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:36:04.414319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-85c4f595-9336-4e58-a8bf-8957f5e7935e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:36:04.418262 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-85c4f595-9336-4e58-a8bf-8957f5e7935e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:36:04.421776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-85c4f595-9336-4e58-a8bf-8957f5e7935e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:36:04.427703 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-85c4f595-9336-4e58-a8bf-8957f5e7935e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:36:04.437789 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-85c4f595-9336-4e58-a8bf-8957f5e7935e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Project 623946eed0bc4715a04a0d7bf3447b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:36:04.444193 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-85c4f595-9336-4e58-a8bf-8957f5e7935e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.508742 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-85c4f595-9336-4e58-a8bf-8957f5e7935e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.512368 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-85c4f595-9336-4e58-a8bf-8957f5e7935e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.535287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4f595-9336-4e58-a8bf-8957f5e7935e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d12eb2-8392-4480-a588-e2e86573bbfa,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:04.543879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-85c4f595-9336-4e58-a8bf-8957f5e7935e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.545117 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-85c4f595-9336-4e58-a8bf-8957f5e7935e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408873 Jul 29 17:36:04.548170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34646) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:04.554077 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d920fabd-7ce8-4d0a-8906-06ba51fe04fb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'security_group_rule': {'security_group_id': '087f7296-a37c-45d5-b3e4-beb322c1f39a', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:36:04.559905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d920fabd-7ce8-4d0a-8906-06ba51fe04fb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:36:04.563722 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d920fabd-7ce8-4d0a-8906-06ba51fe04fb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:security_group_rule and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:36:04.566689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d920fabd-7ce8-4d0a-8906-06ba51fe04fb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:36:04.572376 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d920fabd-7ce8-4d0a-8906-06ba51fe04fb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:36:04.581765 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-d920fabd-7ce8-4d0a-8906-06ba51fe04fb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Project 623946eed0bc4715a04a0d7bf3447b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:36:04.588136 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d920fabd-7ce8-4d0a-8906-06ba51fe04fb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.652014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d920fabd-7ce8-4d0a-8906-06ba51fe04fb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.655953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d920fabd-7ce8-4d0a-8906-06ba51fe04fb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.678874 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920fabd-7ce8-4d0a-8906-06ba51fe04fb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cf3014-5f44-4f44-bf34-11e5d252acc1,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:04.687082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d920fabd-7ce8-4d0a-8906-06ba51fe04fb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.688246 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d920fabd-7ce8-4d0a-8906-06ba51fe04fb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386228 Jul 29 17:36:04.691151 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34650) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:04.696483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'network': {'name': 'tempest-network-smoke--1677948318', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'port_security_enabled': True}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:36:04.701282 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:36:04.705354 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:network and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:36:04.708139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:36:04.714018 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:36:04.724625 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Made reservation on behalf of 623946eed0bc4715a04a0d7bf3447b0f for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:36:04.728017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.756724 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:36:04.766131 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.766466 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Added segment 4f7703db-e0a1-4f37-92a9-efb95ffce3a1 of type vlan for network 48156f34-a657-43e5-bfc3-55aad98d515f Jul 29 17:36:04.793694 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.825651 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.831309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:04.831883 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.933380 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2411213 Jul 29 17:36:04.936147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e880c-648f-4709-9e78-7c52d7d477f3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Network': ['ID=48156f34-a657-43e5-bfc3-55aad98d515f,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:04.936298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34654) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:04.942248 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'admin_state_up': True, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:36:04.947552 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 48156f34-a657-43e5-bfc3-55aad98d515f details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:36:04.949855 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:36:04.953842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:router and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:36:04.956816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:36:04.963014 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:36:04.974315 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.975310 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:04.992323 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:05.256786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:05.558169 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:05.586919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:05.718326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.26.1.72 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/c8bd010c-3ac5-4621-9b0c-19118e93b870) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:36:05.869267 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:05.897568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:05.953417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:36:05.956080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:36:05.964185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:36:06.014307 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=c8bd010c-3ac5-4621-9b0c-19118e93b870,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:06.486384 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:06.821453 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:07.021395 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router e1669a23-068a-4dd0-8be7-0ddcd101115a is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:36:07.199654 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:36:07.209264 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Sync routers for ids ['e1669a23-068a-4dd0-8be7-0ddcd101115a'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:36:07.218160 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Routers {'e1669a23-068a-4dd0-8be7-0ddcd101115a'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:36:07.218857 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:35:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e1669a23-068a-4dd0-8be7-0ddcd101115a'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:07.225240 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:07.229310 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0949cf3c-f8be-41fe-a9d3-37e65c77c7ce tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2886219 Jul 29 17:36:07.229676 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34666) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:07.271608 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ecdd5cfd-b199-41d7-a88a-90f95aef91c0 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=623946eed0bc4715a04a0d7bf3447b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385218 Jul 29 17:36:07.271818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34670) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:07.400361 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da9d340-24c5-46c8-a20f-26e55bc51404 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:07.404424 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-9da9d340-24c5-46c8-a20f-26e55bc51404 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291773 Jul 29 17:36:07.404639 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34674) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:07.425133 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Set router e1669a23-068a-4dd0-8be7-0ddcd101115a gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:36:07.448722 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-19c05139-ca39-4233-8298-07e5f7d1924d tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=fb4e778f-e6f9-43be-9676-d81708eeb2f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407763 Jul 29 17:36:07.448915 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34678) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:07.454786 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1664267956', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:36:07.683202 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:36:07.687942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:subnet and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:36:07.690989 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:36:07.696731 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:36:07.707624 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Made reservation on behalf of 623946eed0bc4715a04a0d7bf3447b0f for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:36:07.711345 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:36:04Z', 'updated_at': '2022-07-29T17:36:06Z', 'revision_number': 3, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:05Z', 'updated_at': '2022-07-29T17:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:07.711558 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:07.715193 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Checking router: e1669a23-068a-4dd0-8be7-0ddcd101115a for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:36:07.715540 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Updating router e1669a23-068a-4dd0-8be7-0ddcd101115a port c8bd010c-3ac5-4621-9b0c-19118e93b870 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:36:07.766624 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:07.927528 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:08.004837 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Subnet': ['ID=44fa5dc2-e4fa-4081-814b-eed95b0332a9,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:08.018847 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Checking segment: {'id': '4f7703db-e0a1-4f37-92a9-efb95ffce3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:36:08.019210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network hostable DHCP agents. Network: 48156f34-a657-43e5-bfc3-55aad98d515f, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:36:08.038479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 48156f34-a657-43e5-bfc3-55aad98d515f is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:36:08.047408 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 48156f34-a657-43e5-bfc3-55aad98d515f) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:36:08.051785 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:08.052359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:08.058092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaade5e-1ca3-4a9b-9dbf-847af6ca5d57 None None] Network 48156f34-a657-43e5-bfc3-55aad98d515f requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:36:08.077542 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8f8eb35f-d5b8-4519-b34e-d83b349a82d7 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6244142 Jul 29 17:36:08.077755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34684) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:08.101105 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:08.113057 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Transition to ACTIVE for port object c8bd010c-3ac5-4621-9b0c-19118e93b870 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:36:08.119029 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:08.202674 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Attempting to bind port c8bd010c-3ac5-4621-9b0c-19118e93b870 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:36:08.203050 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Attempting to bind port c8bd010c-3ac5-4621-9b0c-19118e93b870 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:36:08.203496 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Attempting to bind port c8bd010c-3ac5-4621-9b0c-19118e93b870 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:36:08.205698 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02015859-4260-43b6-8c60-c52a34f56b28 None None] Pushing event updated for resources: {'Port': ['ID=c8bd010c-3ac5-4621-9b0c-19118e93b870,revision_number=2']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:08.213600 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02015859-4260-43b6-8c60-c52a34f56b28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:08.214222 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02015859-4260-43b6-8c60-c52a34f56b28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:08.214329 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02015859-4260-43b6-8c60-c52a34f56b28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:08.214596 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02015859-4260-43b6-8c60-c52a34f56b28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:08.214924 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02015859-4260-43b6-8c60-c52a34f56b28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:08.215252 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02015859-4260-43b6-8c60-c52a34f56b28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:08.215578 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02015859-4260-43b6-8c60-c52a34f56b28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:08.215905 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02015859-4260-43b6-8c60-c52a34f56b28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:08.216515 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02015859-4260-43b6-8c60-c52a34f56b28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:08.216640 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02015859-4260-43b6-8c60-c52a34f56b28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:08.218341 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02015859-4260-43b6-8c60-c52a34f56b28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:08.218341 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02015859-4260-43b6-8c60-c52a34f56b28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:36:08.222884 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:36:08.223261 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:36:08.223663 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:08.224046 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:36:08.224507 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Bound port: c8bd010c-3ac5-4621-9b0c-19118e93b870, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:36:08.224875 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:08.295890 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-48156f34-a657-43e5-bfc3-55aad98d515f', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ips': [{'subnet_id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:36:08.297313 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:08.298126 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] For port c8bd010c-3ac5-4621-9b0c-19118e93b870, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:36:08.301523 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] For port c8bd010c-3ac5-4621-9b0c-19118e93b870, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c8bd010c-3ac5-4621-9b0c-19118e93b870,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:36:08.308505 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:08.385166 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Routers {'e1669a23-068a-4dd0-8be7-0ddcd101115a'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:36:08.385768 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:35:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e1669a23-068a-4dd0-8be7-0ddcd101115a'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:08.459752 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Allocated IP 172.20.0.2 (48156f34-a657-43e5-bfc3-55aad98d515f/44fa5dc2-e4fa-4081-814b-eed95b0332a9/9d797a1c-c47c-4905-8227-1edce2efb6ff) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:36:08.513496 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02015859-4260-43b6-8c60-c52a34f56b28 None None] Pushing event updated for resources: {'Port': ['ID=c8bd010c-3ac5-4621-9b0c-19118e93b870,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:08.580344 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] Set router e1669a23-068a-4dd0-8be7-0ddcd101115a gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:36:08.722484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:08.738734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Transition to ACTIVE for port object 9d797a1c-c47c-4905-8227-1edce2efb6ff will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:36:08.762150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Transition to ACTIVE for port object 9d797a1c-c47c-4905-8227-1edce2efb6ff will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:36:08.771082 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:08.843785 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:08.862673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Network 48156f34-a657-43e5-bfc3-55aad98d515f is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:36:08.866810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Pushing event updated for resources: {'Port': ['ID=9d797a1c-c47c-4905-8227-1edce2efb6ff,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:08.872442 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:36:08.875242 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:36:08.897749 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:36:04Z', 'updated_at': '2022-07-29T17:36:06Z', 'revision_number': 3, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:05Z', 'updated_at': '2022-07-29T17:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:08.901794 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ab9c7-b987-4632-b194-dffc791c24f9 None None] The sync data for ids ['e1669a23-068a-4dd0-8be7-0ddcd101115a'] in dv-neutron-851534-1-hyperv is: [{'id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:36:04Z', 'updated_at': '2022-07-29T17:36:06Z', 'revision_number': 3, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:05Z', 'updated_at': '2022-07-29T17:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:36:08.984288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Attempting to bind port 9d797a1c-c47c-4905-8227-1edce2efb6ff on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:36:08.984661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Attempting to bind port 9d797a1c-c47c-4905-8227-1edce2efb6ff by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '4f7703db-e0a1-4f37-92a9-efb95ffce3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:36:08.985016 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Attempting to bind port 9d797a1c-c47c-4905-8227-1edce2efb6ff on network 48156f34-a657-43e5-bfc3-55aad98d515f {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:36:08.990237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:36:08.990709 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Checking segment: {'id': '4f7703db-e0a1-4f37-92a9-efb95ffce3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:36:08.991109 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:08.991495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Bound using segment: {'id': '4f7703db-e0a1-4f37-92a9-efb95ffce3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:36:08.991949 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Bound port: 9d797a1c-c47c-4905-8227-1edce2efb6ff, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7703db-e0a1-4f37-92a9-efb95ffce3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:36:08.992312 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:09.148378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] For port 9d797a1c-c47c-4905-8227-1edce2efb6ff, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:36:09.155730 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] For port 9d797a1c-c47c-4905-8227-1edce2efb6ff, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9d797a1c-c47c-4905-8227-1edce2efb6ff,segment=NetworkSegment(4f7703db-e0a1-4f37-92a9-efb95ffce3a1),segment_id=4f7703db-e0a1-4f37-92a9-efb95ffce3a1)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:36:09.167499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:09.301444 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff23c8-e0ae-4b8d-b174-8d85b0afda4e None None] Pushing event updated for resources: {'Port': ['ID=9d797a1c-c47c-4905-8227-1edce2efb6ff,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:09.492209 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.20.0.1 (48156f34-a657-43e5-bfc3-55aad98d515f/44fa5dc2-e4fa-4081-814b-eed95b0332a9/542bb1ca-3682-41b5-ad26-8e57be42baad) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:36:09.696487 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:09.713827 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Transition to ACTIVE for port object 542bb1ca-3682-41b5-ad26-8e57be42baad will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:36:09.739570 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:09.810312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 48156f34-a657-43e5-bfc3-55aad98d515f is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:36:09.814087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:36:09.818302 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:36:09.853337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=542bb1ca-3682-41b5-ad26-8e57be42baad,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:09.884092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:10.011813 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9d797a1c-c47c-4905-8227-1edce2efb6ff up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:36:10.026912 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:10.083420 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 9d797a1c-c47c-4905-8227-1edce2efb6ff completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:36:10.088648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c8bd010c-3ac5-4621-9b0c-19118e93b870 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:36:10.159129 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port c8bd010c-3ac5-4621-9b0c-19118e93b870 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:36:10.164407 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c8bd010c-3ac5-4621-9b0c-19118e93b870 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:36:10.164789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:10.286266 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c8bd010c-3ac5-4621-9b0c-19118e93b870 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:36:10.286729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:10.305074 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port c8bd010c-3ac5-4621-9b0c-19118e93b870, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c8bd010c-3ac5-4621-9b0c-19118e93b870,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:36:10.309262 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:10.387197 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=c8bd010c-3ac5-4621-9b0c-19118e93b870,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:10.393083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac764d58-b8b5-4d2e-bc99-a143cabe6294 None None] Network 48156f34-a657-43e5-bfc3-55aad98d515f requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:36:10.474626 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:10.480112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c9b0ddd3-6f03-4d90-a46e-9594369b62b2 None None] Provisioning for port 9d797a1c-c47c-4905-8227-1edce2efb6ff completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:36:10.480629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:10.489620 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c9b0ddd3-6f03-4d90-a46e-9594369b62b2 None None] Provisioning complete for port 9d797a1c-c47c-4905-8227-1edce2efb6ff triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:36:10.489966 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ddd3-6f03-4d90-a46e-9594369b62b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:10.596917 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:10.601257 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=542bb1ca-3682-41b5-ad26-8e57be42baad,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:10.716455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0ddd3-6f03-4d90-a46e-9594369b62b2 None None] Current status of the port 9d797a1c-c47c-4905-8227-1edce2efb6ff is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:36:10.716835 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ddd3-6f03-4d90-a46e-9594369b62b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:10.734539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 48156f34-a657-43e5-bfc3-55aad98d515f is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:36:10.735631 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:36:10.764021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c9b0ddd3-6f03-4d90-a46e-9594369b62b2 None None] For port 9d797a1c-c47c-4905-8227-1edce2efb6ff, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9d797a1c-c47c-4905-8227-1edce2efb6ff,segment=NetworkSegment(4f7703db-e0a1-4f37-92a9-efb95ffce3a1),segment_id=4f7703db-e0a1-4f37-92a9-efb95ffce3a1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:36:10.771217 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ddd3-6f03-4d90-a46e-9594369b62b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:10.841390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0ddd3-6f03-4d90-a46e-9594369b62b2 None None] Pushing event updated for resources: {'Port': ['ID=9d797a1c-c47c-4905-8227-1edce2efb6ff,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:10.923790 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router e1669a23-068a-4dd0-8be7-0ddcd101115a has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:36:10.997543 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cd5a1f71-8d2b-4734-a07f-f4587c5ad1f1 None None] Provisioning for port 542bb1ca-3682-41b5-ad26-8e57be42baad completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:36:11.004131 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cd5a1f71-8d2b-4734-a07f-f4587c5ad1f1 None None] Provisioning complete for port 542bb1ca-3682-41b5-ad26-8e57be42baad triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:36:11.004659 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cd5a1f71-8d2b-4734-a07f-f4587c5ad1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:11.062809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cd5a1f71-8d2b-4734-a07f-f4587c5ad1f1 None None] Port 542bb1ca-3682-41b5-ad26-8e57be42baad cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:36:11.075056 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cd5a1f71-8d2b-4734-a07f-f4587c5ad1f1 None None] Provisioning complete for port 9d797a1c-c47c-4905-8227-1edce2efb6ff triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:36:11.075595 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cd5a1f71-8d2b-4734-a07f-f4587c5ad1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:11.202430 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cd5a1f71-8d2b-4734-a07f-f4587c5ad1f1 None None] Current status of the port 9d797a1c-c47c-4905-8227-1edce2efb6ff is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:36:11.244363 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:36:11.255119 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Sync routers for ids ['e1669a23-068a-4dd0-8be7-0ddcd101115a'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:36:11.258361 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-78ec4dce-1c37-41d8-b78a-ada228a67898 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "PUT /v2.0/routers/e1669a23-068a-4dd0-8be7-0ddcd101115a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1795776 Jul 29 17:36:11.265372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Routers {'e1669a23-068a-4dd0-8be7-0ddcd101115a'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:36:11.266363 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:35:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e1669a23-068a-4dd0-8be7-0ddcd101115a'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:11.414991 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-1a0aa5cc-0450-4227-b59d-76cf5c350880 None None] Provisioning complete for port 542bb1ca-3682-41b5-ad26-8e57be42baad triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:36:11.415371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1a0aa5cc-0450-4227-b59d-76cf5c350880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:11.492885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-1a0aa5cc-0450-4227-b59d-76cf5c350880 None None] Port 542bb1ca-3682-41b5-ad26-8e57be42baad cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:36:11.509008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Set router e1669a23-068a-4dd0-8be7-0ddcd101115a gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:36:11.538441 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-40fc1268-4a3f-4ad3-9656-4bf6164d737e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615767694&fields=id&tenant_id=623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 267 time: 0.0385880 Jul 29 17:36:11.693744 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e6b5d7b-4e77-48b7-9562-8ee36c99ee13 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:11.695187 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e6b5d7b-4e77-48b7-9562-8ee36c99ee13 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/networks?id=48156f34-a657-43e5-bfc3-55aad98d515f HTTP/1.1" status: 200 len: 797 time: 0.1503761 Jul 29 17:36:11.710340 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-5d830e9b-b8a9-48e0-827f-82f4f1f695b5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/quotas/623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 375 time: 0.0093441 Jul 29 17:36:11.760705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-7055e867-13f0-4f0e-8193-e97891ef257e None None] Provisioning complete for port 542bb1ca-3682-41b5-ad26-8e57be42baad triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:36:11.760969 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7055e867-13f0-4f0e-8193-e97891ef257e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:11.799970 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-66993c22-6d47-4729-b239-4be0cb688958 req-1cf8ddbe-36fb-449d-87c0-3a50e3b6daae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:36:11.815908 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-66993c22-6d47-4729-b239-4be0cb688958 req-1cf8ddbe-36fb-449d-87c0-3a50e3b6daae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:36:11.817283 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-1cf8ddbe-36fb-449d-87c0-3a50e3b6daae tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019526 Jul 29 17:36:11.836775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-7055e867-13f0-4f0e-8193-e97891ef257e None None] Port 542bb1ca-3682-41b5-ad26-8e57be42baad cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:36:11.919362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:36:04Z', 'updated_at': '2022-07-29T17:36:09Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:05Z', 'updated_at': '2022-07-29T17:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '542bb1ca-3682-41b5-ad26-8e57be42baad', 'name': '', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:a4:49:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:09Z', 'updated_at': '2022-07-29T17:36:10Z', 'revision_number': 2, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:11.924052 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Checking router: e1669a23-068a-4dd0-8be7-0ddcd101115a for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:36:11.925475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Updating router e1669a23-068a-4dd0-8be7-0ddcd101115a port 542bb1ca-3682-41b5-ad26-8e57be42baad binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:36:11.969562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9d797a1c-c47c-4905-8227-1edce2efb6ff up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:36:12.018528 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:12.054957 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-bfd81a46-4edd-4738-b7dc-9c676118deab service neutron] 10.222.0.58 "GET /v2.0/networks/48156f34-a657-43e5-bfc3-55aad98d515f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735044 Jul 29 17:36:12.158131 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 9d797a1c-c47c-4905-8227-1edce2efb6ff triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:36:12.158503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:12.186399 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-7362e9cf-3a71-4254-a5b4-f0d395672535 service neutron] 10.222.0.58 "GET /v2.0/networks/48156f34-a657-43e5-bfc3-55aad98d515f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255879 Jul 29 17:36:12.380393 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1002544a-b248-4b3e-af75-4b034295783e req-cc3ec820-f556-4e46-8969-52b2a66211aa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 210 time: 0.0541105 Jul 29 17:36:12.399002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 9d797a1c-c47c-4905-8227-1edce2efb6ff is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:36:12.399002 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c8bd010c-3ac5-4621-9b0c-19118e93b870 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:36:12.532913 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c8bd010c-3ac5-4621-9b0c-19118e93b870 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:36:12.533303 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:12.562794 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:12.593259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Transition to ACTIVE for port object 542bb1ca-3682-41b5-ad26-8e57be42baad will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:36:12.603186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:12.769400 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22950ac-8757-4dac-9015-4b72fb1caf6e None None] Pushing event updated for resources: {'Port': ['ID=542bb1ca-3682-41b5-ad26-8e57be42baad,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:12.867395 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c8bd010c-3ac5-4621-9b0c-19118e93b870 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:36:12.893655 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Attempting to bind port 542bb1ca-3682-41b5-ad26-8e57be42baad on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:36:12.894018 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Attempting to bind port 542bb1ca-3682-41b5-ad26-8e57be42baad by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '4f7703db-e0a1-4f37-92a9-efb95ffce3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:36:12.894374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Attempting to bind port 542bb1ca-3682-41b5-ad26-8e57be42baad on network 48156f34-a657-43e5-bfc3-55aad98d515f {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:36:12.901471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:36:12.901844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Checking segment: {'id': '4f7703db-e0a1-4f37-92a9-efb95ffce3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:36:12.902240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:12.902708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Bound using segment: {'id': '4f7703db-e0a1-4f37-92a9-efb95ffce3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:36:12.903068 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Bound port: 542bb1ca-3682-41b5-ad26-8e57be42baad, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7703db-e0a1-4f37-92a9-efb95ffce3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:36:12.903437 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:12.988716 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] For port 542bb1ca-3682-41b5-ad26-8e57be42baad, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:36:12.991614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] For port 542bb1ca-3682-41b5-ad26-8e57be42baad, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=542bb1ca-3682-41b5-ad26-8e57be42baad,segment=NetworkSegment(4f7703db-e0a1-4f37-92a9-efb95ffce3a1),segment_id=4f7703db-e0a1-4f37-92a9-efb95ffce3a1)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:36:12.996636 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:13.074926 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Routers {'e1669a23-068a-4dd0-8be7-0ddcd101115a'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:36:13.075475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:35:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e1669a23-068a-4dd0-8be7-0ddcd101115a'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:13.129947 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22950ac-8757-4dac-9015-4b72fb1caf6e None None] Pushing event updated for resources: {'Port': ['ID=542bb1ca-3682-41b5-ad26-8e57be42baad,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:13.298424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] Set router e1669a23-068a-4dd0-8be7-0ddcd101115a gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:36:13.489999 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d25f58bc-a1a1-48f3-872e-72301ed153ad req-898493ad-a1a7-48fb-912f-68a5703e94b6 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 210 time: 0.0509608 Jul 29 17:36:13.621545 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:36:04Z', 'updated_at': '2022-07-29T17:36:09Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:05Z', 'updated_at': '2022-07-29T17:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '542bb1ca-3682-41b5-ad26-8e57be42baad', 'name': '', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:a4:49:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:09Z', 'updated_at': '2022-07-29T17:36:12Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:13.625450 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3cff7d-0902-46d9-9454-56fd6a9d4cb3 None None] The sync data for ids ['e1669a23-068a-4dd0-8be7-0ddcd101115a'] in dv-neutron-851534-1-hyperv is: [{'id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:36:04Z', 'updated_at': '2022-07-29T17:36:09Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:05Z', 'updated_at': '2022-07-29T17:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '542bb1ca-3682-41b5-ad26-8e57be42baad', 'name': '', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:a4:49:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:09Z', 'updated_at': '2022-07-29T17:36:12Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:36:13.973413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 542bb1ca-3682-41b5-ad26-8e57be42baad up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:36:14.042668 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 542bb1ca-3682-41b5-ad26-8e57be42baad completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:36:14.049233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 542bb1ca-3682-41b5-ad26-8e57be42baad triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:36:14.049233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:14.176638 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 542bb1ca-3682-41b5-ad26-8e57be42baad is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:36:14.177014 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:14.211136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 542bb1ca-3682-41b5-ad26-8e57be42baad, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=542bb1ca-3682-41b5-ad26-8e57be42baad,segment=NetworkSegment(4f7703db-e0a1-4f37-92a9-efb95ffce3a1),segment_id=4f7703db-e0a1-4f37-92a9-efb95ffce3a1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:36:14.215399 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:14.289688 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=542bb1ca-3682-41b5-ad26-8e57be42baad,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:14.610629 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e71a7f97-5df6-4dac-aa70-ec0146739890 req-3143af38-1d87-48f7-86f7-5e78dda0aea2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 210 time: 0.0584035 Jul 29 17:36:15.222712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d88cdae9-5520-497a-a35d-e962bbe2a0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:15.717923 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-27646cb1-3da7-468a-bdd6-597340ea342b req-c2bca295-3fe9-4e67-931e-c2c946ec69d4 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 210 time: 0.0506673 Jul 29 17:36:15.955418 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 542bb1ca-3682-41b5-ad26-8e57be42baad up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:36:16.023747 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 542bb1ca-3682-41b5-ad26-8e57be42baad triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:36:16.024128 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:16.142564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 542bb1ca-3682-41b5-ad26-8e57be42baad is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:36:16.875305 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8bd6f38c-37d4-4a53-925c-1a942c3896b6 req-6695ea17-858f-450f-87f1-80a61cbefdcb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 210 time: 0.0506270 Jul 29 17:36:17.564908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993c22-6d47-4729-b239-4be0cb688958 req-e6990df6-2ae5-43c4-b2d9-2b24e2651f99 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:17.565618 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-66993c22-6d47-4729-b239-4be0cb688958 req-e6990df6-2ae5-43c4-b2d9-2b24e2651f99 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:36:17.582639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-66993c22-6d47-4729-b239-4be0cb688958 req-e6990df6-2ae5-43c4-b2d9-2b24e2651f99 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:36:17.583766 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-e6990df6-2ae5-43c4-b2d9-2b24e2651f99 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/networks?id=48156f34-a657-43e5-bfc3-55aad98d515f HTTP/1.1" status: 200 len: 797 time: 0.1675127 Jul 29 17:36:17.634365 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-66993c22-6d47-4729-b239-4be0cb688958 req-ae467155-6541-4552-9957-3e9e470a039c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:36:17.649786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-66993c22-6d47-4729-b239-4be0cb688958 req-ae467155-6541-4552-9957-3e9e470a039c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:36:17.650918 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-ae467155-6541-4552-9957-3e9e470a039c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623946eed0bc4715a04a0d7bf3447b0f HTTP/1.1" status: 200 len: 380 time: 0.0597405 Jul 29 17:36:17.661239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'port': {'device_id': 'be258f72-48cb-4956-9d72-7871f8542637', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'admin_state_up': True, 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'security_groups': ['087f7296-a37c-45d5-b3e4-beb322c1f39a']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:36:17.796374 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-25582b4f-7162-46b0-8eb9-bd754783bd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:17.797328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:36:17.807236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:36:17.816301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Made reservation on behalf of 623946eed0bc4715a04a0d7bf3447b0f for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:36:17.819634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:17.977521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.20.0.13 (48156f34-a657-43e5-bfc3-55aad98d515f/44fa5dc2-e4fa-4081-814b-eed95b0332a9/f5b3253a-c539-4708-91c5-89608fd9bc63) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:36:18.038421 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5bddadc6-0f3b-4cac-a2aa-ace47d6fcc05 req-cdd56fca-1df1-414d-9892-86afb8c36ddc tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 210 time: 0.0526040 Jul 29 17:36:18.186726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:18.201343 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Transition to ACTIVE for port object f5b3253a-c539-4708-91c5-89608fd9bc63 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:36:18.224120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:18.290701 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network 48156f34-a657-43e5-bfc3-55aad98d515f is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:36:18.293623 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:36:18.297408 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:36:18.341244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=f5b3253a-c539-4708-91c5-89608fd9bc63,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:18.368798 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:18.369439 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:18.395463 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-6e59f2bb-1422-417c-9b7b-6041f4b45f0e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7377710 Jul 29 17:36:18.407418 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Request body: {'port': {'device_id': 'be258f72-48cb-4956-9d72-7871f8542637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:36:18.455396 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:18.522579 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:18.579987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0072d355-d545-412c-abed-800ad11ca71e None None] Provisioning for port f5b3253a-c539-4708-91c5-89608fd9bc63 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:36:18.584572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0072d355-d545-412c-abed-800ad11ca71e None None] Provisioning complete for port f5b3253a-c539-4708-91c5-89608fd9bc63 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:36:18.584974 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0072d355-d545-412c-abed-800ad11ca71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:18.650311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:18.652386 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0072d355-d545-412c-abed-800ad11ca71e None None] Port f5b3253a-c539-4708-91c5-89608fd9bc63 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:36:18.863412 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b3253a-c539-4708-91c5-89608fd9bc63 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:36:18.870476 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:18.885233 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Transition to ACTIVE for port object f5b3253a-c539-4708-91c5-89608fd9bc63 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:36:18.889004 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:19.164552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Pushing event updated for resources: {'Port': ['ID=f5b3253a-c539-4708-91c5-89608fd9bc63,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:19.236760 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Attempting to bind port f5b3253a-c539-4708-91c5-89608fd9bc63 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:36:19.237120 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Attempting to bind port f5b3253a-c539-4708-91c5-89608fd9bc63 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '4f7703db-e0a1-4f37-92a9-efb95ffce3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:36:19.237448 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Attempting to bind port f5b3253a-c539-4708-91c5-89608fd9bc63 on network 48156f34-a657-43e5-bfc3-55aad98d515f {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:36:19.242023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Port f5b3253a-c539-4708-91c5-89608fd9bc63 on network 48156f34-a657-43e5-bfc3-55aad98d515f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:36:19.242341 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Attempting to bind port f5b3253a-c539-4708-91c5-89608fd9bc63 on network 48156f34-a657-43e5-bfc3-55aad98d515f {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:36:19.247516 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:36:19.247850 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Checking segment: {'id': '4f7703db-e0a1-4f37-92a9-efb95ffce3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:36:19.248230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Bound using segment: {'id': '4f7703db-e0a1-4f37-92a9-efb95ffce3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:36:19.248649 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Bound port: f5b3253a-c539-4708-91c5-89608fd9bc63, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7703db-e0a1-4f37-92a9-efb95ffce3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:36:19.249032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:19.253668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3809cb9-4208-4459-aad7-ff117500f603 req-3a493045-62dc-4994-9ef1-84008fe75709 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:19.255137 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d3809cb9-4208-4459-aad7-ff117500f603 req-3a493045-62dc-4994-9ef1-84008fe75709 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 944 time: 0.0894649 Jul 29 17:36:19.302318 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d3809cb9-4208-4459-aad7-ff117500f603 req-e3e867ed-bc86-402c-8d2f-f8f466699e72 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413733 Jul 29 17:36:19.343847 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] For port f5b3253a-c539-4708-91c5-89608fd9bc63, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:36:19.347297 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] For port f5b3253a-c539-4708-91c5-89608fd9bc63, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=f5b3253a-c539-4708-91c5-89608fd9bc63,segment=NetworkSegment(4f7703db-e0a1-4f37-92a9-efb95ffce3a1),segment_id=4f7703db-e0a1-4f37-92a9-efb95ffce3a1)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:36:19.350938 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:19.410117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:19.410714 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:19.412079 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] 10.222.0.69 "PUT /v2.0/ports/f5b3253a-c539-4708-91c5-89608fd9bc63 HTTP/1.1" status: 200 len: 1094 time: 1.0099146 Jul 29 17:36:19.412500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be258f72-48cb-4956-9d72-7871f8542637', 'tag': 'f5b3253a-c539-4708-91c5-89608fd9bc63'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:36:19.438924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25831a-1602-4a97-8daf-cc8ab32d2cac service neutron] Pushing event updated for resources: {'Port': ['ID=f5b3253a-c539-4708-91c5-89608fd9bc63,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:19.494957 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef9b824-fe1f-49e6-bd5a-85742cb3aa60'] response: {'name': 'network-changed', 'server_uuid': 'be258f72-48cb-4956-9d72-7871f8542637', 'tag': 'f5b3253a-c539-4708-91c5-89608fd9bc63', 'status': 'completed', 'code': 200} Jul 29 17:36:19.535081 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993c22-6d47-4729-b239-4be0cb688958 req-9adb40e9-19e2-4c84-87c2-85975144c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:19.536698 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-9adb40e9-19e2-4c84-87c2-85975144c1e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 1097 time: 0.0855503 Jul 29 17:36:19.609921 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-131bb194-fb50-4c71-a0e2-3ed7a075f55f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b3253a-c539-4708-91c5-89608fd9bc63 HTTP/1.1" status: 200 len: 217 time: 0.0665488 Jul 29 17:36:19.672151 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993c22-6d47-4729-b239-4be0cb688958 req-3cfd6e3c-b692-4e95-8d86-2495cfe27e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:19.673469 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-3cfd6e3c-b692-4e95-8d86-2495cfe27e66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=44fa5dc2-e4fa-4081-814b-eed95b0332a9 HTTP/1.1" status: 200 len: 835 time: 0.0576577 Jul 29 17:36:19.760440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993c22-6d47-4729-b239-4be0cb688958 req-9c69c97d-cc89-4c9a-9337-f162d74b9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:19.761939 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-9c69c97d-cc89-4c9a-9337-f162d74b9758 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48156f34-a657-43e5-bfc3-55aad98d515f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826647 Jul 29 17:36:19.892038 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-db4f5944-60da-4ec0-9ed3-d737f3c6f0f2 service neutron] 10.222.0.69 "GET /v2.0/networks/48156f34-a657-43e5-bfc3-55aad98d515f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241405 Jul 29 17:36:20.021648 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-66993c22-6d47-4729-b239-4be0cb688958 req-412a5a0a-73fe-445b-9402-fa5a73e4d9d2 service neutron] 10.222.0.69 "GET /v2.0/networks/48156f34-a657-43e5-bfc3-55aad98d515f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238322 Jul 29 17:36:20.134683 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:20.150430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce7583-ba08-494b-81c9-bdaa30f756a0 req-b91cf41d-0134-4243-a955-bb43928a436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:20.151907 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c5ce7583-ba08-494b-81c9-bdaa30f756a0 req-b91cf41d-0134-4243-a955-bb43928a436e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 1097 time: 0.0818045 Jul 29 17:36:20.279755 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce7583-ba08-494b-81c9-bdaa30f756a0 req-0e1b11b4-a0ad-4def-8081-c2af0f5a1108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:20.281226 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c5ce7583-ba08-494b-81c9-bdaa30f756a0 req-0e1b11b4-a0ad-4def-8081-c2af0f5a1108 service neutron] 10.222.0.69 "GET /v2.0/networks?id=48156f34-a657-43e5-bfc3-55aad98d515f HTTP/1.1" status: 200 len: 898 time: 0.1233160 Jul 29 17:36:20.350798 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c5ce7583-ba08-494b-81c9-bdaa30f756a0 req-b8cd84ef-1eb3-4b61-9cfb-1639022f176a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b3253a-c539-4708-91c5-89608fd9bc63 HTTP/1.1" status: 200 len: 217 time: 0.0634930 Jul 29 17:36:20.413337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce7583-ba08-494b-81c9-bdaa30f756a0 req-1dcd4d0b-6b1f-48c6-851e-862977a0e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:20.414768 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c5ce7583-ba08-494b-81c9-bdaa30f756a0 req-1dcd4d0b-6b1f-48c6-851e-862977a0e80f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=44fa5dc2-e4fa-4081-814b-eed95b0332a9 HTTP/1.1" status: 200 len: 835 time: 0.0584285 Jul 29 17:36:20.501275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce7583-ba08-494b-81c9-bdaa30f756a0 req-a35fbda4-943b-48da-9858-293c0c004dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:20.502800 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c5ce7583-ba08-494b-81c9-bdaa30f756a0 req-a35fbda4-943b-48da-9858-293c0c004dd4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48156f34-a657-43e5-bfc3-55aad98d515f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824635 Jul 29 17:36:20.509592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de9cba-8c00-4e6b-b5c1-22d7a03cef95 req-50ddde73-53ff-49fc-be41-66ffa8982757 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:20.511038 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b2de9cba-8c00-4e6b-b5c1-22d7a03cef95 req-50ddde73-53ff-49fc-be41-66ffa8982757 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 944 time: 0.0950785 Jul 29 17:36:20.555605 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b2de9cba-8c00-4e6b-b5c1-22d7a03cef95 req-4bbcb2c0-9bf3-408c-8f22-c7ae22a96154 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386794 Jul 29 17:36:20.634983 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c5ce7583-ba08-494b-81c9-bdaa30f756a0 req-109d9e34-6394-4fb9-bf14-65800348d59c service neutron] 10.222.0.69 "GET /v2.0/networks/48156f34-a657-43e5-bfc3-55aad98d515f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263428 Jul 29 17:36:20.767737 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c5ce7583-ba08-494b-81c9-bdaa30f756a0 req-b039b9bf-cb22-49d9-a7a9-ee75f40661b6 service neutron] 10.222.0.69 "GET /v2.0/networks/48156f34-a657-43e5-bfc3-55aad98d515f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260626 Jul 29 17:36:21.177572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:21.752966 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18229396-5231-4746-b00f-afdb35167ec3 req-e072d219-e053-435f-bfa1-0ff8ec319521 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:21.754455 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-18229396-5231-4746-b00f-afdb35167ec3 req-e072d219-e053-435f-bfa1-0ff8ec319521 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 944 time: 0.0904503 Jul 29 17:36:21.798130 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-18229396-5231-4746-b00f-afdb35167ec3 req-311d6f34-efdf-4a45-834a-aebcfce08ad5 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382063 Jul 29 17:36:22.053786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device f5b3253a-c539-4708-91c5-89608fd9bc63 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:36:22.188506 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port f5b3253a-c539-4708-91c5-89608fd9bc63, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=f5b3253a-c539-4708-91c5-89608fd9bc63,segment=NetworkSegment(4f7703db-e0a1-4f37-92a9-efb95ffce3a1),segment_id=4f7703db-e0a1-4f37-92a9-efb95ffce3a1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:36:22.201234 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'f5b3253a-c539-4708-91c5-89608fd9bc63', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'port_id': 'f5b3253a-c539-4708-91c5-89608fd9bc63', 'mac_address': 'fa:16:3e:6c:55:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:36:22.254996 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port f5b3253a-c539-4708-91c5-89608fd9bc63 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:36:22.255376 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:22.271379 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b3253a-c539-4708-91c5-89608fd9bc63 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:36:22.286498 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port f5b3253a-c539-4708-91c5-89608fd9bc63, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=f5b3253a-c539-4708-91c5-89608fd9bc63,segment=NetworkSegment(4f7703db-e0a1-4f37-92a9-efb95ffce3a1),segment_id=4f7703db-e0a1-4f37-92a9-efb95ffce3a1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:36:22.291179 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:22.360816 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=f5b3253a-c539-4708-91c5-89608fd9bc63,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:22.652330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['f5b3253a-c539-4708-91c5-89608fd9bc63'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:36:22.991668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92f6d7-e3a9-4a2d-82bb-883abc095b60 req-219b2492-508f-4e73-882c-31b3e95688b3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:22.993150 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-db92f6d7-e3a9-4a2d-82bb-883abc095b60 req-219b2492-508f-4e73-882c-31b3e95688b3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 945 time: 0.0890143 Jul 29 17:36:23.036080 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-db92f6d7-e3a9-4a2d-82bb-883abc095b60 req-6d5c0ed1-b96f-4a68-a825-03116b6d8153 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373027 Jul 29 17:36:24.068989 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device f5b3253a-c539-4708-91c5-89608fd9bc63 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:36:24.173707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port f5b3253a-c539-4708-91c5-89608fd9bc63 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:36:24.178653 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port f5b3253a-c539-4708-91c5-89608fd9bc63 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:36:24.179024 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:24.236372 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92ca7a-1578-4856-9447-526f863d09ed req-6212bfb4-9e62-45b1-a9f0-a2246922ce2a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:24.237894 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8d92ca7a-1578-4856-9447-526f863d09ed req-6212bfb4-9e62-45b1-a9f0-a2246922ce2a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 945 time: 0.0941465 Jul 29 17:36:24.282067 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8d92ca7a-1578-4856-9447-526f863d09ed req-47a0554b-a36d-4ef3-afc8-a9cabe28e6e9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385137 Jul 29 17:36:24.293563 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port f5b3253a-c539-4708-91c5-89608fd9bc63 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:36:24.293919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:24.323806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be258f72-48cb-4956-9d72-7871f8542637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b3253a-c539-4708-91c5-89608fd9bc63'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:36:24.332657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port f5b3253a-c539-4708-91c5-89608fd9bc63, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=f5b3253a-c539-4708-91c5-89608fd9bc63,segment=NetworkSegment(4f7703db-e0a1-4f37-92a9-efb95ffce3a1),segment_id=4f7703db-e0a1-4f37-92a9-efb95ffce3a1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:36:24.337687 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:24.403907 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=f5b3253a-c539-4708-91c5-89608fd9bc63,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:24.532019 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca52794-b463-44a0-a5c3-4cfc2e839fb7'] response: {'server_uuid': 'be258f72-48cb-4956-9d72-7871f8542637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b3253a-c539-4708-91c5-89608fd9bc63', 'code': 200} Jul 29 17:36:24.846896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41689b-ba33-4767-b2bb-28dc85382a13 req-95e6b0e8-4025-456f-8826-08d8cdea467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:24.848345 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d41689b-ba33-4767-b2bb-28dc85382a13 req-95e6b0e8-4025-456f-8826-08d8cdea467d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 1099 time: 0.1665220 Jul 29 17:36:24.887212 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8d41689b-ba33-4767-b2bb-28dc85382a13 req-63ca84d1-1678-44be-9cc5-efeb55ee9648 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331874 Jul 29 17:36:25.480915 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e0278-2257-47cc-abd0-a97ce181542d req-73c7d4b4-8ce7-4fd7-ac12-382185bf20fe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:25.482378 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e77e0278-2257-47cc-abd0-a97ce181542d req-73c7d4b4-8ce7-4fd7-ac12-382185bf20fe tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 946 time: 0.0896761 Jul 29 17:36:25.526087 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e77e0278-2257-47cc-abd0-a97ce181542d req-f44f8089-a10a-41ec-b183-d8075749565a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374403 Jul 29 17:36:26.722523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667a8f1-c4b6-4170-8ec2-a3774e46e417 req-14897313-cfcd-4814-bd84-5e6c552f00b2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:26.723997 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4667a8f1-c4b6-4170-8ec2-a3774e46e417 req-14897313-cfcd-4814-bd84-5e6c552f00b2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 946 time: 0.0875843 Jul 29 17:36:26.766388 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4667a8f1-c4b6-4170-8ec2-a3774e46e417 req-cbf762fb-63a5-40fb-b0a5-22e12389a277 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368614 Jul 29 17:36:26.960286 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f4b47-67c8-43a8-9431-3201bb1a9a2b req-bd43018e-8e66-4c2c-8060-5c0c29dfe38b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:26.961790 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6e1f4b47-67c8-43a8-9431-3201bb1a9a2b req-bd43018e-8e66-4c2c-8060-5c0c29dfe38b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 946 time: 0.0898864 Jul 29 17:36:27.004505 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6e1f4b47-67c8-43a8-9431-3201bb1a9a2b req-cabc5caa-d5b1-404b-ad62-7c0dbc094b8b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372057 Jul 29 17:36:27.030867 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34792) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:27.109609 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcd0176-2d15-4456-b21e-64191b16a153 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:27.111007 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bbcd0176-2d15-4456-b21e-64191b16a153 tempest-TestNetworkAdvancedServerOps-793548609 tempest-TestNetworkAdvancedServerOps-793548609-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 1094 time: 0.0791788 Jul 29 17:36:27.113789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34796) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:27.118658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': 'f5b3253a-c539-4708-91c5-89608fd9bc63', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:36:27.124970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:36:27.128833 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Usage tracker for resource:floatingip and tenant:623946eed0bc4715a04a0d7bf3447b0f is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:36:27.131726 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:36:27.137453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:36:27.147868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:27.281773 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:27.413721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Allocated IP 172.26.1.97 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/0121ed09-2678-468e-b49b-703f713006ed) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:36:27.558069 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:27.586232 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:27.648460 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:36:27.651230 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:36:27.653733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:36:27.698767 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=0121ed09-2678-468e-b49b-703f713006ed,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:28.053665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:28.126211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:28.333283 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:28.337693 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:28.444749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event updated for resources: {'Port': ['ID=0121ed09-2678-468e-b49b-703f713006ed,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:36:28.456797 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:28.719100 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Floating IP 9518bb42-0ec3-4e43-9344-54e78681c7ae associated. External IP: 172.26.1.97, port: f5b3253a-c539-4708-91c5-89608fd9bc63. Jul 29 17:36:29.059705 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router e1669a23-068a-4dd0-8be7-0ddcd101115a has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:36:29.237417 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:36:29.246980 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e961ba-1c97-4421-8c9a-afe6b577171c None None] Sync routers for ids ['e1669a23-068a-4dd0-8be7-0ddcd101115a'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:36:29.262940 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:29.283527 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e961ba-1c97-4421-8c9a-afe6b577171c None None] Routers {'e1669a23-068a-4dd0-8be7-0ddcd101115a'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:36:29.284119 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-06e961ba-1c97-4421-8c9a-afe6b577171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:36:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e1669a23-068a-4dd0-8be7-0ddcd101115a'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:29.321968 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3c43ee2b-e8bb-400d-b92f-4c2c79219ed9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2070289 Jul 29 17:36:29.322710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be258f72-48cb-4956-9d72-7871f8542637', 'tag': 'f5b3253a-c539-4708-91c5-89608fd9bc63'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:36:29.375176 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a556154-c28e-4574-92a3-636bc1079975'] response: {'name': 'network-changed', 'server_uuid': 'be258f72-48cb-4956-9d72-7871f8542637', 'tag': 'f5b3253a-c539-4708-91c5-89608fd9bc63', 'status': 'completed', 'code': 200} Jul 29 17:36:29.461153 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-06e961ba-1c97-4421-8c9a-afe6b577171c None None] Set router e1669a23-068a-4dd0-8be7-0ddcd101115a gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:36:29.480053 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661812b7-a43a-4aa8-a0ba-27984aa47e63 req-d0551a99-272b-4662-b2eb-16bfeac4fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:29.481580 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-661812b7-a43a-4aa8-a0ba-27984aa47e63 req-d0551a99-272b-4662-b2eb-16bfeac4fb63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 1099 time: 0.0850952 Jul 29 17:36:29.544707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49323aa-a029-4371-a62b-bb5899eb2219 req-4966381f-e91d-454d-9ebe-016a100baa36 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:29.552247 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a49323aa-a029-4371-a62b-bb5899eb2219 req-4966381f-e91d-454d-9ebe-016a100baa36 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 946 time: 0.1440229 Jul 29 17:36:29.597025 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a49323aa-a029-4371-a62b-bb5899eb2219 req-dfd1696c-6d82-4f99-858f-39dfccb14ebd tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438201 Jul 29 17:36:29.623991 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34804) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:29.636746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661812b7-a43a-4aa8-a0ba-27984aa47e63 req-7d98fc86-aef5-4bf2-b9b8-fba6c1ac3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:29.638251 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-661812b7-a43a-4aa8-a0ba-27984aa47e63 req-7d98fc86-aef5-4bf2-b9b8-fba6c1ac3e39 service neutron] 10.222.0.69 "GET /v2.0/networks?id=48156f34-a657-43e5-bfc3-55aad98d515f HTTP/1.1" status: 200 len: 898 time: 0.1452441 Jul 29 17:36:29.746912 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-661812b7-a43a-4aa8-a0ba-27984aa47e63 req-b388ca49-1e11-44e4-84bb-ffdff2459dd0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b3253a-c539-4708-91c5-89608fd9bc63 HTTP/1.1" status: 200 len: 999 time: 0.1015904 Jul 29 17:36:29.811735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661812b7-a43a-4aa8-a0ba-27984aa47e63 req-dd401593-d26b-445f-872e-57d6727c2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:29.813226 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-661812b7-a43a-4aa8-a0ba-27984aa47e63 req-dd401593-d26b-445f-872e-57d6727c2dc3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=44fa5dc2-e4fa-4081-814b-eed95b0332a9 HTTP/1.1" status: 200 len: 835 time: 0.0585892 Jul 29 17:36:29.824366 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-06e961ba-1c97-4421-8c9a-afe6b577171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:36:04Z', 'updated_at': '2022-07-29T17:36:09Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:05Z', 'updated_at': '2022-07-29T17:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '9518bb42-0ec3-4e43-9344-54e78681c7ae', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'floating_ip_address': '172.26.1.97', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'port_id': 'f5b3253a-c539-4708-91c5-89608fd9bc63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'mac_address': 'fa:16:3e:6c:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be258f72-48cb-4956-9d72-7871f8542637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:36:28Z', 'updated_at': '2022-07-29T17:36:28Z', 'revision_number': 0, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542bb1ca-3682-41b5-ad26-8e57be42baad', 'name': '', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:a4:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:09Z', 'updated_at': '2022-07-29T17:36:14Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:29.828957 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e961ba-1c97-4421-8c9a-afe6b577171c None None] Checking router: e1669a23-068a-4dd0-8be7-0ddcd101115a for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:36:29.838009 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e961ba-1c97-4421-8c9a-afe6b577171c None None] Routers {'e1669a23-068a-4dd0-8be7-0ddcd101115a'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:36:29.838602 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-06e961ba-1c97-4421-8c9a-afe6b577171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:36:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e1669a23-068a-4dd0-8be7-0ddcd101115a'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:29.853596 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-62f581e7-b9b3-40b6-b4e7-94d0b919e992 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/9518bb42-0ec3-4e43-9344-54e78681c7ae HTTP/1.1" status: 200 len: 991 time: 0.2283878 Jul 29 17:36:29.897608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661812b7-a43a-4aa8-a0ba-27984aa47e63 req-b12d415b-4f56-4879-91d6-b16c965259fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:36:29.899084 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-661812b7-a43a-4aa8-a0ba-27984aa47e63 req-b12d415b-4f56-4879-91d6-b16c965259fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48156f34-a657-43e5-bfc3-55aad98d515f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806594 Jul 29 17:36:30.015534 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-06e961ba-1c97-4421-8c9a-afe6b577171c None None] Set router e1669a23-068a-4dd0-8be7-0ddcd101115a gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:36:30.035083 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-661812b7-a43a-4aa8-a0ba-27984aa47e63 req-b5e7f37d-c5da-4602-8f18-6f2734917651 service neutron] 10.222.0.69 "GET /v2.0/networks/48156f34-a657-43e5-bfc3-55aad98d515f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284819 Jul 29 17:36:30.286863 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-661812b7-a43a-4aa8-a0ba-27984aa47e63 req-262039de-4a9d-44dc-af81-8f08f6eaadd7 service neutron] 10.222.0.69 "GET /v2.0/networks/48156f34-a657-43e5-bfc3-55aad98d515f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458367 Jul 29 17:36:30.368540 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-06e961ba-1c97-4421-8c9a-afe6b577171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:36:04Z', 'updated_at': '2022-07-29T17:36:09Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:05Z', 'updated_at': '2022-07-29T17:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '9518bb42-0ec3-4e43-9344-54e78681c7ae', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'floating_ip_address': '172.26.1.97', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'port_id': 'f5b3253a-c539-4708-91c5-89608fd9bc63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'mac_address': 'fa:16:3e:6c:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be258f72-48cb-4956-9d72-7871f8542637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:36:28Z', 'updated_at': '2022-07-29T17:36:28Z', 'revision_number': 0, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542bb1ca-3682-41b5-ad26-8e57be42baad', 'name': '', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:a4:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:09Z', 'updated_at': '2022-07-29T17:36:14Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:36:30.372827 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e961ba-1c97-4421-8c9a-afe6b577171c None None] The sync data for ids ['e1669a23-068a-4dd0-8be7-0ddcd101115a'] in dv-neutron-851534-1-hyperv is: [{'id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:36:04Z', 'updated_at': '2022-07-29T17:36:09Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:05Z', 'updated_at': '2022-07-29T17:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '9518bb42-0ec3-4e43-9344-54e78681c7ae', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'floating_ip_address': '172.26.1.97', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'port_id': 'f5b3253a-c539-4708-91c5-89608fd9bc63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'mac_address': 'fa:16:3e:6c:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be258f72-48cb-4956-9d72-7871f8542637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:36:28Z', 'updated_at': '2022-07-29T17:36:28Z', 'revision_number': 0, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542bb1ca-3682-41b5-ad26-8e57be42baad', 'name': '', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:a4:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:09Z', 'updated_at': '2022-07-29T17:36:14Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:36:30.557296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee4c457-3999-46c3-814a-34e9d723460c None None] New status for floating IP 9518bb42-0ec3-4e43-9344-54e78681c7ae: ACTIVE {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:36:30.857461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34810) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:36:30.961616 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c9d4df8b-f60f-46b2-bab7-556bbab0641c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/9518bb42-0ec3-4e43-9344-54e78681c7ae HTTP/1.1" status: 200 len: 993 time: 0.1023993 Jul 29 17:36:35.222076 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:36:45.224420 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-524dd58b-83d1-44f7-96f9-56e166229165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:47.803256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d883b876-e479-4b9f-a5c5-d66d9d408710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:48.457630 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:48.632705 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:50.136499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:36:51.181173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:12.220924 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:37:15.226784 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f25891dd-f8c2-426b-b397-c254ce22ba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:17.794859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-89f05672-84dc-441c-81a1-dc026e7b3c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:18.460574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:18.635034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:19.280155 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41368dde-f6e6-4b5f-969d-c62cb9b38772 req-f02139ef-15e7-4958-b0fc-0b353a108f4b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769596 Jul 29 17:37:19.423717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368dde-f6e6-4b5f-969d-c62cb9b38772 req-8f867b60-9b54-46ad-86f1-efff90ee1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:19.425213 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41368dde-f6e6-4b5f-969d-c62cb9b38772 req-8f867b60-9b54-46ad-86f1-efff90ee1f7c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 1099 time: 0.0799451 Jul 29 17:37:19.567168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368dde-f6e6-4b5f-969d-c62cb9b38772 req-d1795215-0c87-41f3-8dde-ab4179e69c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:19.568567 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41368dde-f6e6-4b5f-969d-c62cb9b38772 req-d1795215-0c87-41f3-8dde-ab4179e69c3b service neutron] 10.222.0.69 "GET /v2.0/networks?id=48156f34-a657-43e5-bfc3-55aad98d515f HTTP/1.1" status: 200 len: 898 time: 0.1249142 Jul 29 17:37:19.664449 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41368dde-f6e6-4b5f-969d-c62cb9b38772 req-f382d8d0-24cd-4d2a-bbd8-2badcffb2b86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b3253a-c539-4708-91c5-89608fd9bc63 HTTP/1.1" status: 200 len: 1001 time: 0.0898330 Jul 29 17:37:19.727176 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368dde-f6e6-4b5f-969d-c62cb9b38772 req-a1102003-a48b-42ce-8291-634943cf2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:19.728529 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41368dde-f6e6-4b5f-969d-c62cb9b38772 req-a1102003-a48b-42ce-8291-634943cf2a6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=44fa5dc2-e4fa-4081-814b-eed95b0332a9 HTTP/1.1" status: 200 len: 835 time: 0.0583212 Jul 29 17:37:19.808479 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368dde-f6e6-4b5f-969d-c62cb9b38772 req-e289360a-bd6a-4ae2-bcfd-efd0233839dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:19.809883 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41368dde-f6e6-4b5f-969d-c62cb9b38772 req-e289360a-bd6a-4ae2-bcfd-efd0233839dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48156f34-a657-43e5-bfc3-55aad98d515f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758033 Jul 29 17:37:19.936999 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41368dde-f6e6-4b5f-969d-c62cb9b38772 req-d0deff1f-7661-455c-a3ad-d77772a6cace service neutron] 10.222.0.69 "GET /v2.0/networks/48156f34-a657-43e5-bfc3-55aad98d515f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211145 Jul 29 17:37:20.064739 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-41368dde-f6e6-4b5f-969d-c62cb9b38772 req-d312f4e2-d0dc-44b9-ba4b-d136f701b4ab service neutron] 10.222.0.69 "GET /v2.0/networks/48156f34-a657-43e5-bfc3-55aad98d515f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212080 Jul 29 17:37:20.140259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:21.180219 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:31.964457 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1221d8-68ae-4567-8d16-04d9f8554b7f req-8567c037-7661-4719-b71c-756aa66fe8f2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:31.965940 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cf1221d8-68ae-4567-8d16-04d9f8554b7f req-8567c037-7661-4719-b71c-756aa66fe8f2 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 946 time: 0.0879729 Jul 29 17:37:32.008807 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cf1221d8-68ae-4567-8d16-04d9f8554b7f req-9f0b0f8d-7fd3-47d9-ae34-83430f68766d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372777 Jul 29 17:37:33.313271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d30156-a785-4ee1-8581-85ca250d2644 req-a7dcc778-c889-4505-8cde-e1617e64b6c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:33.314656 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c0d30156-a785-4ee1-8581-85ca250d2644 req-a7dcc778-c889-4505-8cde-e1617e64b6c3 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 946 time: 0.1984680 Jul 29 17:37:33.360717 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c0d30156-a785-4ee1-8581-85ca250d2644 req-bce2cfcc-bc25-4697-8f27-0aebc0e9284b tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403445 Jul 29 17:37:34.554781 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9b392-d55c-46d8-b894-a9c7a87c67fe req-c606934f-9838-4009-99d5-66ee0c25d981 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:34.556235 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0cb9b392-d55c-46d8-b894-a9c7a87c67fe req-c606934f-9838-4009-99d5-66ee0c25d981 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 946 time: 0.0880706 Jul 29 17:37:34.602173 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0cb9b392-d55c-46d8-b894-a9c7a87c67fe req-f75b3bfe-78f2-4e3c-bfd1-7c12b194cd25 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402870 Jul 29 17:37:34.628427 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34856) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:34.732728 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-494c79c0-18e0-4e21-a696-f87f0d3d4f43 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/9518bb42-0ec3-4e43-9344-54e78681c7ae HTTP/1.1" status: 200 len: 993 time: 0.1032252 Jul 29 17:37:36.200773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686f3d7-aa8a-4c40-80cc-d5929e97f48d req-07b5f2df-ce74-4873-aa0d-04ebb745868a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:36.202202 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0686f3d7-aa8a-4c40-80cc-d5929e97f48d req-07b5f2df-ce74-4873-aa0d-04ebb745868a tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 946 time: 0.0870523 Jul 29 17:37:36.209055 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfd563-2315-4645-baa8-ceb62964f521 req-de125cd8-c216-4b40-9d2b-1f26d2e1601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:36.210528 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f7cfd563-2315-4645-baa8-ceb62964f521 req-de125cd8-c216-4b40-9d2b-1f26d2e1601b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 1099 time: 0.0849333 Jul 29 17:37:36.246698 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0686f3d7-aa8a-4c40-80cc-d5929e97f48d req-b6fe275d-d5be-48be-bb25-ac8cf5a3e518 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384340 Jul 29 17:37:36.339609 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfd563-2315-4645-baa8-ceb62964f521 req-3e89161b-ca2e-4c4f-a698-c2a0d11b4a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:36.341064 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f7cfd563-2315-4645-baa8-ceb62964f521 req-3e89161b-ca2e-4c4f-a698-c2a0d11b4a8a service neutron] 10.222.0.69 "GET /v2.0/networks?id=48156f34-a657-43e5-bfc3-55aad98d515f HTTP/1.1" status: 200 len: 898 time: 0.1245093 Jul 29 17:37:36.440566 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f7cfd563-2315-4645-baa8-ceb62964f521 req-a0a64756-63b2-427b-9a10-8411bd4f367f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b3253a-c539-4708-91c5-89608fd9bc63 HTTP/1.1" status: 200 len: 1001 time: 0.0938385 Jul 29 17:37:36.503404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfd563-2315-4645-baa8-ceb62964f521 req-5dfb8b65-90bc-4d4f-bd01-36a378b1685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:36.504818 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f7cfd563-2315-4645-baa8-ceb62964f521 req-5dfb8b65-90bc-4d4f-bd01-36a378b1685e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=44fa5dc2-e4fa-4081-814b-eed95b0332a9 HTTP/1.1" status: 200 len: 835 time: 0.0579882 Jul 29 17:37:36.589476 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfd563-2315-4645-baa8-ceb62964f521 req-e6ae218a-7284-4701-a381-a007c73767d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:36.590923 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f7cfd563-2315-4645-baa8-ceb62964f521 req-e6ae218a-7284-4701-a381-a007c73767d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48156f34-a657-43e5-bfc3-55aad98d515f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798402 Jul 29 17:37:36.809757 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f7cfd563-2315-4645-baa8-ceb62964f521 req-b52b3a10-f502-414d-b20e-2bd38d378bcb service neutron] 10.222.0.69 "GET /v2.0/networks/48156f34-a657-43e5-bfc3-55aad98d515f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118690 Jul 29 17:37:36.935328 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-f7cfd563-2315-4645-baa8-ceb62964f521 req-ef680c43-8ddb-4b3b-86ba-a08075d2a154 service neutron] 10.222.0.69 "GET /v2.0/networks/48156f34-a657-43e5-bfc3-55aad98d515f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202092 Jul 29 17:37:37.443105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12260e7-3229-4f5a-bcbe-da52f8758683 req-9ad8ca09-49aa-47ac-bd43-6c6afc550e02 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:37.444533 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a12260e7-3229-4f5a-bcbe-da52f8758683 req-9ad8ca09-49aa-47ac-bd43-6c6afc550e02 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 946 time: 0.0878727 Jul 29 17:37:37.487763 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a12260e7-3229-4f5a-bcbe-da52f8758683 req-fa0c4cb4-509c-45ed-8668-0f61c3e69c12 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376549 Jul 29 17:37:38.680360 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b68bf6-15b5-4d51-9613-eb60adf8c37a req-05eef554-9aae-4fe3-a956-7d9b95308601 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:38.681815 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-33b68bf6-15b5-4d51-9613-eb60adf8c37a req-05eef554-9aae-4fe3-a956-7d9b95308601 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 946 time: 0.0865586 Jul 29 17:37:38.727346 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-33b68bf6-15b5-4d51-9613-eb60adf8c37a req-c0ac98dd-474a-40db-b128-59b600e41de9 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399201 Jul 29 17:37:38.755655 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34872) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:38.858788 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-3c4c9508-09f8-4368-a3fc-5ff4629584bb tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/floatingips/9518bb42-0ec3-4e43-9344-54e78681c7ae HTTP/1.1" status: 200 len: 993 time: 0.1019783 Jul 29 17:37:39.143728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34880) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:39.343630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port 0121ed09-2678-468e-b49b-703f713006ed {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:37:39.344077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:39.512489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:39.512808 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:39.630946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for 0121ed09-2678-468e-b49b-703f713006ed owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:37:39.776160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:39.821299 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=0121ed09-2678-468e-b49b-703f713006ed,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:39.866977 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:39.867322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:39.867655 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:39.867987 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:39.868322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:39.868646 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:39.868964 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:39.869309 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:39.869628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:39.869942 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:39.870255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:39.870568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:39.927151 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:39.927485 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Floating IP 9518bb42-0ec3-4e43-9344-54e78681c7ae disassociated (deleted). External IP: 172.26.1.97, port: f5b3253a-c539-4708-91c5-89608fd9bc63. Jul 29 17:37:40.378552 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router e1669a23-068a-4dd0-8be7-0ddcd101115a has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:37:40.562742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:37:40.574496 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9885094-0b2c-496b-87a2-8d84361ae6c3 None None] Sync routers for ids ['e1669a23-068a-4dd0-8be7-0ddcd101115a'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:37:40.578255 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:40.584244 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9885094-0b2c-496b-87a2-8d84361ae6c3 None None] Routers {'e1669a23-068a-4dd0-8be7-0ddcd101115a'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:37:40.584910 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f9885094-0b2c-496b-87a2-8d84361ae6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:37:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e1669a23-068a-4dd0-8be7-0ddcd101115a'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:40.633110 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ce1b4913-fd4d-4dc4-bc33-3cd0e0490666 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/floatingips/9518bb42-0ec3-4e43-9344-54e78681c7ae HTTP/1.1" status: 204 len: 168 time: 1.4882562 Jul 29 17:37:40.633703 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be258f72-48cb-4956-9d72-7871f8542637', 'tag': 'f5b3253a-c539-4708-91c5-89608fd9bc63'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:37:40.679701 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352c5dd3-fc0d-4827-876d-3aa0b75800b0'] response: {'name': 'network-changed', 'server_uuid': 'be258f72-48cb-4956-9d72-7871f8542637', 'tag': 'f5b3253a-c539-4708-91c5-89608fd9bc63', 'status': 'completed', 'code': 200} Jul 29 17:37:40.780508 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbffc57-3e52-4078-981e-b530b58e643e req-4a2b93a2-c2bc-4ace-91a3-6fbfaf272310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:40.782032 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-fcbffc57-3e52-4078-981e-b530b58e643e req-4a2b93a2-c2bc-4ace-91a3-6fbfaf272310 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 1099 time: 0.0798981 Jul 29 17:37:40.799158 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-f9885094-0b2c-496b-87a2-8d84361ae6c3 None None] Set router e1669a23-068a-4dd0-8be7-0ddcd101115a gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:37:40.917246 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbffc57-3e52-4078-981e-b530b58e643e req-d25af1fb-060b-4a0d-b062-9d32139d3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:40.918840 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-fcbffc57-3e52-4078-981e-b530b58e643e req-d25af1fb-060b-4a0d-b062-9d32139d3a1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=48156f34-a657-43e5-bfc3-55aad98d515f HTTP/1.1" status: 200 len: 898 time: 0.1309807 Jul 29 17:37:40.991259 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-fcbffc57-3e52-4078-981e-b530b58e643e req-5da806d7-1ea6-4ac1-8614-32d865518535 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b3253a-c539-4708-91c5-89608fd9bc63 HTTP/1.1" status: 200 len: 217 time: 0.0657570 Jul 29 17:37:41.019406 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0caab-5df1-4e03-9fec-c568be259028 req-d890c5e7-e693-4e98-b73f-bbb162a0fc8d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:41.020115 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-e5b0caab-5df1-4e03-9fec-c568be259028 req-d890c5e7-e693-4e98-b73f-bbb162a0fc8d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:37:41.036342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-e5b0caab-5df1-4e03-9fec-c568be259028 req-d890c5e7-e693-4e98-b73f-bbb162a0fc8d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:37:41.037550 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e5b0caab-5df1-4e03-9fec-c568be259028 req-d890c5e7-e693-4e98-b73f-bbb162a0fc8d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 946 time: 0.1135995 Jul 29 17:37:41.059031 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbffc57-3e52-4078-981e-b530b58e643e req-0220dcbc-9da8-4ca9-b68d-b43ffce08cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:41.060898 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-fcbffc57-3e52-4078-981e-b530b58e643e req-0220dcbc-9da8-4ca9-b68d-b43ffce08cf5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=44fa5dc2-e4fa-4081-814b-eed95b0332a9 HTTP/1.1" status: 200 len: 835 time: 0.0598202 Jul 29 17:37:41.084674 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e5b0caab-5df1-4e03-9fec-c568be259028 req-1679b6b5-6df0-475f-9a6a-1524ed6060f0 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407305 Jul 29 17:37:41.140004 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f9885094-0b2c-496b-87a2-8d84361ae6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:36:04Z', 'updated_at': '2022-07-29T17:36:09Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:05Z', 'updated_at': '2022-07-29T17:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '542bb1ca-3682-41b5-ad26-8e57be42baad', 'name': '', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:a4:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:09Z', 'updated_at': '2022-07-29T17:36:14Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:41.143862 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9885094-0b2c-496b-87a2-8d84361ae6c3 None None] Checking router: e1669a23-068a-4dd0-8be7-0ddcd101115a for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:37:41.148046 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbffc57-3e52-4078-981e-b530b58e643e req-1af863fe-d260-4b1f-ae59-408a87fe27f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:41.149565 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-fcbffc57-3e52-4078-981e-b530b58e643e req-1af863fe-d260-4b1f-ae59-408a87fe27f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=48156f34-a657-43e5-bfc3-55aad98d515f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816271 Jul 29 17:37:41.152215 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9885094-0b2c-496b-87a2-8d84361ae6c3 None None] Routers {'e1669a23-068a-4dd0-8be7-0ddcd101115a'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:37:41.152799 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f9885094-0b2c-496b-87a2-8d84361ae6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:37:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e1669a23-068a-4dd0-8be7-0ddcd101115a'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:41.279229 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-fcbffc57-3e52-4078-981e-b530b58e643e req-162af5ea-4114-4f53-b18c-30e3f7086f75 service neutron] 10.222.0.69 "GET /v2.0/networks/48156f34-a657-43e5-bfc3-55aad98d515f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232183 Jul 29 17:37:41.324191 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-f9885094-0b2c-496b-87a2-8d84361ae6c3 None None] Set router e1669a23-068a-4dd0-8be7-0ddcd101115a gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:37:41.409154 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-fcbffc57-3e52-4078-981e-b530b58e643e req-3d5dc1f4-839b-41c0-a89d-df7be537e5a9 service neutron] 10.222.0.69 "GET /v2.0/networks/48156f34-a657-43e5-bfc3-55aad98d515f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225185 Jul 29 17:37:41.626382 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-f9885094-0b2c-496b-87a2-8d84361ae6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:36:04Z', 'updated_at': '2022-07-29T17:36:09Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:05Z', 'updated_at': '2022-07-29T17:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '542bb1ca-3682-41b5-ad26-8e57be42baad', 'name': '', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:a4:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:09Z', 'updated_at': '2022-07-29T17:36:14Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:41.630259 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9885094-0b2c-496b-87a2-8d84361ae6c3 None None] The sync data for ids ['e1669a23-068a-4dd0-8be7-0ddcd101115a'] in dv-neutron-851534-1-hyperv is: [{'id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:36:04Z', 'updated_at': '2022-07-29T17:36:09Z', 'revision_number': 4, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:05Z', 'updated_at': '2022-07-29T17:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '542bb1ca-3682-41b5-ad26-8e57be42baad', 'name': '', 'network_id': '48156f34-a657-43e5-bfc3-55aad98d515f', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'mac_address': 'fa:16:3e:a4:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:09Z', 'updated_at': '2022-07-29T17:36:14Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'subnets': [{'id': '44fa5dc2-e4fa-4081-814b-eed95b0332a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:37:41.835505 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5fc09e-1301-4a62-a0bb-7b344256eb56 None None] New status for floating IP 9518bb42-0ec3-4e43-9344-54e78681c7ae: DOWN {{(pid=89211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:37:42.280897 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3947538-f559-4f25-a7e0-59268b809257 req-8bac8f2f-ad29-4aa9-ab6f-c888e0f6836d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:42.282404 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d3947538-f559-4f25-a7e0-59268b809257 req-8bac8f2f-ad29-4aa9-ab6f-c888e0f6836d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 946 time: 0.0857134 Jul 29 17:37:42.325014 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d3947538-f559-4f25-a7e0-59268b809257 req-5ffaff58-14ca-48b4-94e3-ada1f9b2bb3e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371041 Jul 29 17:37:42.876602 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efea833-ec6c-401e-b06d-3db058a40c42 req-9a7133b2-9f0e-4572-a40e-148a311c99fa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:42.877203 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-3efea833-ec6c-401e-b06d-3db058a40c42 req-9a7133b2-9f0e-4572-a40e-148a311c99fa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Synchronizing usage tracker for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:37:42.888410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-3efea833-ec6c-401e-b06d-3db058a40c42 req-9a7133b2-9f0e-4572-a40e-148a311c99fa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Unset dirty status for tenant:623946eed0bc4715a04a0d7bf3447b0f on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:37:42.889519 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3efea833-ec6c-401e-b06d-3db058a40c42 req-9a7133b2-9f0e-4572-a40e-148a311c99fa tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 946 time: 0.0969751 Jul 29 17:37:42.959829 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-3efea833-ec6c-401e-b06d-3db058a40c42 req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port f5b3253a-c539-4708-91c5-89608fd9bc63 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:37:42.960173 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3efea833-ec6c-401e-b06d-3db058a40c42 req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:43.195585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-3efea833-ec6c-401e-b06d-3db058a40c42 req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] For port f5b3253a-c539-4708-91c5-89608fd9bc63, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=f5b3253a-c539-4708-91c5-89608fd9bc63,segment=NetworkSegment(4f7703db-e0a1-4f37-92a9-efb95ffce3a1),segment_id=4f7703db-e0a1-4f37-92a9-efb95ffce3a1)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:37:43.195858 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3efea833-ec6c-401e-b06d-3db058a40c42 req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:43.418830 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-3efea833-ec6c-401e-b06d-3db058a40c42 req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for f5b3253a-c539-4708-91c5-89608fd9bc63 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:37:43.523985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23c6eb-0ab4-48be-ad90-e81a6e19f383 req-8ed1b253-4768-495d-b6d4-da6d09f8706d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:43.525339 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc23c6eb-0ab4-48be-ad90-e81a6e19f383 req-8ed1b253-4768-495d-b6d4-da6d09f8706d tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/ports?device_id=be258f72-48cb-4956-9d72-7871f8542637 HTTP/1.1" status: 200 len: 946 time: 0.0912080 Jul 29 17:37:43.570142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3efea833-ec6c-401e-b06d-3db058a40c42 req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:43.570496 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc23c6eb-0ab4-48be-ad90-e81a6e19f383 req-f3bafec4-0f55-4b30-9e69-61fa64fc021e tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "GET /v2.0/security-groups?id=087f7296-a37c-45d5-b3e4-beb322c1f39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388958 Jul 29 17:37:43.619337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=f5b3253a-c539-4708-91c5-89608fd9bc63,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:43.660939 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:43.661309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:43.661647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:43.661981 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:43.662307 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:43.662627 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:43.662953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:43.663269 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:43.663587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:43.663900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:43.664216 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:43.664528 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:43.715639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efea833-ec6c-401e-b06d-3db058a40c42 req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] No DVR routers for this DVR port f5b3253a-c539-4708-91c5-89608fd9bc63 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:37:43.718038 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-3efea833-ec6c-401e-b06d-3db058a40c42 req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:43.720564 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be258f72-48cb-4956-9d72-7871f8542637', 'name': 'network-vif-deleted', 'tag': 'f5b3253a-c539-4708-91c5-89608fd9bc63'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:37:43.735338 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3efea833-ec6c-401e-b06d-3db058a40c42 req-c165e46a-e3e8-44be-aa53-1b6a9cad5d53 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.69 "DELETE /v2.0/ports/f5b3253a-c539-4708-91c5-89608fd9bc63 HTTP/1.1" status: 204 len: 173 time: 0.8406589 Jul 29 17:37:43.768661 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f97d037-1461-4332-9c73-7ef96c315b52'] response: {'server_uuid': 'be258f72-48cb-4956-9d72-7871f8542637', 'name': 'network-vif-deleted', 'tag': 'f5b3253a-c539-4708-91c5-89608fd9bc63', 'status': 'completed', 'code': 200} Jul 29 17:37:44.667948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34898) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:45.200526 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6dc3-1dad-48ce-8130-7ecf4aa1cfe1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:45.228313 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-68b29d10-1319-4b93-be6c-3779d35b2b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:45.664494 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4dbb6dc3-1dad-48ce-8130-7ecf4aa1cfe1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port 542bb1ca-3682-41b5-ad26-8e57be42baad {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:37:45.664832 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6dc3-1dad-48ce-8130-7ecf4aa1cfe1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:45.847633 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-4dbb6dc3-1dad-48ce-8130-7ecf4aa1cfe1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] For port 542bb1ca-3682-41b5-ad26-8e57be42baad, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=542bb1ca-3682-41b5-ad26-8e57be42baad,segment=NetworkSegment(4f7703db-e0a1-4f37-92a9-efb95ffce3a1),segment_id=4f7703db-e0a1-4f37-92a9-efb95ffce3a1)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:37:45.848284 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6dc3-1dad-48ce-8130-7ecf4aa1cfe1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:45.967861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4dbb6dc3-1dad-48ce-8130-7ecf4aa1cfe1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for 542bb1ca-3682-41b5-ad26-8e57be42baad owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:37:46.145999 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6dc3-1dad-48ce-8130-7ecf4aa1cfe1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:46.225757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb6dc3-1dad-48ce-8130-7ecf4aa1cfe1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=542bb1ca-3682-41b5-ad26-8e57be42baad,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:46.471328 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4dbb6dc3-1dad-48ce-8130-7ecf4aa1cfe1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:46.521369 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device f5b3253a-c539-4708-91c5-89608fd9bc63 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:37:46.558785 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: f5b3253a-c539-4708-91c5-89608fd9bc63 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:37:46.559136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device f5b3253a-c539-4708-91c5-89608fd9bc63 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:37:46.934377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbb6dc3-1dad-48ce-8130-7ecf4aa1cfe1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Router e1669a23-068a-4dd0-8be7-0ddcd101115a has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:37:47.104330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbb6dc3-1dad-48ce-8130-7ecf4aa1cfe1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:37:47.114521 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf369c-028a-46d4-a0dc-a18f514e4f39 None None] Sync routers for ids ['e1669a23-068a-4dd0-8be7-0ddcd101115a'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:37:47.116533 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4dbb6dc3-1dad-48ce-8130-7ecf4aa1cfe1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "PUT /v2.0/routers/e1669a23-068a-4dd0-8be7-0ddcd101115a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4475327 Jul 29 17:37:47.119267 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34902) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:47.123865 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf369c-028a-46d4-a0dc-a18f514e4f39 None None] Routers {'e1669a23-068a-4dd0-8be7-0ddcd101115a'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:37:47.124454 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c2cf369c-028a-46d4-a0dc-a18f514e4f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:37:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e1669a23-068a-4dd0-8be7-0ddcd101115a'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:47.187467 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d968ed-eb8c-4877-abef-3ac7775f375c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting subnet 44fa5dc2-e4fa-4081-814b-eed95b0332a9 {{(pid=89209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:37:47.190297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68d968ed-eb8c-4877-abef-3ac7775f375c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for subnet, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:47.243587 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68d968ed-eb8c-4877-abef-3ac7775f375c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31308606'] for subnet, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:47.297787 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-c2cf369c-028a-46d4-a0dc-a18f514e4f39 None None] Set router e1669a23-068a-4dd0-8be7-0ddcd101115a gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:37:47.325542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68d968ed-eb8c-4877-abef-3ac7775f375c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:47.401586 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68d968ed-eb8c-4877-abef-3ac7775f375c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32418962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31341010'] for subnet, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:47.441554 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d968ed-eb8c-4877-abef-3ac7775f375c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Subnet': ['ID=44fa5dc2-e4fa-4081-814b-eed95b0332a9,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:47.445135 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-68d968ed-eb8c-4877-abef-3ac7775f375c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:47.451250 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-68d968ed-eb8c-4877-abef-3ac7775f375c tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/subnets/44fa5dc2-e4fa-4081-814b-eed95b0332a9 HTTP/1.1" status: 204 len: 168 time: 0.3310220 Jul 29 17:37:47.454492 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34906) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:47.454917 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0494bf6-0501-47a4-b3e3-887f88d88579 None None] Network 48156f34-a657-43e5-bfc3-55aad98d515f requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:37:47.607490 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c2cf369c-028a-46d4-a0dc-a18f514e4f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:36:04Z', 'updated_at': '2022-07-29T17:37:46Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:05Z', 'updated_at': '2022-07-29T17:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:47.611611 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf369c-028a-46d4-a0dc-a18f514e4f39 None None] Checking router: e1669a23-068a-4dd0-8be7-0ddcd101115a for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:37:47.620259 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf369c-028a-46d4-a0dc-a18f514e4f39 None None] Routers {'e1669a23-068a-4dd0-8be7-0ddcd101115a'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:37:47.620849 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c2cf369c-028a-46d4-a0dc-a18f514e4f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:37:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['e1669a23-068a-4dd0-8be7-0ddcd101115a'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:47.636795 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:47.749303 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] DHCP port deletion for 48156f34-a657-43e5-bfc3-55aad98d515f request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:37:47.754087 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Deleting port 9d797a1c-c47c-4905-8227-1edce2efb6ff {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:37:47.754433 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:47.803479 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-c2cf369c-028a-46d4-a0dc-a18f514e4f39 None None] Set router e1669a23-068a-4dd0-8be7-0ddcd101115a gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:37:47.817834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:47.828226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Deleting port c8bd010c-3ac5-4621-9b0c-19118e93b870 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:37:47.828599 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:47.854333 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-71ea3a7e-b32f-4750-9531-f6e3fbd8729f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:48.019535 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] For port 9d797a1c-c47c-4905-8227-1edce2efb6ff, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=9d797a1c-c47c-4905-8227-1edce2efb6ff,segment=NetworkSegment(4f7703db-e0a1-4f37-92a9-efb95ffce3a1),segment_id=4f7703db-e0a1-4f37-92a9-efb95ffce3a1)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:37:48.019926 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:48.023798 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] For port c8bd010c-3ac5-4621-9b0c-19118e93b870, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c8bd010c-3ac5-4621-9b0c-19118e93b870,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:37:48.024276 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:48.091951 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 9d797a1c-c47c-4905-8227-1edce2efb6ff no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:37:48.098408 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-c2cf369c-028a-46d4-a0dc-a18f514e4f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:36:04Z', 'updated_at': '2022-07-29T17:37:46Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:05Z', 'updated_at': '2022-07-29T17:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:48.102396 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf369c-028a-46d4-a0dc-a18f514e4f39 None None] The sync data for ids ['e1669a23-068a-4dd0-8be7-0ddcd101115a'] in dv-neutron-851534-1-hyperv is: [{'id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863685151', 'tenant_id': '623946eed0bc4715a04a0d7bf3447b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:36:04Z', 'updated_at': '2022-07-29T17:37:46Z', 'revision_number': 5, 'project_id': '623946eed0bc4715a04a0d7bf3447b0f', 'gw_port': {'id': 'c8bd010c-3ac5-4621-9b0c-19118e93b870', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:41:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1669a23-068a-4dd0-8be7-0ddcd101115a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:36:05Z', 'updated_at': '2022-07-29T17:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:37:48.189153 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Calling delete_port for 9d797a1c-c47c-4905-8227-1edce2efb6ff owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:37:48.268377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Calling delete_port for c8bd010c-3ac5-4621-9b0c-19118e93b870 owned by network:router_gateway {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:37:48.323007 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651'] for port, after_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:48.379775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Pushing event deleted for resources: {'Port': ['ID=9d797a1c-c47c-4905-8227-1edce2efb6ff,revision_number=None']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:48.381901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 9d797a1c-c47c-4905-8227-1edce2efb6ff is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:37:48.382293 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:48.390842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] No DVR routers for this DVR port 9d797a1c-c47c-4905-8227-1edce2efb6ff on host dv-neutron-851534-1-hyperv {{(pid=89211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:37:48.410544 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:48.410896 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:48.411245 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:48.411579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:48.411907 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:48.412237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:48.412556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:48.412882 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:48.413230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:48.413564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:48.413873 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:48.414192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6d13ea-b1d5-46ca-b0b0-ee88cb0a7537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:48.437522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:48.472926 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:48.496928 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Port': ['ID=c8bd010c-3ac5-4621-9b0c-19118e93b870,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:48.599700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:48.636968 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:48.775553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:48.777718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:48.801063 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:48.801796 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Fanout notify agent at l3_agent the message router_deleted on router e1669a23-068a-4dd0-8be7-0ddcd101115a {{(pid=89209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:37:48.817271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:48.818436 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6b4910a5-a68b-4130-857a-f3243fb34ea1 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/routers/e1669a23-068a-4dd0-8be7-0ddcd101115a HTTP/1.1" status: 204 len: 168 time: 1.3630481 Jul 29 17:37:48.821017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34910) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:48.936612 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f1818fc-44f9-4b20-9da2-f1d194476643 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:49.067306 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f1818fc-44f9-4b20-9da2-f1d194476643 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:49.091768 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-0f1818fc-44f9-4b20-9da2-f1d194476643 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48156f34-a657-43e5-bfc3-55aad98d515f']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:49.103290 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-0f1818fc-44f9-4b20-9da2-f1d194476643 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7703db-e0a1-4f37-92a9-efb95ffce3a1') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:49.103584 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-0f1818fc-44f9-4b20-9da2-f1d194476643 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7703db-e0a1-4f37-92a9-efb95ffce3a1') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:49.114753 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f1818fc-44f9-4b20-9da2-f1d194476643 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:49.134789 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f1818fc-44f9-4b20-9da2-f1d194476643 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:49.140790 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1818fc-44f9-4b20-9da2-f1d194476643 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:37:49.141871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f1818fc-44f9-4b20-9da2-f1d194476643 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:49.221948 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:37:49.249197 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f1818fc-44f9-4b20-9da2-f1d194476643 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:49.268105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0f1818fc-44f9-4b20-9da2-f1d194476643 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:49.277470 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 4f7703db-e0a1-4f37-92a9-efb95ffce3a1 resource provider aggregate not found Jul 29 17:37:49.283533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1818fc-44f9-4b20-9da2-f1d194476643 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'Network': ['ID=48156f34-a657-43e5-bfc3-55aad98d515f,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:49.294191 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0f1818fc-44f9-4b20-9da2-f1d194476643 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/networks/48156f34-a657-43e5-bfc3-55aad98d515f HTTP/1.1" status: 204 len: 168 time: 0.4719949 Jul 29 17:37:49.296699 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34922) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:49.316066 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 4f7703db-e0a1-4f37-92a9-efb95ffce3a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f7703db-e0a1-4f37-92a9-efb95ffce3a1 found for delete ", "request_id": "req-7d10e9c9-cc3b-4622-b24b-e59118e8aaa3"}]} Jul 29 17:37:49.371509 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4a201177-4ff9-42db-8e9f-6f62f6e75305 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:49.400958 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4a201177-4ff9-42db-8e9f-6f62f6e75305 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:49.465495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4a201177-4ff9-42db-8e9f-6f62f6e75305 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:49.483601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a201177-4ff9-42db-8e9f-6f62f6e75305 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087f7296-a37c-45d5-b3e4-beb322c1f39a,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:49.495904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4a201177-4ff9-42db-8e9f-6f62f6e75305 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:49.500063 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4a201177-4ff9-42db-8e9f-6f62f6e75305 tempest-TestNetworkAdvancedServerOps-1050902089 tempest-TestNetworkAdvancedServerOps-1050902089-project] 10.222.0.58 "DELETE /v2.0/security-groups/087f7296-a37c-45d5-b3e4-beb322c1f39a HTTP/1.1" status: 204 len: 168 time: 0.2024081 Jul 29 17:37:49.858578 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34932) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:49.998262 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 542bb1ca-3682-41b5-ad26-8e57be42baad no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:37:50.021706 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ed8a9640-73a3-4ea2-9108-38d810406238 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=623946eed0bc4715a04a0d7bf3447b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619854 Jul 29 17:37:50.024305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34938) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:50.035666 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 542bb1ca-3682-41b5-ad26-8e57be42baad {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:37:50.036011 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 542bb1ca-3682-41b5-ad26-8e57be42baad not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:37:50.036420 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c8bd010c-3ac5-4621-9b0c-19118e93b870 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:37:50.068570 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: c8bd010c-3ac5-4621-9b0c-19118e93b870 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:37:50.068911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c8bd010c-3ac5-4621-9b0c-19118e93b870 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:37:50.081417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de00c7ab-bbe7-436d-9949-56537c352f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:50.109310 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de00c7ab-bbe7-436d-9949-56537c352f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:50.144424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:50.160830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de00c7ab-bbe7-436d-9949-56537c352f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:50.176842 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00c7ab-bbe7-436d-9949-56537c352f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6e4fe6-403d-46bc-a254-d8672f8cf010,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:50.187048 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-de00c7ab-bbe7-436d-9949-56537c352f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:50.189150 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-de00c7ab-bbe7-436d-9949-56537c352f03 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c6e4fe6-403d-46bc-a254-d8672f8cf010 HTTP/1.1" status: 204 len: 168 time: 0.1630292 Jul 29 17:37:50.476071 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34946) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:50.494962 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-63f36588-d569-48cc-a469-98b7c2ba962b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:50.510651 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-63f36588-d569-48cc-a469-98b7c2ba962b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:37:50.516994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-63f36588-d569-48cc-a469-98b7c2ba962b admin admin] Usage tracker for resource:security_group_rule and tenant:82f07875f2c149aca9dafb296a552519 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:37:50.521424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-63f36588-d569-48cc-a469-98b7c2ba962b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:37:50.530727 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-63f36588-d569-48cc-a469-98b7c2ba962b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:37:50.616828 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-63f36588-d569-48cc-a469-98b7c2ba962b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:50.620538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-63f36588-d569-48cc-a469-98b7c2ba962b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:50.666133 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-63f36588-d569-48cc-a469-98b7c2ba962b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=82f07875f2c149aca9dafb296a552519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887264 Jul 29 17:37:50.667761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f36588-d569-48cc-a469-98b7c2ba962b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb5b702-d8b6-4d05-b26c-8a99d97eeaab,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:50.668856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34950) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:50.725813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6ba8320e-ba6e-4ccd-a208-93c7c05f30ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:50.750862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6ba8320e-ba6e-4ccd-a208-93c7c05f30ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:50.803431 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6ba8320e-ba6e-4ccd-a208-93c7c05f30ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:50.816799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8320e-ba6e-4ccd-a208-93c7c05f30ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb5b702-d8b6-4d05-b26c-8a99d97eeaab,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:50.823395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-6ba8320e-ba6e-4ccd-a208-93c7c05f30ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:50.825468 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-6ba8320e-ba6e-4ccd-a208-93c7c05f30ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bbb5b702-d8b6-4d05-b26c-8a99d97eeaab HTTP/1.1" status: 204 len: 168 time: 0.1555026 Jul 29 17:37:51.191498 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:51.564096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34974) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:51.666539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-588817506-network', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:37:51.671313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:37:51.675676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Usage tracker for resource:network and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:37:51.678777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:37:51.684884 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:37:51.694792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Made reservation on behalf of 007540ec5faa4b6f952ab0ba597aaa81 for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:37:51.701015 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:51.712717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:51.729361 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:37:51.733299 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:37:51.736575 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:37:51.742174 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:37:51.826494 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:51.830265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:51.858529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:37:51.871210 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc76923a-2f96-47dc-82ee-b81c39eeb4bf,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:51.877587 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:51.877928 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Added segment 7836427a-5898-4ccd-86c5-6f5ff0e81918 of type vlan for network b0061349-2d07-409a-80e0-a7b2cef999f6 Jul 29 17:37:51.904992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:51.933663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:51.934566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:51.935130 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:52.037212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=b0061349-2d07-409a-80e0-a7b2cef999f6,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:52.040987 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9ed6cd94-4780-4556-841b-0e20e11a4fb6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4758787 Jul 29 17:37:52.044238 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 34980) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:52.047049 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network b0061349-2d07-409a-80e0-a7b2cef999f6 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:37:52.050265 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] Request body: {'subnet': {'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-588817506-subnet', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'ip_version': 4}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:37:52.055387 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:37:52.059168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] Usage tracker for resource:subnet and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:37:52.061972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:37:52.067510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:37:52.077527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] Made reservation on behalf of 007540ec5faa4b6f952ab0ba597aaa81 for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:37:52.079910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:52.278999 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:52.352331 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:52.362142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] Checking segment: {'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:37:52.362495 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] Network hostable DHCP agents. Network: b0061349-2d07-409a-80e0-a7b2cef999f6, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:37:52.380701 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] Network b0061349-2d07-409a-80e0-a7b2cef999f6 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:37:52.389450 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, b0061349-2d07-409a-80e0-a7b2cef999f6) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:37:52.393782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:52.394357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:52.399086 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5dce3c-1f0e-48a5-82e1-a3246de7e40c None None] Network b0061349-2d07-409a-80e0-a7b2cef999f6 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:37:52.416976 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d4a09c0a-527d-46a9-b18f-2aa36bbb3f75 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3716154 Jul 29 17:37:52.419734 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34984) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:52.424913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:37:52.429829 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:37:52.434166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Usage tracker for resource:router and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:37:52.436952 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:37:52.442627 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:37:52.453037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:52.454536 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:52.469868 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:52.638281 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-b0061349-2d07-409a-80e0-a7b2cef999f6', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:37:52.639235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:52.807124 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Allocated IP 172.20.0.2 (b0061349-2d07-409a-80e0-a7b2cef999f6/1e4a0b00-1a88-4451-bef9-9fd63cb1a09e/36fb35fa-6669-41a7-85d6-d385bf91af34) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:37:52.873748 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:53.017112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:53.027346 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Transition to ACTIVE for port object 36fb35fa-6669-41a7-85d6-d385bf91af34 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:37:53.045192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Transition to ACTIVE for port object 36fb35fa-6669-41a7-85d6-d385bf91af34 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:37:53.050457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:53.115365 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Network b0061349-2d07-409a-80e0-a7b2cef999f6 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:37:53.118175 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:37:53.121941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:37:53.128504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Pushing event updated for resources: {'Port': ['ID=36fb35fa-6669-41a7-85d6-d385bf91af34,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:53.184175 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:53.213960 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:53.228751 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Attempting to bind port 36fb35fa-6669-41a7-85d6-d385bf91af34 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:37:53.229155 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Attempting to bind port 36fb35fa-6669-41a7-85d6-d385bf91af34 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:37:53.229518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Attempting to bind port 36fb35fa-6669-41a7-85d6-d385bf91af34 on network b0061349-2d07-409a-80e0-a7b2cef999f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:37:53.234651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:37:53.235555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Checking segment: {'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:37:53.235955 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:53.236348 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Bound using segment: {'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:37:53.236807 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Bound port: 36fb35fa-6669-41a7-85d6-d385bf91af34, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:37:53.237209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:53.351811 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Allocated IP 172.26.1.29 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/e90dd5f2-1a99-4309-81f6-b2b55235ace7) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:37:53.359359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] For port 36fb35fa-6669-41a7-85d6-d385bf91af34, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:37:53.363280 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] For port 36fb35fa-6669-41a7-85d6-d385bf91af34, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=36fb35fa-6669-41a7-85d6-d385bf91af34,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:37:53.367257 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:53.451856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cd74f-6fb1-4b6e-baf5-5b12bb5fba59 None None] Pushing event updated for resources: {'Port': ['ID=36fb35fa-6669-41a7-85d6-d385bf91af34,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:53.506588 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:53.538614 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:53.603671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:37:53.606564 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:37:53.610790 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:37:53.665311 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Pushing event updated for resources: {'Port': ['ID=e90dd5f2-1a99-4309-81f6-b2b55235ace7,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:54.030023 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 36fb35fa-6669-41a7-85d6-d385bf91af34 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:37:54.043237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:54.099089 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 36fb35fa-6669-41a7-85d6-d385bf91af34 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:37:54.437417 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4218889e-248f-42ec-8c1e-05cc3c2895ab None None] Network b0061349-2d07-409a-80e0-a7b2cef999f6 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:37:54.511678 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:54.529881 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-59b4686f-0ad5-4120-9e1a-4e1ccf332fe3 None None] Provisioning for port 36fb35fa-6669-41a7-85d6-d385bf91af34 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:37:54.547372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-59b4686f-0ad5-4120-9e1a-4e1ccf332fe3 None None] Provisioning complete for port 36fb35fa-6669-41a7-85d6-d385bf91af34 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:37:54.547760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-59b4686f-0ad5-4120-9e1a-4e1ccf332fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:54.720835 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Router 4b08a448-1f19-4a40-81c1-b71fae728fb7 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:37:54.766352 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-59b4686f-0ad5-4120-9e1a-4e1ccf332fe3 None None] Current status of the port 36fb35fa-6669-41a7-85d6-d385bf91af34 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:37:54.766646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-59b4686f-0ad5-4120-9e1a-4e1ccf332fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:54.807980 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-59b4686f-0ad5-4120-9e1a-4e1ccf332fe3 None None] For port 36fb35fa-6669-41a7-85d6-d385bf91af34, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=36fb35fa-6669-41a7-85d6-d385bf91af34,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:37:54.812106 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-59b4686f-0ad5-4120-9e1a-4e1ccf332fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:54.884905 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4686f-0ad5-4120-9e1a-4e1ccf332fe3 None None] Pushing event updated for resources: {'Port': ['ID=36fb35fa-6669-41a7-85d6-d385bf91af34,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:54.904135 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:37:54.913138 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Sync routers for ids ['4b08a448-1f19-4a40-81c1-b71fae728fb7'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:37:54.923153 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Routers {'4b08a448-1f19-4a40-81c1-b71fae728fb7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:37:54.923765 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4b08a448-1f19-4a40-81c1-b71fae728fb7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:54.935336 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:54.939720 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-38b16fc7-2bae-48d4-9d16-9222ef2dfb13 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5158665 Jul 29 17:37:54.939924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 34988) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:55.104857 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Set router 4b08a448-1f19-4a40-81c1-b71fae728fb7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:37:55.289931 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-d41e0a59-4747-455a-8148-85a419064654 None None] Provisioning complete for port 36fb35fa-6669-41a7-85d6-d385bf91af34 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:37:55.290218 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d41e0a59-4747-455a-8148-85a419064654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:55.484471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-d41e0a59-4747-455a-8148-85a419064654 None None] Current status of the port 36fb35fa-6669-41a7-85d6-d385bf91af34 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:37:55.500135 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:53Z', 'revision_number': 3, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:55.504614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Checking router: 4b08a448-1f19-4a40-81c1-b71fae728fb7 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:37:55.504970 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Updating router 4b08a448-1f19-4a40-81c1-b71fae728fb7 port e90dd5f2-1a99-4309-81f6-b2b55235ace7 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:37:55.561992 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:55.730083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:55.920751 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:55.932189 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Transition to ACTIVE for port object e90dd5f2-1a99-4309-81f6-b2b55235ace7 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:37:55.938843 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Allocated IP 172.20.0.1 (b0061349-2d07-409a-80e0-a7b2cef999f6/1e4a0b00-1a88-4451-bef9-9fd63cb1a09e/43414b34-1b87-4269-b547-be5fb17f9ddc) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:37:55.939043 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:56.007125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db8346-b376-4ef1-b949-f167514f199d None None] Pushing event updated for resources: {'Port': ['ID=e90dd5f2-1a99-4309-81f6-b2b55235ace7,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:56.026246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 36fb35fa-6669-41a7-85d6-d385bf91af34 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:37:56.075761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Attempting to bind port e90dd5f2-1a99-4309-81f6-b2b55235ace7 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:37:56.076133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Attempting to bind port e90dd5f2-1a99-4309-81f6-b2b55235ace7 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:37:56.076503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Attempting to bind port e90dd5f2-1a99-4309-81f6-b2b55235ace7 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:37:56.087811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:37:56.088186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:37:56.088589 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:56.088981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:37:56.089478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Bound port: e90dd5f2-1a99-4309-81f6-b2b55235ace7, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:37:56.089856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:56.094839 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:56.110814 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Transition to ACTIVE for port object 43414b34-1b87-4269-b547-be5fb17f9ddc will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:37:56.134233 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:56.171683 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 36fb35fa-6669-41a7-85d6-d385bf91af34 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:37:56.171970 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:56.196192 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Network b0061349-2d07-409a-80e0-a7b2cef999f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:37:56.199492 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:37:56.200611 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] For port e90dd5f2-1a99-4309-81f6-b2b55235ace7, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:37:56.203412 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:37:56.222668 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] For port e90dd5f2-1a99-4309-81f6-b2b55235ace7, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e90dd5f2-1a99-4309-81f6-b2b55235ace7,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:37:56.230853 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:56.250246 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Pushing event updated for resources: {'Port': ['ID=43414b34-1b87-4269-b547-be5fb17f9ddc,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:56.268058 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:56.348786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Routers {'4b08a448-1f19-4a40-81c1-b71fae728fb7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:37:56.349471 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4b08a448-1f19-4a40-81c1-b71fae728fb7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:56.390345 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:56.425493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db8346-b376-4ef1-b949-f167514f199d None None] Pushing event updated for resources: {'Port': ['ID=e90dd5f2-1a99-4309-81f6-b2b55235ace7,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:56.519371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 36fb35fa-6669-41a7-85d6-d385bf91af34 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:37:56.538658 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-96ebec8d-a5ad-4d1a-917d-85aa7eedd149 None None] Provisioning for port 43414b34-1b87-4269-b547-be5fb17f9ddc completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:37:56.553607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-96ebec8d-a5ad-4d1a-917d-85aa7eedd149 None None] Provisioning complete for port 43414b34-1b87-4269-b547-be5fb17f9ddc triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:37:56.554361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-96ebec8d-a5ad-4d1a-917d-85aa7eedd149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:56.616153 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] Set router 4b08a448-1f19-4a40-81c1-b71fae728fb7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:37:56.630886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:56.635504 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:56.678239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-96ebec8d-a5ad-4d1a-917d-85aa7eedd149 None None] Port 43414b34-1b87-4269-b547-be5fb17f9ddc cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:37:56.743439 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:56.747720 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Pushing event updated for resources: {'Port': ['ID=43414b34-1b87-4269-b547-be5fb17f9ddc,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:56.880264 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Network b0061349-2d07-409a-80e0-a7b2cef999f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:37:56.881474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:37:56.935168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:37:55Z', 'revision_number': 1, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:56.941184 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f7d48-3232-4195-bf54-764693327e84 None None] The sync data for ids ['4b08a448-1f19-4a40-81c1-b71fae728fb7'] in dv-neutron-851534-1-hyperv is: [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:37:55Z', 'revision_number': 1, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:37:57.072316 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Router 4b08a448-1f19-4a40-81c1-b71fae728fb7 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:37:57.100174 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-bd82a477-9e10-45bc-87dc-add2cc9295a0 None None] Provisioning complete for port 43414b34-1b87-4269-b547-be5fb17f9ddc triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:37:57.100555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-bd82a477-9e10-45bc-87dc-add2cc9295a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:57.178215 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-bd82a477-9e10-45bc-87dc-add2cc9295a0 None None] Port 43414b34-1b87-4269-b547-be5fb17f9ddc cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:37:57.396135 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:37:57.405242 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b44a440b-4797-45f6-ba7e-dde9d73c3b59 admin admin] 10.222.0.58 "PUT /v2.0/routers/4b08a448-1f19-4a40-81c1-b71fae728fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4643047 Jul 29 17:37:57.950681 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35006) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:57.957442 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1465837762-network', 'tenant_id': '1550566e885d460f8071183fc13d7a11'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:37:57.974055 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:37:57.978313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Usage tracker for resource:network and tenant:1550566e885d460f8071183fc13d7a11 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:37:57.981471 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:37:57.988116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:37:57.999762 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Made reservation on behalf of 1550566e885d460f8071183fc13d7a11 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:37:58.002317 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.014690 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.030262 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:37:58.035412 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e90dd5f2-1a99-4309-81f6-b2b55235ace7 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:37:58.035913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Usage tracker for resource:security_group_rule and tenant:1550566e885d460f8071183fc13d7a11 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:37:58.038841 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:37:58.045061 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:37:58.114279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port e90dd5f2-1a99-4309-81f6-b2b55235ace7 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:37:58.119640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e90dd5f2-1a99-4309-81f6-b2b55235ace7 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:37:58.120240 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.143322 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.148025 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.185123 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50025b3d-4150-457c-9f9b-4cfff1124430,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:58.188027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:37:58.199831 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.200205 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Added segment 3d415cd7-0056-4a03-9732-8e83e391d9b5 of type vlan for network cbc00bff-9fb6-4f7b-a93f-455762050bdb Jul 29 17:37:58.228441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.249532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e90dd5f2-1a99-4309-81f6-b2b55235ace7 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:37:58.249912 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.258441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.259386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:58.259959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.266513 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port e90dd5f2-1a99-4309-81f6-b2b55235ace7, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e90dd5f2-1a99-4309-81f6-b2b55235ace7,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:37:58.270148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.336843 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=e90dd5f2-1a99-4309-81f6-b2b55235ace7,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:58.364424 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4125543 Jul 29 17:37:58.365151 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d748ce-36bf-4972-a102-9c957d4d76b2 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc00bff-9fb6-4f7b-a93f-455762050bdb,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:58.367123 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35010) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:58.372538 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] Request body: {'subnet': {'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1465837762-subnet', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'ip_version': 4}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:37:58.374829 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network cbc00bff-9fb6-4f7b-a93f-455762050bdb details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:37:58.377423 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:37:58.381418 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] Usage tracker for resource:subnet and tenant:1550566e885d460f8071183fc13d7a11 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:37:58.384380 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:37:58.390880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:37:58.401646 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] Made reservation on behalf of 1550566e885d460f8071183fc13d7a11 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:37:58.404248 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.610872 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.689902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63c76da-9cd3-4721-ae57-1fd9d88239a9,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:58.697831 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] Checking segment: {'id': '3d415cd7-0056-4a03-9732-8e83e391d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:37:58.698204 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] Network hostable DHCP agents. Network: cbc00bff-9fb6-4f7b-a93f-455762050bdb, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:37:58.719470 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] Network cbc00bff-9fb6-4f7b-a93f-455762050bdb is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:37:58.728882 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, cbc00bff-9fb6-4f7b-a93f-455762050bdb) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:37:58.734674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:37:58.735669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.741265 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12fa4d2-d8bd-4293-afdd-8f93d1e88f6f None None] Network cbc00bff-9fb6-4f7b-a93f-455762050bdb requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:37:58.760376 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-539ad7df-ea56-445f-b737-2469ae280d30 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3922522 Jul 29 17:37:58.763286 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35014) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:37:58.769360 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1465837762-router', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:37:58.774250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:37:58.778105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Usage tracker for resource:router and tenant:1550566e885d460f8071183fc13d7a11 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:37:58.781212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:37:58.787670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:37:58.800932 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.802367 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.817968 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:58.883382 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Sync routers for ids ['4b08a448-1f19-4a40-81c1-b71fae728fb7'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:37:58.893857 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Routers {'4b08a448-1f19-4a40-81c1-b71fae728fb7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:37:58.894478 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4b08a448-1f19-4a40-81c1-b71fae728fb7'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:58.967256 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-cbc00bff-9fb6-4f7b-a93f-455762050bdb', 'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'fixed_ips': [{'subnet_id': 'd63c76da-9cd3-4721-ae57-1fd9d88239a9'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:37:58.968390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:59.080519 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Set router 4b08a448-1f19-4a40-81c1-b71fae728fb7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:37:59.092719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:59.132448 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Allocated IP 172.20.0.2 (cbc00bff-9fb6-4f7b-a93f-455762050bdb/d63c76da-9cd3-4721-ae57-1fd9d88239a9/99cdd969-43ef-4085-906b-7986c4902f1f) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:37:59.335886 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:59.347114 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Transition to ACTIVE for port object 99cdd969-43ef-4085-906b-7986c4902f1f will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:37:59.368380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Transition to ACTIVE for port object 99cdd969-43ef-4085-906b-7986c4902f1f will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:37:59.375151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:59.406164 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 2, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:37:59.410554 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Checking router: 4b08a448-1f19-4a40-81c1-b71fae728fb7 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:37:59.410918 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Updating router 4b08a448-1f19-4a40-81c1-b71fae728fb7 port 43414b34-1b87-4269-b547-be5fb17f9ddc binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:37:59.445662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Network cbc00bff-9fb6-4f7b-a93f-455762050bdb is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:37:59.448547 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:37:59.452297 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:37:59.458260 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Pushing event updated for resources: {'Port': ['ID=99cdd969-43ef-4085-906b-7986c4902f1f,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:59.467395 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:59.561719 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:59.570243 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Attempting to bind port 99cdd969-43ef-4085-906b-7986c4902f1f on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:37:59.570616 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Attempting to bind port 99cdd969-43ef-4085-906b-7986c4902f1f by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '3d415cd7-0056-4a03-9732-8e83e391d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:37:59.570981 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Attempting to bind port 99cdd969-43ef-4085-906b-7986c4902f1f on network cbc00bff-9fb6-4f7b-a93f-455762050bdb {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:37:59.576977 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:37:59.577321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Checking segment: {'id': '3d415cd7-0056-4a03-9732-8e83e391d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:37:59.577804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:59.578185 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Bound using segment: {'id': '3d415cd7-0056-4a03-9732-8e83e391d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:37:59.578678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Bound port: 99cdd969-43ef-4085-906b-7986c4902f1f, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d415cd7-0056-4a03-9732-8e83e391d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:37:59.579064 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:59.596881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:59.677936 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] For port 99cdd969-43ef-4085-906b-7986c4902f1f, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:37:59.681154 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] For port 99cdd969-43ef-4085-906b-7986c4902f1f, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=99cdd969-43ef-4085-906b-7986c4902f1f,segment=NetworkSegment(3d415cd7-0056-4a03-9732-8e83e391d9b5),segment_id=3d415cd7-0056-4a03-9732-8e83e391d9b5)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:37:59.685429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:59.743839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Allocated IP 172.26.1.44 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/b45d0b31-28fa-4671-871b-630c0e75e336) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:37:59.770071 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d611e-0907-4473-ad48-87d8c549b295 None None] Pushing event updated for resources: {'Port': ['ID=99cdd969-43ef-4085-906b-7986c4902f1f,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:59.870617 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:59.883329 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Transition to ACTIVE for port object 43414b34-1b87-4269-b547-be5fb17f9ddc will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:37:59.890536 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:59.916501 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:37:59.965204 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f27d1-2d3d-45a3-83b5-c1260d456d5f None None] Pushing event updated for resources: {'Port': ['ID=43414b34-1b87-4269-b547-be5fb17f9ddc,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:37:59.974095 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f27d1-2d3d-45a3-83b5-c1260d456d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:59.974637 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f27d1-2d3d-45a3-83b5-c1260d456d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:59.975137 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f27d1-2d3d-45a3-83b5-c1260d456d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:59.975476 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f27d1-2d3d-45a3-83b5-c1260d456d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:59.975809 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f27d1-2d3d-45a3-83b5-c1260d456d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:59.976200 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f27d1-2d3d-45a3-83b5-c1260d456d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:59.976533 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f27d1-2d3d-45a3-83b5-c1260d456d5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:59.976869 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f27d1-2d3d-45a3-83b5-c1260d456d5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:59.977229 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f27d1-2d3d-45a3-83b5-c1260d456d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:59.977562 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f27d1-2d3d-45a3-83b5-c1260d456d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:59.977866 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f27d1-2d3d-45a3-83b5-c1260d456d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:59.978190 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f27d1-2d3d-45a3-83b5-c1260d456d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:37:59.996583 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:00.107610 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:00.108909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:00.118962 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:38:00.175201 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Attempting to bind port 43414b34-1b87-4269-b547-be5fb17f9ddc on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:38:00.175824 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Attempting to bind port 43414b34-1b87-4269-b547-be5fb17f9ddc by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:38:00.176636 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Attempting to bind port 43414b34-1b87-4269-b547-be5fb17f9ddc on network b0061349-2d07-409a-80e0-a7b2cef999f6 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:38:00.180797 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e90dd5f2-1a99-4309-81f6-b2b55235ace7 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:38:00.198602 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:38:00.198850 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Checking segment: {'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:38:00.199214 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:00.199617 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Bound using segment: {'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:38:00.200085 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Bound port: 43414b34-1b87-4269-b547-be5fb17f9ddc, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:38:00.200599 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:00.225676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Pushing event updated for resources: {'Port': ['ID=b45d0b31-28fa-4671-871b-630c0e75e336,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:00.266928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e90dd5f2-1a99-4309-81f6-b2b55235ace7 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:00.267300 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:00.303749 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] For port 43414b34-1b87-4269-b547-be5fb17f9ddc, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:38:00.307088 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] For port 43414b34-1b87-4269-b547-be5fb17f9ddc, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=43414b34-1b87-4269-b547-be5fb17f9ddc,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:38:00.313561 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:00.403180 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Routers {'4b08a448-1f19-4a40-81c1-b71fae728fb7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:38:00.403796 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4b08a448-1f19-4a40-81c1-b71fae728fb7'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:00.403941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e90dd5f2-1a99-4309-81f6-b2b55235ace7 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:38:00.404976 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 99cdd969-43ef-4085-906b-7986c4902f1f up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:38:00.472529 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f27d1-2d3d-45a3-83b5-c1260d456d5f None None] Pushing event updated for resources: {'Port': ['ID=43414b34-1b87-4269-b547-be5fb17f9ddc,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:00.497574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 99cdd969-43ef-4085-906b-7986c4902f1f completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:00.638085 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] Set router 4b08a448-1f19-4a40-81c1-b71fae728fb7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:38:00.668706 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:00.909682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b3181d-9caa-4b02-9b25-ca51d7fcf762 None None] Network cbc00bff-9fb6-4f7b-a93f-455762050bdb requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:38:00.960809 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:38:00Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:00.964716 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f9b62-a108-4529-ac54-97d928e2c1e1 None None] The sync data for ids ['4b08a448-1f19-4a40-81c1-b71fae728fb7'] in dv-neutron-851534-1-hyperv is: [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:38:00Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:38:01.013842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3d72fe0c-04b6-498f-a9c0-706a4e072afb None None] Provisioning for port 99cdd969-43ef-4085-906b-7986c4902f1f completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:01.030664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3d72fe0c-04b6-498f-a9c0-706a4e072afb None None] Provisioning complete for port 99cdd969-43ef-4085-906b-7986c4902f1f triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:01.031285 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3d72fe0c-04b6-498f-a9c0-706a4e072afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:01.033170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:01.307097 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-3d72fe0c-04b6-498f-a9c0-706a4e072afb None None] Current status of the port 99cdd969-43ef-4085-906b-7986c4902f1f is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:38:01.307628 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3d72fe0c-04b6-498f-a9c0-706a4e072afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:01.349976 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-3d72fe0c-04b6-498f-a9c0-706a4e072afb None None] For port 99cdd969-43ef-4085-906b-7986c4902f1f, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=99cdd969-43ef-4085-906b-7986c4902f1f,segment=NetworkSegment(3d415cd7-0056-4a03-9732-8e83e391d9b5),segment_id=3d415cd7-0056-4a03-9732-8e83e391d9b5)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:38:01.356278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3d72fe0c-04b6-498f-a9c0-706a4e072afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:01.380990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Router 889e3dc5-d78b-46e5-a806-13d872e90631 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:38:01.434121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72fe0c-04b6-498f-a9c0-706a4e072afb None None] Pushing event updated for resources: {'Port': ['ID=99cdd969-43ef-4085-906b-7986c4902f1f,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:01.582926 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:38:01.597195 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Sync routers for ids ['889e3dc5-d78b-46e5-a806-13d872e90631'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:38:01.607601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Routers {'889e3dc5-d78b-46e5-a806-13d872e90631'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:38:01.608043 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:01.608453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['889e3dc5-d78b-46e5-a806-13d872e90631'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:01.609501 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bb437575-c1eb-4402-a206-2bdc6fce849e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8451915 Jul 29 17:38:01.612241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35018) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:38:01.757556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-39437a11-5832-4288-9cc0-7fca74f40fa6 None None] Provisioning complete for port 99cdd969-43ef-4085-906b-7986c4902f1f triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:01.757933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-39437a11-5832-4288-9cc0-7fca74f40fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:01.881431 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Set router 889e3dc5-d78b-46e5-a806-13d872e90631 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:38:02.071263 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 43414b34-1b87-4269-b547-be5fb17f9ddc up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:38:02.126710 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-39437a11-5832-4288-9cc0-7fca74f40fa6 None None] Current status of the port 99cdd969-43ef-4085-906b-7986c4902f1f is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:38:02.214597 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 43414b34-1b87-4269-b547-be5fb17f9ddc completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:02.230179 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 43414b34-1b87-4269-b547-be5fb17f9ddc triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:02.230534 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:02.283997 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:02.337349 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'name': 'tempest-TestShelveInstance-1465837762-router', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b45d0b31-28fa-4671-871b-630c0e75e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:58Z', 'updated_at': '2022-07-29T17:38:00Z', 'revision_number': 3, 'project_id': '1550566e885d460f8071183fc13d7a11', 'gw_port': {'id': 'b45d0b31-28fa-4671-871b-630c0e75e336', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:59Z', 'updated_at': '2022-07-29T17:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:02.348355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Checking router: 889e3dc5-d78b-46e5-a806-13d872e90631 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:38:02.348784 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Updating router 889e3dc5-d78b-46e5-a806-13d872e90631 port b45d0b31-28fa-4671-871b-630c0e75e336 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:38:02.410345 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 43414b34-1b87-4269-b547-be5fb17f9ddc is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:38:02.410729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:02.430224 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:02.488125 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Allocated IP 172.20.0.1 (cbc00bff-9fb6-4f7b-a93f-455762050bdb/d63c76da-9cd3-4721-ae57-1fd9d88239a9/e5637d21-c1a1-432f-a4fd-ead7485fda87) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:38:02.496882 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 43414b34-1b87-4269-b547-be5fb17f9ddc, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=43414b34-1b87-4269-b547-be5fb17f9ddc,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:38:02.537212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:02.538004 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 99cdd969-43ef-4085-906b-7986c4902f1f up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:38:02.647167 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:02.663319 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Transition to ACTIVE for port object e5637d21-c1a1-432f-a4fd-ead7485fda87 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:02.687922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:02.706796 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=43414b34-1b87-4269-b547-be5fb17f9ddc,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:02.783092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 99cdd969-43ef-4085-906b-7986c4902f1f triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:02.783368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:02.863972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Network cbc00bff-9fb6-4f7b-a93f-455762050bdb is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:02.867212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:02.870816 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:38:02.920333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Pushing event updated for resources: {'Port': ['ID=e5637d21-c1a1-432f-a4fd-ead7485fda87,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:02.938475 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:03.052580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 99cdd969-43ef-4085-906b-7986c4902f1f is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:38:03.060220 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:03.070811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:03.083005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Transition to ACTIVE for port object b45d0b31-28fa-4671-871b-630c0e75e336 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:03.088938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:03.172717 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0f8f1-aef9-4ba5-a652-465c8db3e617 None None] Pushing event updated for resources: {'Port': ['ID=b45d0b31-28fa-4671-871b-630c0e75e336,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:03.175941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Attempting to bind port b45d0b31-28fa-4671-871b-630c0e75e336 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:38:03.176557 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Attempting to bind port b45d0b31-28fa-4671-871b-630c0e75e336 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:38:03.176923 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Attempting to bind port b45d0b31-28fa-4671-871b-630c0e75e336 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:38:03.183735 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:38:03.184103 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:38:03.184502 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:03.184889 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:38:03.185371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Bound port: b45d0b31-28fa-4671-871b-630c0e75e336, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:38:03.185744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:03.213761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9cdcbc7f-36d7-4cea-8b12-d50edd731394 None None] Provisioning for port e5637d21-c1a1-432f-a4fd-ead7485fda87 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:03.227667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-9cdcbc7f-36d7-4cea-8b12-d50edd731394 None None] Provisioning complete for port e5637d21-c1a1-432f-a4fd-ead7485fda87 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:03.228053 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9cdcbc7f-36d7-4cea-8b12-d50edd731394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:03.288415 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:03.292892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:03.304919 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-9cdcbc7f-36d7-4cea-8b12-d50edd731394 None None] Port e5637d21-c1a1-432f-a4fd-ead7485fda87 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:38:03.311378 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] For port b45d0b31-28fa-4671-871b-630c0e75e336, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:38:03.315212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] For port b45d0b31-28fa-4671-871b-630c0e75e336, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b45d0b31-28fa-4671-871b-630c0e75e336,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:38:03.318760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:03.393849 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Routers {'889e3dc5-d78b-46e5-a806-13d872e90631'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:38:03.394478 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['889e3dc5-d78b-46e5-a806-13d872e90631'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:03.399137 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Pushing event updated for resources: {'Port': ['ID=e5637d21-c1a1-432f-a4fd-ead7485fda87,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:03.401630 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:03.528928 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0f8f1-aef9-4ba5-a652-465c8db3e617 None None] Pushing event updated for resources: {'Port': ['ID=b45d0b31-28fa-4671-871b-630c0e75e336,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:03.537616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Network cbc00bff-9fb6-4f7b-a93f-455762050bdb is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:03.539619 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:03.583006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] Set router 889e3dc5-d78b-46e5-a806-13d872e90631 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:38:03.729236 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Router 889e3dc5-d78b-46e5-a806-13d872e90631 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:38:03.881479 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e3668231-f053-415a-8059-7a37141c8dcb None None] Provisioning complete for port e5637d21-c1a1-432f-a4fd-ead7485fda87 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:03.881743 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e3668231-f053-415a-8059-7a37141c8dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:03.908670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:38:03.925629 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-77e755cf-0c4f-4cb3-87f9-dea5bcb5cc0c admin admin] 10.222.0.58 "PUT /v2.0/routers/889e3dc5-d78b-46e5-a806-13d872e90631/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3043902 Jul 29 17:38:03.945064 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e3668231-f053-415a-8059-7a37141c8dcb None None] Port e5637d21-c1a1-432f-a4fd-ead7485fda87 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:38:03.966771 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'name': 'tempest-TestShelveInstance-1465837762-router', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b45d0b31-28fa-4671-871b-630c0e75e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:58Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 4, 'project_id': '1550566e885d460f8071183fc13d7a11', 'gw_port': {'id': 'b45d0b31-28fa-4671-871b-630c0e75e336', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:59Z', 'updated_at': '2022-07-29T17:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'e5637d21-c1a1-432f-a4fd-ead7485fda87', 'name': '', 'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'mac_address': 'fa:16:3e:06:61:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd63c76da-9cd3-4721-ae57-1fd9d88239a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:38:02Z', 'updated_at': '2022-07-29T17:38:03Z', 'revision_number': 2, 'project_id': '1550566e885d460f8071183fc13d7a11', 'subnets': [{'id': 'd63c76da-9cd3-4721-ae57-1fd9d88239a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:03.971310 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66aa2bc-fb65-4fff-98eb-afc747d0eb67 None None] The sync data for ids ['889e3dc5-d78b-46e5-a806-13d872e90631'] in dv-neutron-851534-1-hyperv is: [{'id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'name': 'tempest-TestShelveInstance-1465837762-router', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b45d0b31-28fa-4671-871b-630c0e75e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:58Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 4, 'project_id': '1550566e885d460f8071183fc13d7a11', 'gw_port': {'id': 'b45d0b31-28fa-4671-871b-630c0e75e336', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:59Z', 'updated_at': '2022-07-29T17:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'e5637d21-c1a1-432f-a4fd-ead7485fda87', 'name': '', 'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'mac_address': 'fa:16:3e:06:61:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd63c76da-9cd3-4721-ae57-1fd9d88239a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:38:02Z', 'updated_at': '2022-07-29T17:38:03Z', 'revision_number': 2, 'project_id': '1550566e885d460f8071183fc13d7a11', 'subnets': [{'id': 'd63c76da-9cd3-4721-ae57-1fd9d88239a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:38:04.016648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 43414b34-1b87-4269-b547-be5fb17f9ddc up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:38:04.090181 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 43414b34-1b87-4269-b547-be5fb17f9ddc triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:04.090554 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.222214 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 43414b34-1b87-4269-b547-be5fb17f9ddc is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:38:04.325425 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35028) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:38:04.331249 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-044b2a17-8508-48ea-a912-c01838e17852 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874070844', 'description': 'tempest-secgroup-smoke-1874070844 description', 'project_id': '007540ec5faa4b6f952ab0ba597aaa81'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:04.337422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-044b2a17-8508-48ea-a912-c01838e17852 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:38:04.341517 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-044b2a17-8508-48ea-a912-c01838e17852 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:38:04.344442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-044b2a17-8508-48ea-a912-c01838e17852 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:38:04.350542 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-044b2a17-8508-48ea-a912-c01838e17852 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:38:04.361915 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-044b2a17-8508-48ea-a912-c01838e17852 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.382614 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-044b2a17-8508-48ea-a912-c01838e17852 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:38:04.386545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-044b2a17-8508-48ea-a912-c01838e17852 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group_rule and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:38:04.389399 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-044b2a17-8508-48ea-a912-c01838e17852 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:38:04.395248 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-044b2a17-8508-48ea-a912-c01838e17852 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:38:04.473716 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-044b2a17-8508-48ea-a912-c01838e17852 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.477650 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-044b2a17-8508-48ea-a912-c01838e17852 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.526224 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b2a17-8508-48ea-a912-c01838e17852 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b10341-2703-4b0a-a36a-cf5035809522,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:04.529651 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-044b2a17-8508-48ea-a912-c01838e17852 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.533599 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-044b2a17-8508-48ea-a912-c01838e17852 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2044585 Jul 29 17:38:04.534089 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35032) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:38:04.539462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6d61e001-e9f4-48bb-af46-ba8d40894f1f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'security_group_rule': {'security_group_id': '88b10341-2703-4b0a-a36a-cf5035809522', 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:04.545631 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6d61e001-e9f4-48bb-af46-ba8d40894f1f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:38:04.550160 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6d61e001-e9f4-48bb-af46-ba8d40894f1f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group_rule and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:38:04.553589 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6d61e001-e9f4-48bb-af46-ba8d40894f1f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:38:04.560695 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6d61e001-e9f4-48bb-af46-ba8d40894f1f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:38:04.577237 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d61e001-e9f4-48bb-af46-ba8d40894f1f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.641519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d61e001-e9f4-48bb-af46-ba8d40894f1f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.645313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d61e001-e9f4-48bb-af46-ba8d40894f1f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.679138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61e001-e9f4-48bb-af46-ba8d40894f1f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ae544b-c5ea-4aec-8c4a-52d49de3f839,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:04.688888 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d61e001-e9f4-48bb-af46-ba8d40894f1f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.690177 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6d61e001-e9f4-48bb-af46-ba8d40894f1f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550243 Jul 29 17:38:04.693132 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35036) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:38:04.698668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7e2269ee-bd7f-4fe7-bdc1-ee60bf5791d0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'security_group_rule': {'security_group_id': '88b10341-2703-4b0a-a36a-cf5035809522', 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:04.704780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7e2269ee-bd7f-4fe7-bdc1-ee60bf5791d0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:38:04.708667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7e2269ee-bd7f-4fe7-bdc1-ee60bf5791d0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group_rule and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:38:04.711551 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7e2269ee-bd7f-4fe7-bdc1-ee60bf5791d0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:38:04.717313 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7e2269ee-bd7f-4fe7-bdc1-ee60bf5791d0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:38:04.738138 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7e2269ee-bd7f-4fe7-bdc1-ee60bf5791d0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.808377 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7e2269ee-bd7f-4fe7-bdc1-ee60bf5791d0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.812661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7e2269ee-bd7f-4fe7-bdc1-ee60bf5791d0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.837629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2269ee-bd7f-4fe7-bdc1-ee60bf5791d0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8ca6dd-fcb7-4725-82f5-66579bf92605,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:04.848906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7e2269ee-bd7f-4fe7-bdc1-ee60bf5791d0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.850210 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7e2269ee-bd7f-4fe7-bdc1-ee60bf5791d0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1559002 Jul 29 17:38:04.852925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35040) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:38:04.858440 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-0dad95c2-2d78-4f93-a87a-48c7a48f7a25 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'security_group_rule': {'security_group_id': '88b10341-2703-4b0a-a36a-cf5035809522', 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:04.865135 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0dad95c2-2d78-4f93-a87a-48c7a48f7a25 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:38:04.869098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0dad95c2-2d78-4f93-a87a-48c7a48f7a25 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group_rule and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:38:04.872020 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-0dad95c2-2d78-4f93-a87a-48c7a48f7a25 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:38:04.878010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-0dad95c2-2d78-4f93-a87a-48c7a48f7a25 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:38:04.895877 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0dad95c2-2d78-4f93-a87a-48c7a48f7a25 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.962210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0dad95c2-2d78-4f93-a87a-48c7a48f7a25 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.967733 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0dad95c2-2d78-4f93-a87a-48c7a48f7a25 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:04.992994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad95c2-2d78-4f93-a87a-48c7a48f7a25 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19925e6e-fe52-4055-80d6-e78fb84e2c8d,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:05.001617 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-0dad95c2-2d78-4f93-a87a-48c7a48f7a25 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:05.002794 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-0dad95c2-2d78-4f93-a87a-48c7a48f7a25 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486609 Jul 29 17:38:05.005522 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35044) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:38:05.010456 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-e2eb1d4a-71ed-48eb-9c08-607fe7c8ae5b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'security_group_rule': {'security_group_id': '88b10341-2703-4b0a-a36a-cf5035809522', 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:05.016773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e2eb1d4a-71ed-48eb-9c08-607fe7c8ae5b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:38:05.020678 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e2eb1d4a-71ed-48eb-9c08-607fe7c8ae5b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group_rule and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:38:05.023634 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-e2eb1d4a-71ed-48eb-9c08-607fe7c8ae5b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:38:05.029690 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-e2eb1d4a-71ed-48eb-9c08-607fe7c8ae5b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:38:05.049017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e2eb1d4a-71ed-48eb-9c08-607fe7c8ae5b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:05.116305 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e2eb1d4a-71ed-48eb-9c08-607fe7c8ae5b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:05.120310 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e2eb1d4a-71ed-48eb-9c08-607fe7c8ae5b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:05.145324 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb1d4a-71ed-48eb-9c08-607fe7c8ae5b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8607f6-1617-48f0-934a-4eecbb844e22,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:05.155222 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-e2eb1d4a-71ed-48eb-9c08-607fe7c8ae5b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:05.159765 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-e2eb1d4a-71ed-48eb-9c08-607fe7c8ae5b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503513 Jul 29 17:38:05.159931 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35048) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:38:05.165392 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-90802711-e31f-472a-8dcf-c735f0c5d6a2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'security_group_rule': {'security_group_id': '88b10341-2703-4b0a-a36a-cf5035809522', 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:05.171478 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-90802711-e31f-472a-8dcf-c735f0c5d6a2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:38:05.179383 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-90802711-e31f-472a-8dcf-c735f0c5d6a2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group_rule and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:38:05.182339 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-90802711-e31f-472a-8dcf-c735f0c5d6a2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:38:05.188139 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-90802711-e31f-472a-8dcf-c735f0c5d6a2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:38:05.201795 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-90802711-e31f-472a-8dcf-c735f0c5d6a2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Project 007540ec5faa4b6f952ab0ba597aaa81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:38:05.209436 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-90802711-e31f-472a-8dcf-c735f0c5d6a2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:05.276092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-90802711-e31f-472a-8dcf-c735f0c5d6a2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:05.280196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-90802711-e31f-472a-8dcf-c735f0c5d6a2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:05.306680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90802711-e31f-472a-8dcf-c735f0c5d6a2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84d21f6-2c58-45c7-953b-077530b324d6,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:05.316516 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-90802711-e31f-472a-8dcf-c735f0c5d6a2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:05.317846 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-90802711-e31f-472a-8dcf-c735f0c5d6a2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1570265 Jul 29 17:38:05.320701 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35052) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:38:05.325965 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-1ac66d61-3eef-436d-889e-cd8aeef3da78 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'security_group_rule': {'security_group_id': '88b10341-2703-4b0a-a36a-cf5035809522', 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:05.332547 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1ac66d61-3eef-436d-889e-cd8aeef3da78 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:38:05.336371 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1ac66d61-3eef-436d-889e-cd8aeef3da78 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group_rule and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:38:05.339256 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1ac66d61-3eef-436d-889e-cd8aeef3da78 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:38:05.345560 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-1ac66d61-3eef-436d-889e-cd8aeef3da78 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:38:05.355479 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.securitygroups_db [None req-1ac66d61-3eef-436d-889e-cd8aeef3da78 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Project 007540ec5faa4b6f952ab0ba597aaa81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:38:05.361974 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1ac66d61-3eef-436d-889e-cd8aeef3da78 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:05.427902 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1ac66d61-3eef-436d-889e-cd8aeef3da78 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:05.431303 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1ac66d61-3eef-436d-889e-cd8aeef3da78 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:05.454924 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac66d61-3eef-436d-889e-cd8aeef3da78 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d980230a-578e-4db6-8fd6-3c18eac1f389,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:05.463162 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1ac66d61-3eef-436d-889e-cd8aeef3da78 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:05.464427 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1ac66d61-3eef-436d-889e-cd8aeef3da78 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427922 Jul 29 17:38:05.628217 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-b837fb0e-e0e5-4b39-b573-3ef633ebda38 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874070844&fields=id&tenant_id=007540ec5faa4b6f952ab0ba597aaa81 HTTP/1.1" status: 200 len: 267 time: 0.0397296 Jul 29 17:38:05.778474 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-0eb59a11-0eb5-413c-9162-cd82821c257b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:05.779911 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-0eb59a11-0eb5-413c-9162-cd82821c257b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 808 time: 0.1451085 Jul 29 17:38:05.794201 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-b427f7d1-c3b2-4ae4-befd-fdea81a8cf23 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/quotas/007540ec5faa4b6f952ab0ba597aaa81 HTTP/1.1" status: 200 len: 375 time: 0.0088410 Jul 29 17:38:05.885789 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-530e271b-3f96-4307-84af-39033d7c5647 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Synchronizing usage tracker for tenant:007540ec5faa4b6f952ab0ba597aaa81 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:38:05.902678 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-530e271b-3f96-4307-84af-39033d7c5647 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Unset dirty status for tenant:007540ec5faa4b6f952ab0ba597aaa81 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:38:05.904137 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-530e271b-3f96-4307-84af-39033d7c5647 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048927 Jul 29 17:38:06.029662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b45d0b31-28fa-4671-871b-630c0e75e336 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:38:06.096565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port b45d0b31-28fa-4671-871b-630c0e75e336 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:06.101389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b45d0b31-28fa-4671-871b-630c0e75e336 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:06.101766 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:06.106089 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-3b38e285-15af-4b41-ade9-786ae74b4576 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:38:06.107112 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-3b38e285-15af-4b41-ade9-786ae74b4576 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476415 Jul 29 17:38:06.219353 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b45d0b31-28fa-4671-871b-630c0e75e336 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:38:06.220330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:06.236846 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port b45d0b31-28fa-4671-871b-630c0e75e336, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b45d0b31-28fa-4671-871b-630c0e75e336,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:38:06.240579 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:06.240755 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-48f25bfb-ba54-4e18-891a-6910f33a819d service neutron] 10.222.0.58 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275501 Jul 29 17:38:06.308270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=b45d0b31-28fa-4671-871b-630c0e75e336,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:06.375222 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-b712e737-1a8a-4a1b-ab2a-70d998b2a82b service neutron] 10.222.0.58 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283984 Jul 29 17:38:06.560036 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-491832e0-bbc7-42fb-8934-00cb366991b8 req-5a221b71-55ee-44a5-a25d-a94685ed3fce tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 210 time: 0.0502477 Jul 29 17:38:07.587975 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-adc7f09e-ed4e-4e18-8c65-c7ec6b018b7b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:07.588666 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-adc7f09e-ed4e-4e18-8c65-c7ec6b018b7b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Synchronizing usage tracker for tenant:007540ec5faa4b6f952ab0ba597aaa81 on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:38:07.607718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-adc7f09e-ed4e-4e18-8c65-c7ec6b018b7b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Unset dirty status for tenant:007540ec5faa4b6f952ab0ba597aaa81 on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:38:07.609576 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-adc7f09e-ed4e-4e18-8c65-c7ec6b018b7b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 808 time: 0.1713371 Jul 29 17:38:07.632313 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Sync routers for ids ['889e3dc5-d78b-46e5-a806-13d872e90631'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:38:07.645009 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Routers {'889e3dc5-d78b-46e5-a806-13d872e90631'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:38:07.646141 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['889e3dc5-d78b-46e5-a806-13d872e90631'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:07.668333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-39bc68bc-5ed9-4a8f-83b4-ab42342968a9 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Synchronizing usage tracker for tenant:007540ec5faa4b6f952ab0ba597aaa81 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:38:07.690725 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-39bc68bc-5ed9-4a8f-83b4-ab42342968a9 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Unset dirty status for tenant:007540ec5faa4b6f952ab0ba597aaa81 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:38:07.692086 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-39bc68bc-5ed9-4a8f-83b4-ab42342968a9 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=007540ec5faa4b6f952ab0ba597aaa81 HTTP/1.1" status: 200 len: 380 time: 0.0747960 Jul 29 17:38:07.700165 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'port': {'device_id': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'admin_state_up': True, 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'security_groups': ['88b10341-2703-4b0a-a36a-cf5035809522']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:07.743276 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e45630bb-7ad6-41f7-b9df-4b1d4c787ba9 req-7cd94bbd-19ce-443b-b95a-f5e85e904ce4 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 210 time: 0.0577171 Jul 29 17:38:07.849313 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:38:07.851996 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Set router 889e3dc5-d78b-46e5-a806-13d872e90631 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:38:07.858818 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:38:07.869472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Made reservation on behalf of 007540ec5faa4b6f952ab0ba597aaa81 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:38:07.873000 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.013809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b45d0b31-28fa-4671-871b-630c0e75e336 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:38:08.084558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port b45d0b31-28fa-4671-871b-630c0e75e336 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:08.085215 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.150196 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Allocated IP 172.20.0.12 (b0061349-2d07-409a-80e0-a7b2cef999f6/1e4a0b00-1a88-4451-bef9-9fd63cb1a09e/e3409d2f-d214-4882-9617-ed22f27aa163) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:38:08.199819 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'name': 'tempest-TestShelveInstance-1465837762-router', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b45d0b31-28fa-4671-871b-630c0e75e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:58Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 4, 'project_id': '1550566e885d460f8071183fc13d7a11', 'gw_port': {'id': 'b45d0b31-28fa-4671-871b-630c0e75e336', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:59Z', 'updated_at': '2022-07-29T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'e5637d21-c1a1-432f-a4fd-ead7485fda87', 'name': '', 'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'mac_address': 'fa:16:3e:06:61:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd63c76da-9cd3-4721-ae57-1fd9d88239a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:38:02Z', 'updated_at': '2022-07-29T17:38:03Z', 'revision_number': 2, 'project_id': '1550566e885d460f8071183fc13d7a11', 'subnets': [{'id': 'd63c76da-9cd3-4721-ae57-1fd9d88239a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:08.204057 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port b45d0b31-28fa-4671-871b-630c0e75e336 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:38:08.204662 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Checking router: 889e3dc5-d78b-46e5-a806-13d872e90631 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:38:08.205152 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Updating router 889e3dc5-d78b-46e5-a806-13d872e90631 port e5637d21-c1a1-432f-a4fd-ead7485fda87 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:38:08.258163 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.342119 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.356967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Transition to ACTIVE for port object e3409d2f-d214-4882-9617-ed22f27aa163 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:08.381420 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.448776 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Network b0061349-2d07-409a-80e0-a7b2cef999f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:08.451694 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:08.455581 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:38:08.508372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'Port': ['ID=e3409d2f-d214-4882-9617-ed22f27aa163,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:08.530420 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:08.531395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.579602 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-f4c98093-b2bd-45b9-8eeb-9663a19137bf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8832543 Jul 29 17:38:08.592479 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Request body: {'port': {'device_id': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:08.633511 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.652609 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Transition to ACTIVE for port object e5637d21-c1a1-432f-a4fd-ead7485fda87 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:08.661902 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.717703 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.801694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cc2b3a86-5c97-4a9b-b31c-ff96952215ff None None] Provisioning for port e3409d2f-d214-4882-9617-ed22f27aa163 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:08.810149 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-cc2b3a86-5c97-4a9b-b31c-ff96952215ff None None] Provisioning complete for port e3409d2f-d214-4882-9617-ed22f27aa163 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:08.810702 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3a86-5c97-4a9b-b31c-ff96952215ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.918982 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a871cd-799a-43a3-b92b-a0ac1eed3502 None None] Pushing event updated for resources: {'Port': ['ID=e5637d21-c1a1-432f-a4fd-ead7485fda87,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:08.948230 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Attempting to bind port e5637d21-c1a1-432f-a4fd-ead7485fda87 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:38:08.948717 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Attempting to bind port e5637d21-c1a1-432f-a4fd-ead7485fda87 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '3d415cd7-0056-4a03-9732-8e83e391d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:38:08.949181 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Attempting to bind port e5637d21-c1a1-432f-a4fd-ead7485fda87 on network cbc00bff-9fb6-4f7b-a93f-455762050bdb {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:38:08.955068 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:38:08.956125 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Checking segment: {'id': '3d415cd7-0056-4a03-9732-8e83e391d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:38:08.956670 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.957112 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Bound using segment: {'id': '3d415cd7-0056-4a03-9732-8e83e391d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:38:08.957664 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Bound port: e5637d21-c1a1-432f-a4fd-ead7485fda87, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d415cd7-0056-4a03-9732-8e83e391d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:38:08.958127 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:08.974924 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b3a86-5c97-4a9b-b31c-ff96952215ff None None] Port e3409d2f-d214-4882-9617-ed22f27aa163 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:38:09.064965 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] For port e5637d21-c1a1-432f-a4fd-ead7485fda87, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:38:09.068557 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] For port e5637d21-c1a1-432f-a4fd-ead7485fda87, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e5637d21-c1a1-432f-a4fd-ead7485fda87,segment=NetworkSegment(3d415cd7-0056-4a03-9732-8e83e391d9b5),segment_id=3d415cd7-0056-4a03-9732-8e83e391d9b5)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:38:09.075422 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76a6dd-6038-4fdb-95b9-bc51434846c2 req-428d853d-3caf-43e0-8b4e-3e838e289273 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:09.076983 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3d76a6dd-6038-4fdb-95b9-bc51434846c2 req-428d853d-3caf-43e0-8b4e-3e838e289273 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 932 time: 0.1067386 Jul 29 17:38:09.078308 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.140251 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3d76a6dd-6038-4fdb-95b9-bc51434846c2 req-4e9d8f47-e157-434f-bec8-bcd12f538263 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565069 Jul 29 17:38:09.188762 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Routers {'889e3dc5-d78b-46e5-a806-13d872e90631'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:38:09.189908 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:37:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['889e3dc5-d78b-46e5-a806-13d872e90631'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:09.200144 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3409d2f-d214-4882-9617-ed22f27aa163 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:38:09.210935 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.231251 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Transition to ACTIVE for port object e3409d2f-d214-4882-9617-ed22f27aa163 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:38:09.238574 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.400119 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] Set router 889e3dc5-d78b-46e5-a806-13d872e90631 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:38:09.453615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Pushing event updated for resources: {'Port': ['ID=e3409d2f-d214-4882-9617-ed22f27aa163,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:09.561446 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Attempting to bind port e3409d2f-d214-4882-9617-ed22f27aa163 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:38:09.561775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Attempting to bind port e3409d2f-d214-4882-9617-ed22f27aa163 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:38:09.562103 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Attempting to bind port e3409d2f-d214-4882-9617-ed22f27aa163 on network b0061349-2d07-409a-80e0-a7b2cef999f6 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:38:09.568206 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Port e3409d2f-d214-4882-9617-ed22f27aa163 on network b0061349-2d07-409a-80e0-a7b2cef999f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:38:09.568536 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Attempting to bind port e3409d2f-d214-4882-9617-ed22f27aa163 on network b0061349-2d07-409a-80e0-a7b2cef999f6 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:38:09.575893 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:38:09.576526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Checking segment: {'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:38:09.577009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Bound using segment: {'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:38:09.577607 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Bound port: e3409d2f-d214-4882-9617-ed22f27aa163, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:38:09.578012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.678442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] For port e3409d2f-d214-4882-9617-ed22f27aa163, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:38:09.683485 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] For port e3409d2f-d214-4882-9617-ed22f27aa163, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e3409d2f-d214-4882-9617-ed22f27aa163,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:38:09.688149 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.706287 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a871cd-799a-43a3-b92b-a0ac1eed3502 None None] Pushing event updated for resources: {'Port': ['ID=e5637d21-c1a1-432f-a4fd-ead7485fda87,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:09.758599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:09.759235 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:09.760643 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] 10.222.0.69 "PUT /v2.0/ports/e3409d2f-d214-4882-9617-ed22f27aa163 HTTP/1.1" status: 200 len: 1094 time: 1.1724262 Jul 29 17:38:09.761161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:38:09.796977 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c492d98-e9a7-4377-a0cd-f370dd1ef44c service neutron] Pushing event updated for resources: {'Port': ['ID=e3409d2f-d214-4882-9617-ed22f27aa163,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:09.816354 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b876a159-87bc-4e3a-ae8f-eb6bf0709087'] response: {'name': 'network-changed', 'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'status': 'completed', 'code': 200} Jul 29 17:38:09.845448 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'name': 'tempest-TestShelveInstance-1465837762-router', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b45d0b31-28fa-4671-871b-630c0e75e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:58Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 4, 'project_id': '1550566e885d460f8071183fc13d7a11', 'gw_port': {'id': 'b45d0b31-28fa-4671-871b-630c0e75e336', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:59Z', 'updated_at': '2022-07-29T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'e5637d21-c1a1-432f-a4fd-ead7485fda87', 'name': '', 'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'mac_address': 'fa:16:3e:06:61:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd63c76da-9cd3-4721-ae57-1fd9d88239a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:38:02Z', 'updated_at': '2022-07-29T17:38:09Z', 'revision_number': 4, 'project_id': '1550566e885d460f8071183fc13d7a11', 'subnets': [{'id': 'd63c76da-9cd3-4721-ae57-1fd9d88239a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:09.850319 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a8c52-33f5-4c12-af92-8ebc3bb46723 None None] The sync data for ids ['889e3dc5-d78b-46e5-a806-13d872e90631'] in dv-neutron-851534-1-hyperv is: [{'id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'name': 'tempest-TestShelveInstance-1465837762-router', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b45d0b31-28fa-4671-871b-630c0e75e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:58Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 4, 'project_id': '1550566e885d460f8071183fc13d7a11', 'gw_port': {'id': 'b45d0b31-28fa-4671-871b-630c0e75e336', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:59Z', 'updated_at': '2022-07-29T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'e5637d21-c1a1-432f-a4fd-ead7485fda87', 'name': '', 'network_id': 'cbc00bff-9fb6-4f7b-a93f-455762050bdb', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'mac_address': 'fa:16:3e:06:61:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd63c76da-9cd3-4721-ae57-1fd9d88239a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:38:02Z', 'updated_at': '2022-07-29T17:38:09Z', 'revision_number': 4, 'project_id': '1550566e885d460f8071183fc13d7a11', 'subnets': [{'id': 'd63c76da-9cd3-4721-ae57-1fd9d88239a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:38:09.905514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-835137a8-1440-44b6-91e6-28984aa7cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:09.907068 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-835137a8-1440-44b6-91e6-28984aa7cc6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 1097 time: 0.0926745 Jul 29 17:38:09.991280 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-25e3e30a-667f-48b4-863e-42990f858839 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3409d2f-d214-4882-9617-ed22f27aa163 HTTP/1.1" status: 200 len: 217 time: 0.0778475 Jul 29 17:38:10.046802 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e5637d21-c1a1-432f-a4fd-ead7485fda87 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:38:10.062477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-7b7ffec0-3758-4355-a51e-3d5d38945387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:10.064169 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-7b7ffec0-3758-4355-a51e-3d5d38945387 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0672069 Jul 29 17:38:10.134657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port e5637d21-c1a1-432f-a4fd-ead7485fda87 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:10.140314 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e5637d21-c1a1-432f-a4fd-ead7485fda87 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:10.140698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:10.259789 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-9afc6e47-41da-450b-85db-e1aac3ed4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:10.261579 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-9afc6e47-41da-450b-85db-e1aac3ed4573 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1917505 Jul 29 17:38:10.273672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e5637d21-c1a1-432f-a4fd-ead7485fda87 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:38:10.274061 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:10.312166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port e5637d21-c1a1-432f-a4fd-ead7485fda87, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e5637d21-c1a1-432f-a4fd-ead7485fda87,segment=NetworkSegment(3d415cd7-0056-4a03-9732-8e83e391d9b5),segment_id=3d415cd7-0056-4a03-9732-8e83e391d9b5)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:38:10.317996 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:10.409017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=e5637d21-c1a1-432f-a4fd-ead7485fda87,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:10.414533 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-687e956c-dc57-4b49-bc8f-fcba15469de1 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460211 Jul 29 17:38:10.500519 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7458c4-5593-4e74-9236-0c1b3f390dd0 req-45c64b1c-62f3-45ae-aeda-a29b05c2323b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:10.502557 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4b7458c4-5593-4e74-9236-0c1b3f390dd0 req-45c64b1c-62f3-45ae-aeda-a29b05c2323b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.2242062 Jul 29 17:38:10.546901 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4b7458c4-5593-4e74-9236-0c1b3f390dd0 req-a233283b-a7fb-470a-86c0-34164fab1ab3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384495 Jul 29 17:38:10.557957 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-6239b5ae-a8e8-4450-b5e2-f20764234f13 req-7a4fe82f-ebee-4209-91c0-bea3c82e7177 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376917 Jul 29 17:38:10.683026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0652d-a98d-44a0-8fb1-7c3f9438ab05 req-ef0a1b0d-df91-438b-8ff7-baa22993f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:10.684483 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb0652d-a98d-44a0-8fb1-7c3f9438ab05 req-ef0a1b0d-df91-438b-8ff7-baa22993f945 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 1097 time: 0.0826459 Jul 29 17:38:10.817800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0652d-a98d-44a0-8fb1-7c3f9438ab05 req-cc817255-6974-459b-bd57-1a67ed1c50bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:10.819239 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb0652d-a98d-44a0-8fb1-7c3f9438ab05 req-cc817255-6974-459b-bd57-1a67ed1c50bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1284590 Jul 29 17:38:10.884822 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb0652d-a98d-44a0-8fb1-7c3f9438ab05 req-efd9751b-f102-4110-b0da-59eb2827109f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3409d2f-d214-4882-9617-ed22f27aa163 HTTP/1.1" status: 200 len: 217 time: 0.0600071 Jul 29 17:38:10.947655 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0652d-a98d-44a0-8fb1-7c3f9438ab05 req-721ecd9b-0a0c-464e-8eb0-a77f5d3f484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:10.949019 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb0652d-a98d-44a0-8fb1-7c3f9438ab05 req-721ecd9b-0a0c-464e-8eb0-a77f5d3f484d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0583146 Jul 29 17:38:11.028578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0652d-a98d-44a0-8fb1-7c3f9438ab05 req-3877d0c2-d70a-4258-b7ed-4be2db69bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:11.029973 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb0652d-a98d-44a0-8fb1-7c3f9438ab05 req-3877d0c2-d70a-4258-b7ed-4be2db69bcb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745354 Jul 29 17:38:11.156648 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb0652d-a98d-44a0-8fb1-7c3f9438ab05 req-366c5685-0c38-46b5-8cee-e2f307fc23b8 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203403 Jul 29 17:38:11.284768 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-dfb0652d-a98d-44a0-8fb1-7c3f9438ab05 req-b72b489c-3dfd-41cd-99ec-f4984a5d3d06 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219375 Jul 29 17:38:11.745981 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6055c-beac-4801-94ac-1c3f06bd760e req-7350a4b8-a565-439e-a5c6-728135567197 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:11.747432 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5ba6055c-beac-4801-94ac-1c3f06bd760e req-7350a4b8-a565-439e-a5c6-728135567197 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.0887213 Jul 29 17:38:11.791166 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5ba6055c-beac-4801-94ac-1c3f06bd760e req-e39af552-876c-4262-b5a7-d409b6b7f474 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374682 Jul 29 17:38:12.012279 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e5637d21-c1a1-432f-a4fd-ead7485fda87 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:38:12.077830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port e5637d21-c1a1-432f-a4fd-ead7485fda87 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:12.078123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.189574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port e5637d21-c1a1-432f-a4fd-ead7485fda87 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:38:12.645401 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e3409d2f-d214-4882-9617-ed22f27aa163 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:38:12.777220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e3409d2f-d214-4882-9617-ed22f27aa163, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e3409d2f-d214-4882-9617-ed22f27aa163,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:38:12.791586 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'port_id': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'mac_address': 'fa:16:3e:28:d0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:38:12.850008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e3409d2f-d214-4882-9617-ed22f27aa163 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:38:12.850392 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.867355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3409d2f-d214-4882-9617-ed22f27aa163 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:38:12.882247 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e3409d2f-d214-4882-9617-ed22f27aa163, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e3409d2f-d214-4882-9617-ed22f27aa163,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:38:12.887249 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:12.953904 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e3409d2f-d214-4882-9617-ed22f27aa163,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:12.990911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ed29c-13e5-4243-80d6-ea4b22c07d15 req-771fadd3-5229-4d30-a5ce-009e2800954c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:12.992356 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a33ed29c-13e5-4243-80d6-ea4b22c07d15 req-771fadd3-5229-4d30-a5ce-009e2800954c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 945 time: 0.0871365 Jul 29 17:38:13.038588 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a33ed29c-13e5-4243-80d6-ea4b22c07d15 req-21960fc9-1892-46a6-90ae-bd52c7f1e406 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404081 Jul 29 17:38:13.216346 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['e3409d2f-d214-4882-9617-ed22f27aa163'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:38:14.228898 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0712d-f810-410a-87d5-2dc80a8bd826 req-86e807ce-f436-43c9-aac3-429fb1e512e7 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:14.230372 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bad0712d-f810-410a-87d5-2dc80a8bd826 req-86e807ce-f436-43c9-aac3-429fb1e512e7 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 945 time: 0.0865438 Jul 29 17:38:14.273241 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bad0712d-f810-410a-87d5-2dc80a8bd826 req-6a18efe3-0e53-4521-9181-dcf5c8574114 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372281 Jul 29 17:38:14.645789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e3409d2f-d214-4882-9617-ed22f27aa163 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:38:14.714561 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port e3409d2f-d214-4882-9617-ed22f27aa163 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:38:14.719083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port e3409d2f-d214-4882-9617-ed22f27aa163 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:38:14.719455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.835287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e3409d2f-d214-4882-9617-ed22f27aa163 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:38:14.835664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.862573 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:38:14.871979 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e3409d2f-d214-4882-9617-ed22f27aa163, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e3409d2f-d214-4882-9617-ed22f27aa163,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:38:14.876975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:14.913613 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ddb3a2-3c7b-45df-9454-2aa7684d2cb0'] response: {'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'code': 200} Jul 29 17:38:14.945385 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e3409d2f-d214-4882-9617-ed22f27aa163,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:15.134885 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258e4b3-d362-4dda-ae8a-6d452c3fa516 req-bbaf7aba-e36e-4cf2-beb8-57aceffa9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:15.136238 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3258e4b3-d362-4dda-ae8a-6d452c3fa516 req-bbaf7aba-e36e-4cf2-beb8-57aceffa9887 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 1099 time: 0.0795379 Jul 29 17:38:15.176991 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3258e4b3-d362-4dda-ae8a-6d452c3fa516 req-c418d4ec-466c-44f6-83b3-ceed6fd07760 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342424 Jul 29 17:38:15.230673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ca2eda26-837b-40b6-a064-2bac2ddb21a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:15.471431 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16ddb9-c3fe-429b-b628-59becbecd8ab req-e95ed5ff-a474-46e2-9814-ffc0f28432a0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:15.472901 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8d16ddb9-c3fe-429b-b628-59becbecd8ab req-e95ed5ff-a474-46e2-9814-ffc0f28432a0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0920529 Jul 29 17:38:15.515798 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8d16ddb9-c3fe-429b-b628-59becbecd8ab req-925e51c1-c704-4ecc-8428-4a9bbfc8e5b5 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371780 Jul 29 17:38:16.716960 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc55aa-df11-4ab6-ba89-f3fe9954cb04 req-48eb3463-c4e6-4550-85d0-b8a482dd4351 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:16.718740 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cbcc55aa-df11-4ab6-ba89-f3fe9954cb04 req-48eb3463-c4e6-4550-85d0-b8a482dd4351 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0891056 Jul 29 17:38:16.765540 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-cbcc55aa-df11-4ab6-ba89-f3fe9954cb04 req-d1d122dd-d3b0-4575-ac30-4df7bcbf437a tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405564 Jul 29 17:38:16.960086 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580298b-57bf-45ea-9f4b-a59e0c46c903 req-5d41998a-729e-4641-bd39-9e4dce3ad97e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:16.961549 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f580298b-57bf-45ea-9f4b-a59e0c46c903 req-5d41998a-729e-4641-bd39-9e4dce3ad97e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0863693 Jul 29 17:38:17.005400 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f580298b-57bf-45ea-9f4b-a59e0c46c903 req-d0ccb9a0-f0df-451d-8334-9509e0a3e57e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382233 Jul 29 17:38:17.031179 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35118) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:38:17.148669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d3c7cb-8916-4296-9810-3adf3934d19b tempest-TestShelveInstance-1508071198 tempest-TestShelveInstance-1508071198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:17.150167 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-16d3c7cb-8916-4296-9810-3adf3934d19b tempest-TestShelveInstance-1508071198 tempest-TestShelveInstance-1508071198-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 1094 time: 0.1180699 Jul 29 17:38:17.153116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35124) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:38:17.157838 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:38:17.164102 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:38:17.167904 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:floatingip and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:38:17.170693 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:38:17.177235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:38:17.187163 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.319730 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.448869 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Allocated IP 172.26.1.249 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/6cdca28f-d8b3-4fc4-a6d0-6f98e8736bef) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:38:17.598782 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.627577 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:17.691741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:38:17.694560 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:38:17.698270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:38:17.727794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'Port': ['ID=6cdca28f-d8b3-4fc4-a6d0-6f98e8736bef,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:17.798382 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-40968767-e7ce-4781-b189-3adea187d0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:18.207171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:18.281283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:18.467755 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:18.487126 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:18.491572 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:18.601533 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'Port': ['ID=6cdca28f-d8b3-4fc4-a6d0-6f98e8736bef,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:38:18.612155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:18.640606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:18.788284 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Floating IP 8baf3a19-62ae-4da1-a9f6-f7580b66bc91 associated. External IP: 172.26.1.249, port: e3409d2f-d214-4882-9617-ed22f27aa163. Jul 29 17:38:19.137511 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Router 4b08a448-1f19-4a40-81c1-b71fae728fb7 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:38:19.316473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:38:19.326327 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2a504-2763-4c2b-9b1b-0478e4e045fe None None] Sync routers for ids ['4b08a448-1f19-4a40-81c1-b71fae728fb7'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:38:19.336018 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2a504-2763-4c2b-9b1b-0478e4e045fe None None] Routers {'4b08a448-1f19-4a40-81c1-b71fae728fb7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:38:19.336648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-51f2a504-2763-4c2b-9b1b-0478e4e045fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4b08a448-1f19-4a40-81c1-b71fae728fb7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:19.341701 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:19.400515 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8e607042-6e67-451d-a0fe-0cca57dfb15f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2462988 Jul 29 17:38:19.401100 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:38:19.445898 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e498871a-e28d-4304-8f92-4497905dbd85'] response: {'name': 'network-changed', 'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'status': 'completed', 'code': 200} Jul 29 17:38:19.521587 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-51f2a504-2763-4c2b-9b1b-0478e4e045fe None None] Set router 4b08a448-1f19-4a40-81c1-b71fae728fb7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:38:19.543430 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60dd06-d28d-485b-8c07-1799f11976ea req-4abd293b-e283-4d0a-acaa-697efe3fea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:19.545332 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d60dd06-d28d-485b-8c07-1799f11976ea req-4abd293b-e283-4d0a-acaa-697efe3fea0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 1099 time: 0.0796318 Jul 29 17:38:19.679634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60dd06-d28d-485b-8c07-1799f11976ea req-605c594e-248c-4bfe-b742-1920e8d18a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:19.681015 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d60dd06-d28d-485b-8c07-1799f11976ea req-605c594e-248c-4bfe-b742-1920e8d18a6a service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1289952 Jul 29 17:38:19.791800 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d60dd06-d28d-485b-8c07-1799f11976ea req-36360847-7d17-4360-90ba-d3230b3aeee4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3409d2f-d214-4882-9617-ed22f27aa163 HTTP/1.1" status: 200 len: 1000 time: 0.1034744 Jul 29 17:38:19.859718 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60dd06-d28d-485b-8c07-1799f11976ea req-a111d0e8-db68-499c-bab6-d0619a946d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:19.861159 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d60dd06-d28d-485b-8c07-1799f11976ea req-a111d0e8-db68-499c-bab6-d0619a946d5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0626051 Jul 29 17:38:19.902659 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-51f2a504-2763-4c2b-9b1b-0478e4e045fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '8baf3a19-62ae-4da1-a9f6-f7580b66bc91', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'floating_ip_address': '172.26.1.249', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'port_id': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'mac_address': 'fa:16:3e:28:d0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:38:18Z', 'updated_at': '2022-07-29T17:38:18Z', 'revision_number': 0, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 5, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:19.906908 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2a504-2763-4c2b-9b1b-0478e4e045fe None None] Checking router: 4b08a448-1f19-4a40-81c1-b71fae728fb7 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:38:19.916178 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2a504-2763-4c2b-9b1b-0478e4e045fe None None] Routers {'4b08a448-1f19-4a40-81c1-b71fae728fb7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:38:19.916783 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-51f2a504-2763-4c2b-9b1b-0478e4e045fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:38:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4b08a448-1f19-4a40-81c1-b71fae728fb7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:19.942539 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60dd06-d28d-485b-8c07-1799f11976ea req-83dad8bd-bf56-4c1b-a375-692cb0c5ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:19.943939 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d60dd06-d28d-485b-8c07-1799f11976ea req-83dad8bd-bf56-4c1b-a375-692cb0c5ab96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768287 Jul 29 17:38:20.103166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-51f2a504-2763-4c2b-9b1b-0478e4e045fe None None] Set router 4b08a448-1f19-4a40-81c1-b71fae728fb7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:38:20.172323 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d60dd06-d28d-485b-8c07-1799f11976ea req-20de56a6-db3c-4968-8bb4-26bf8687d571 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224705 Jul 29 17:38:20.181656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:20.228948 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.69', 52370) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:38:20.305744 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-3d60dd06-d28d-485b-8c07-1799f11976ea req-c8106a09-54fa-42b6-a0f4-aba6087b1a80 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271729 Jul 29 17:38:20.309922 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1485e0e6-6970-4924-a6b4-93fba5bc56d8 req-8f5841e7-e490-48be-be61-91a7674de746 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796609 Jul 29 17:38:20.474952 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-51f2a504-2763-4c2b-9b1b-0478e4e045fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '8baf3a19-62ae-4da1-a9f6-f7580b66bc91', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'floating_ip_address': '172.26.1.249', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'port_id': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'mac_address': 'fa:16:3e:28:d0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:38:18Z', 'updated_at': '2022-07-29T17:38:18Z', 'revision_number': 0, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 5, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:38:20.479166 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2a504-2763-4c2b-9b1b-0478e4e045fe None None] The sync data for ids ['4b08a448-1f19-4a40-81c1-b71fae728fb7'] in dv-neutron-851534-1-hyperv is: [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '8baf3a19-62ae-4da1-a9f6-f7580b66bc91', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'floating_ip_address': '172.26.1.249', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'port_id': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'mac_address': 'fa:16:3e:28:d0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:38:18Z', 'updated_at': '2022-07-29T17:38:18Z', 'revision_number': 0, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 5, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:38:20.483872 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485e0e6-6970-4924-a6b4-93fba5bc56d8 req-8ed2db35-d046-47b3-ac5f-8ef15280d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:20.485373 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1485e0e6-6970-4924-a6b4-93fba5bc56d8 req-8ed2db35-d046-47b3-ac5f-8ef15280d606 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 1099 time: 0.0833876 Jul 29 17:38:20.676308 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce148504-d60c-4228-bfe8-60e5146e3890 None None] New status for floating IP 8baf3a19-62ae-4da1-a9f6-f7580b66bc91: ACTIVE {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:38:20.756698 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485e0e6-6970-4924-a6b4-93fba5bc56d8 req-09850ee2-038e-4bb3-b7a9-1913451d39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:20.758095 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1485e0e6-6970-4924-a6b4-93fba5bc56d8 req-09850ee2-038e-4bb3-b7a9-1913451d39dc service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.2524610 Jul 29 17:38:20.863533 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1485e0e6-6970-4924-a6b4-93fba5bc56d8 req-bedc7b94-b0cf-43ba-8761-06624378fa7d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3409d2f-d214-4882-9617-ed22f27aa163 HTTP/1.1" status: 200 len: 1000 time: 0.0988748 Jul 29 17:38:20.925316 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485e0e6-6970-4924-a6b4-93fba5bc56d8 req-95888837-e7dc-4232-96b9-f01931e377ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:20.926987 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1485e0e6-6970-4924-a6b4-93fba5bc56d8 req-95888837-e7dc-4232-96b9-f01931e377ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0570302 Jul 29 17:38:21.013919 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485e0e6-6970-4924-a6b4-93fba5bc56d8 req-3f7b6890-067d-4d5b-bd72-fc96ef966d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:38:21.015287 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1485e0e6-6970-4924-a6b4-93fba5bc56d8 req-3f7b6890-067d-4d5b-bd72-fc96ef966d7e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822725 Jul 29 17:38:21.142416 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1485e0e6-6970-4924-a6b4-93fba5bc56d8 req-d88804a0-c5f9-43d8-a31c-b2b77beab5a8 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203966 Jul 29 17:38:21.194012 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:21.270804 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1485e0e6-6970-4924-a6b4-93fba5bc56d8 req-26f00a90-6509-4be0-9c50-49e58553e1c5 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221890 Jul 29 17:38:26.220567 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:38:45.232218 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d6067715-8047-48e3-9333-471b7fb118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:47.805123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f85f42c5-911e-4a4c-8bd7-1f70f5fd91f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:48.469380 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:48.642688 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:50.150521 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:38:51.197663 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:03.219036 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:39:15.236899 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-847f281c-eca3-4b33-bdcc-f0eb6e633502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:17.807473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-9e0ed06e-229d-4a7c-9e73-2b24a466a0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:18.470961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:18.644920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:20.152624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:21.204368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:22.294541 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f940c752-0475-45c5-9735-2d069abb887d req-b6d96a1b-4832-4077-942a-8cda339584de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763631 Jul 29 17:39:22.441810 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940c752-0475-45c5-9735-2d069abb887d req-b896a377-a8f3-40c4-a27a-b22ad4f487b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:39:22.443256 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f940c752-0475-45c5-9735-2d069abb887d req-b896a377-a8f3-40c4-a27a-b22ad4f487b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 1099 time: 0.0800965 Jul 29 17:39:22.585118 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940c752-0475-45c5-9735-2d069abb887d req-aa0cd11d-fc7b-4226-94c0-9345f0cefe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:39:22.586525 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f940c752-0475-45c5-9735-2d069abb887d req-aa0cd11d-fc7b-4226-94c0-9345f0cefe95 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1242058 Jul 29 17:39:22.684629 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f940c752-0475-45c5-9735-2d069abb887d req-c2127d55-93a4-49ac-9b80-3382c5328305 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3409d2f-d214-4882-9617-ed22f27aa163 HTTP/1.1" status: 200 len: 1002 time: 0.0906940 Jul 29 17:39:22.748236 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940c752-0475-45c5-9735-2d069abb887d req-1f15f468-c64e-4e0c-ae8f-53f84f8ff090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:39:22.749618 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f940c752-0475-45c5-9735-2d069abb887d req-1f15f468-c64e-4e0c-ae8f-53f84f8ff090 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0590808 Jul 29 17:39:22.831245 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940c752-0475-45c5-9735-2d069abb887d req-78b2f7b0-7da6-49ac-a59c-2bb394040fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:39:22.832600 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f940c752-0475-45c5-9735-2d069abb887d req-78b2f7b0-7da6-49ac-a59c-2bb394040fe7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761359 Jul 29 17:39:22.843171 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-f940c752-0475-45c5-9735-2d069abb887d req-35ab4f2d-c0f9-44b1-81ed-a6f0e8a3031b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:39:22.844064 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f940c752-0475-45c5-9735-2d069abb887d req-35ab4f2d-c0f9-44b1-81ed-a6f0e8a3031b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046341 Jul 29 17:39:22.974284 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f940c752-0475-45c5-9735-2d069abb887d req-797d0821-66fa-4866-b504-bccd46173030 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227491 Jul 29 17:39:23.104308 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f940c752-0475-45c5-9735-2d069abb887d req-7d6cc1ae-be2d-4055-99dc-95312abaa7bb service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232185 Jul 29 17:39:40.222782 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:39:45.239049 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-72dfe22d-45eb-4077-b565-59a6accc819e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:47.810871 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c788a1e1-c1ec-40f8-952c-994d26fce42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:48.472644 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:48.648079 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:50.156337 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:39:51.214891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:15.244918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-761b1ac8-413a-4e6e-883d-116783bc21ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:17.224504 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:40:17.813483 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-86b24409-62db-488a-a534-2639012c6cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:18.474355 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:18.649406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:20.159190 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:21.218253 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:23.558192 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a35c66d0-2c0b-4f7b-aa9b-a2850d7fa5a7 req-d1d6f8c3-57f0-4dcd-8af6-65ffce9bba7f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3399477 Jul 29 17:40:23.700725 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c66d0-2c0b-4f7b-aa9b-a2850d7fa5a7 req-8f682c72-d49c-4cfe-a16d-c935e975d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:40:23.702345 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a35c66d0-2c0b-4f7b-aa9b-a2850d7fa5a7 req-8f682c72-d49c-4cfe-a16d-c935e975d5a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 1099 time: 0.0782561 Jul 29 17:40:23.845309 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c66d0-2c0b-4f7b-aa9b-a2850d7fa5a7 req-087a2e19-4b2d-4e5c-bbcf-b87fbd0ffdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:40:23.846665 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a35c66d0-2c0b-4f7b-aa9b-a2850d7fa5a7 req-087a2e19-4b2d-4e5c-bbcf-b87fbd0ffdca service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1261487 Jul 29 17:40:23.949282 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a35c66d0-2c0b-4f7b-aa9b-a2850d7fa5a7 req-67860170-3865-4a84-915c-0ae4bdb00279 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3409d2f-d214-4882-9617-ed22f27aa163 HTTP/1.1" status: 200 len: 1002 time: 0.0963669 Jul 29 17:40:24.016367 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c66d0-2c0b-4f7b-aa9b-a2850d7fa5a7 req-8c0a209d-81e2-4ffd-920a-59aacd58954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:40:24.017771 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a35c66d0-2c0b-4f7b-aa9b-a2850d7fa5a7 req-8c0a209d-81e2-4ffd-920a-59aacd58954c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0587900 Jul 29 17:40:24.099464 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c66d0-2c0b-4f7b-aa9b-a2850d7fa5a7 req-d3287624-bf2d-4302-adde-98fb071f8a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:40:24.100819 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a35c66d0-2c0b-4f7b-aa9b-a2850d7fa5a7 req-d3287624-bf2d-4302-adde-98fb071f8a1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771921 Jul 29 17:40:24.229216 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a35c66d0-2c0b-4f7b-aa9b-a2850d7fa5a7 req-17f1c0c4-4cd2-49d8-8a30-7fb9f5a7ce44 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222622 Jul 29 17:40:24.357467 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a35c66d0-2c0b-4f7b-aa9b-a2850d7fa5a7 req-223bfe45-3c11-4ce2-be79-ffdf8ccf4dcf service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223056 Jul 29 17:40:45.235836 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-570564ce-6300-4317-8d0e-ac8b7142c26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:47.681480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ba202-4d48-4f58-98ae-ed88323abbaa req-5bb1dfda-77f2-4d5a-bb6c-22b627a685f0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:40:47.682845 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-375ba202-4d48-4f58-98ae-ed88323abbaa req-5bb1dfda-77f2-4d5a-bb6c-22b627a685f0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.1368604 Jul 29 17:40:47.726825 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-375ba202-4d48-4f58-98ae-ed88323abbaa req-4b361e93-e08a-45df-be91-a444980dab80 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383453 Jul 29 17:40:47.815372 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-087162a0-8727-48b0-9550-220ca21c1f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:48.475408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:48.652753 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:48.924462 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f47a6-c706-41b2-8d6f-feb1a31c4cd1 req-e4cef419-719f-4662-be7d-5106c114c550 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:40:48.925841 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-069f47a6-c706-41b2-8d6f-feb1a31c4cd1 req-e4cef419-719f-4662-be7d-5106c114c550 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0867670 Jul 29 17:40:48.972438 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-069f47a6-c706-41b2-8d6f-feb1a31c4cd1 req-2f88a00e-0546-4198-8de7-77489f8a3b06 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407174 Jul 29 17:40:50.164483 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:50.171876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ed02b-3fdc-4af0-a813-c431887d3c15 req-94ceec7c-8757-4607-bb4c-b8895150b76d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:40:50.173356 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-293ed02b-3fdc-4af0-a813-c431887d3c15 req-94ceec7c-8757-4607-bb4c-b8895150b76d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0899372 Jul 29 17:40:50.216836 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-293ed02b-3fdc-4af0-a813-c431887d3c15 req-dde5afa9-7016-4be5-a82c-b7457e8fdb89 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374193 Jul 29 17:40:51.236178 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:51.412034 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f8a2d-f3aa-4cf8-a376-3aa8e4739e52 req-2d024b88-7585-493f-b0d4-e175c6ec8bb2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:40:51.413499 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-578f8a2d-f3aa-4cf8-a376-3aa8e4739e52 req-2d024b88-7585-493f-b0d4-e175c6ec8bb2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0889161 Jul 29 17:40:51.457211 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-578f8a2d-f3aa-4cf8-a376-3aa8e4739e52 req-beb46e98-c680-4c4d-94fe-f293c837eaca tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380473 Jul 29 17:40:52.797144 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873631d-77c9-4c69-8111-9e62d1499d60 req-f9450d3e-7288-49b0-b1a4-81a23945f7cc tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:40:52.798499 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b873631d-77c9-4c69-8111-9e62d1499d60 req-f9450d3e-7288-49b0-b1a4-81a23945f7cc tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0860219 Jul 29 17:40:52.845403 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b873631d-77c9-4c69-8111-9e62d1499d60 req-4d685724-f3ed-4b7e-94b1-ae1f9f03160c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410943 Jul 29 17:40:54.038002 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e7c48-2c87-4d9f-a1c1-b1ead572f9af req-5c00e306-2cf0-4bf0-bcec-d16ba46f46dd tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:40:54.039441 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-620e7c48-2c87-4d9f-a1c1-b1ead572f9af req-5c00e306-2cf0-4bf0-bcec-d16ba46f46dd tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0850995 Jul 29 17:40:54.083429 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-620e7c48-2c87-4d9f-a1c1-b1ead572f9af req-9a495097-aaf1-40a6-9b53-4654af4103e6 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383992 Jul 29 17:40:54.224190 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:40:55.280885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf4ace-8829-48b2-96a2-8904f53f341c req-59beca49-be16-4edf-8c65-79fb95876eb6 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:40:55.282365 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9daf4ace-8829-48b2-96a2-8904f53f341c req-59beca49-be16-4edf-8c65-79fb95876eb6 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0912676 Jul 29 17:40:55.326251 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9daf4ace-8829-48b2-96a2-8904f53f341c req-7c81b6f1-5d47-43bb-bb32-4e96fff26fd8 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382841 Jul 29 17:40:56.517865 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05f10d-d970-4ac0-87a0-b31edc0cc1f9 req-bdb81bb2-9cc4-4e27-8ce0-8733f8c9e946 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:40:56.519316 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2c05f10d-d970-4ac0-87a0-b31edc0cc1f9 req-bdb81bb2-9cc4-4e27-8ce0-8733f8c9e946 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0865481 Jul 29 17:40:56.566604 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2c05f10d-d970-4ac0-87a0-b31edc0cc1f9 req-85f4c4c6-751d-4783-9143-0bde0105a6dc tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417101 Jul 29 17:40:57.758480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a7fb6-b8c0-4ce1-9bba-1c0eaceb9a7b req-5a575bd3-1057-4a12-987b-c6261fc7b4b2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:40:57.759991 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6e6a7fb6-b8c0-4ce1-9bba-1c0eaceb9a7b req-5a575bd3-1057-4a12-987b-c6261fc7b4b2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0864515 Jul 29 17:40:57.803325 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6e6a7fb6-b8c0-4ce1-9bba-1c0eaceb9a7b req-94bb9a37-cce1-4066-a295-24777aa952fa tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376465 Jul 29 17:40:58.998969 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee50fbc-0ad3-46b8-a9a3-0e8320a7a8db req-d2161172-b864-4d8c-99b2-3e7fa93927eb tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:40:59.000435 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2ee50fbc-0ad3-46b8-a9a3-0e8320a7a8db req-d2161172-b864-4d8c-99b2-3e7fa93927eb tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0892406 Jul 29 17:40:59.043963 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2ee50fbc-0ad3-46b8-a9a3-0e8320a7a8db req-494b031e-15f7-4292-b454-006969bb6843 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379491 Jul 29 17:40:59.432361 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e3409d2f-d214-4882-9617-ed22f27aa163 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:40:59.599439 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e3409d2f-d214-4882-9617-ed22f27aa163, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e3409d2f-d214-4882-9617-ed22f27aa163,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:40:59.612878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'port_id': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'mac_address': 'fa:16:3e:28:d0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:40:59.665309 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e3409d2f-d214-4882-9617-ed22f27aa163 is: ACTIVE; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:40:59.665689 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:59.682370 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3409d2f-d214-4882-9617-ed22f27aa163 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:40:59.697888 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e3409d2f-d214-4882-9617-ed22f27aa163, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e3409d2f-d214-4882-9617-ed22f27aa163,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:40:59.701724 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:40:59.772622 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e3409d2f-d214-4882-9617-ed22f27aa163,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:40:59.781817 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:59.782175 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:59.782499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:59.783318 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:59.783643 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:59.783971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:59.784294 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:59.784613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:59.784933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:59.785278 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:59.785595 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:59.785910 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:40:59.789345 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['e3409d2f-d214-4882-9617-ed22f27aa163'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:41:00.237789 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce54f0c-50cf-4429-a717-60003632bcc8 req-edf55bdb-b31e-4310-be99-58bd178c8cf5 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:00.239250 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8ce54f0c-50cf-4429-a717-60003632bcc8 req-edf55bdb-b31e-4310-be99-58bd178c8cf5 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 945 time: 0.0865502 Jul 29 17:41:00.286632 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8ce54f0c-50cf-4429-a717-60003632bcc8 req-2cc80723-f015-43f3-806f-bdccfaee20a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416901 Jul 29 17:41:01.441590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e3409d2f-d214-4882-9617-ed22f27aa163 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:41:01.482158 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cae854-1e42-42f2-ac07-2c4e947dd117 req-e8b15ec8-33a7-4ca1-a26f-53f577eb5f2f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:01.483610 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a1cae854-1e42-42f2-ac07-2c4e947dd117 req-e8b15ec8-33a7-4ca1-a26f-53f577eb5f2f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 945 time: 0.0866036 Jul 29 17:41:01.508426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port e3409d2f-d214-4882-9617-ed22f27aa163 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:01.508798 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:01.529952 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a1cae854-1e42-42f2-ac07-2c4e947dd117 req-efbb06fa-19b0-42ab-9bb7-02d689ceceba tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404370 Jul 29 17:41:01.624172 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e3409d2f-d214-4882-9617-ed22f27aa163 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:41:01.624481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:01.650470 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:41:01.660476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e3409d2f-d214-4882-9617-ed22f27aa163, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e3409d2f-d214-4882-9617-ed22f27aa163,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:41:01.665854 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:01.701148 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2be89fd-829c-4969-9c55-a0399c82ab05'] response: {'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'code': 200} Jul 29 17:41:01.737142 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e3409d2f-d214-4882-9617-ed22f27aa163,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:02.824398 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bba39f-55ed-467a-a021-26050360aa75 req-ab23a9aa-0180-4826-9a0c-02603ee65191 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:02.825781 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-17bba39f-55ed-467a-a021-26050360aa75 req-ab23a9aa-0180-4826-9a0c-02603ee65191 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.1890187 Jul 29 17:41:02.869527 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-17bba39f-55ed-467a-a021-26050360aa75 req-52fba72a-0377-4348-a2c3-77ebc96d7dd2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380270 Jul 29 17:41:04.067059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8c677-c9a7-435c-9901-0e2402602e05 req-e798eae3-1696-41eb-9115-430a837a72f3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:04.068585 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-60b8c677-c9a7-435c-9901-0e2402602e05 req-e798eae3-1696-41eb-9115-430a837a72f3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0882633 Jul 29 17:41:04.114213 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-60b8c677-c9a7-435c-9901-0e2402602e05 req-4d654a75-a5ad-44cb-8551-676717598451 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400596 Jul 29 17:41:05.351636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003adc6-32fc-4899-acf2-19210a06c00d req-629bb5e5-c5bb-43fe-8b63-35ea75f6e016 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:05.358057 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e003adc6-32fc-4899-acf2-19210a06c00d req-629bb5e5-c5bb-43fe-8b63-35ea75f6e016 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.1044014 Jul 29 17:41:05.403760 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e003adc6-32fc-4899-acf2-19210a06c00d req-e2e133ad-f20a-49f3-83f2-b7dbda3aa418 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416172 Jul 29 17:41:06.635671 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf75fef-1bba-4532-8719-b79a35c1daf3 req-6385fbe3-9b52-4dc6-84ce-e4f46454398a tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:06.637210 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1bf75fef-1bba-4532-8719-b79a35c1daf3 req-6385fbe3-9b52-4dc6-84ce-e4f46454398a tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.1016212 Jul 29 17:41:06.698713 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1bf75fef-1bba-4532-8719-b79a35c1daf3 req-c9cc2370-ca0d-4c39-a287-e2ccdb52bd41 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553555 Jul 29 17:41:07.906677 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b9371-e9ef-49d3-ab30-b71721e4b6cc req-b6420d68-4818-43b3-873e-8a6f527a2652 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:07.908148 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-773b9371-e9ef-49d3-ab30-b71721e4b6cc req-b6420d68-4818-43b3-873e-8a6f527a2652 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0922825 Jul 29 17:41:07.955189 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-773b9371-e9ef-49d3-ab30-b71721e4b6cc req-a4444773-6325-4988-a1fb-5d830ed9f0a2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402381 Jul 29 17:41:09.192292 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816c587-f716-428a-bf94-976058b18ad3 req-f4496e2d-91c3-46d2-9b3a-ed070571a2e1 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:09.193872 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0816c587-f716-428a-bf94-976058b18ad3 req-f4496e2d-91c3-46d2-9b3a-ed070571a2e1 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.1007543 Jul 29 17:41:09.252906 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0816c587-f716-428a-bf94-976058b18ad3 req-56d5bb0d-5baa-4e82-8e05-4f70548e989c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486116 Jul 29 17:41:10.498010 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefbd53-b91f-4e9b-af32-b6ba38cb5f0e req-b3bbfeab-e4a5-4f8a-bdf7-66ff04f515a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:10.501572 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0fefbd53-b91f-4e9b-af32-b6ba38cb5f0e req-b3bbfeab-e4a5-4f8a-bdf7-66ff04f515a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.1244521 Jul 29 17:41:10.567880 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0fefbd53-b91f-4e9b-af32-b6ba38cb5f0e req-868b7ded-9b0e-4901-b9b5-9583a4ed5760 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607111 Jul 29 17:41:11.773231 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5697cc-8a7b-47c4-a063-87e1075f645f req-27be3229-8de8-4777-a9be-53e8a7b99d70 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:11.774795 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb5697cc-8a7b-47c4-a063-87e1075f645f req-27be3229-8de8-4777-a9be-53e8a7b99d70 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0923810 Jul 29 17:41:11.821659 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb5697cc-8a7b-47c4-a063-87e1075f645f req-1a47ae40-1815-4c0e-af81-b031d76cc677 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409706 Jul 29 17:41:13.019033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf57ff-192e-4881-8c0c-0f0a56ccecfb req-a80bfe92-902b-417c-bd12-69c2c3c85022 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:13.020963 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2eaf57ff-192e-4881-8c0c-0f0a56ccecfb req-a80bfe92-902b-417c-bd12-69c2c3c85022 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0898402 Jul 29 17:41:13.063627 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2eaf57ff-192e-4881-8c0c-0f0a56ccecfb req-c26239a9-7738-4b55-9f68-0cc0d49474d9 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370526 Jul 29 17:41:13.811937 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf11b3e-a223-46be-bf2c-c8b7928c8b56 req-a8649483-be8d-4ca5-8fe3-3f632e3caefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:13.813342 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-adf11b3e-a223-46be-bf2c-c8b7928c8b56 req-a8649483-be8d-4ca5-8fe3-3f632e3caefa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 1099 time: 0.0811293 Jul 29 17:41:13.940674 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf11b3e-a223-46be-bf2c-c8b7928c8b56 req-72d783d0-ba1a-4497-bb86-80fd4ff84f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:13.942109 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-adf11b3e-a223-46be-bf2c-c8b7928c8b56 req-72d783d0-ba1a-4497-bb86-80fd4ff84f23 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1227617 Jul 29 17:41:14.042011 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-adf11b3e-a223-46be-bf2c-c8b7928c8b56 req-13b8abdd-fa53-474d-b326-9a2c8e2ea18f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3409d2f-d214-4882-9617-ed22f27aa163 HTTP/1.1" status: 200 len: 1002 time: 0.0939603 Jul 29 17:41:14.102354 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf11b3e-a223-46be-bf2c-c8b7928c8b56 req-2b938f5a-1402-4cfd-a7d5-15105b8cb34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:14.103787 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-adf11b3e-a223-46be-bf2c-c8b7928c8b56 req-2b938f5a-1402-4cfd-a7d5-15105b8cb34c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0565231 Jul 29 17:41:14.234523 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf11b3e-a223-46be-bf2c-c8b7928c8b56 req-124e3a36-d9ac-4722-9632-0c1065b5e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:14.235979 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-adf11b3e-a223-46be-bf2c-c8b7928c8b56 req-124e3a36-d9ac-4722-9632-0c1065b5e3e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1267905 Jul 29 17:41:14.359967 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274dfd0-11a4-499d-893d-8a7cdfc8d66e req-a8666a2c-fb69-4bd7-80ae-21a82bd84960 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:14.361335 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9274dfd0-11a4-499d-893d-8a7cdfc8d66e req-a8666a2c-fb69-4bd7-80ae-21a82bd84960 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.1860740 Jul 29 17:41:14.415426 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-adf11b3e-a223-46be-bf2c-c8b7928c8b56 req-c9fbaf77-f0c6-43d6-affe-6618ed611225 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674180 Jul 29 17:41:14.443510 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9274dfd0-11a4-499d-893d-8a7cdfc8d66e req-c89f2632-3c4b-4fb7-bd76-1937faad01cb tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726421 Jul 29 17:41:14.654129 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-adf11b3e-a223-46be-bf2c-c8b7928c8b56 req-87817b02-f307-45d6-b3b0-4a8f7246f5cd service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330563 Jul 29 17:41:15.237304 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1c6a56df-5b8a-4d28-b27f-1e91eac12a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:15.642757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e02d4-db3a-4bdc-be73-d0e24a3b6a49 req-882c5c57-931e-440d-a0a4-19c77e395240 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:15.644271 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d54e02d4-db3a-4bdc-be73-d0e24a3b6a49 req-882c5c57-931e-440d-a0a4-19c77e395240 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0894268 Jul 29 17:41:15.688349 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d54e02d4-db3a-4bdc-be73-d0e24a3b6a49 req-deaf0e55-bef6-4b3c-bb27-6d6bac7e4478 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384700 Jul 29 17:41:16.882853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b88881-f1a0-4a7b-a3ba-9249a942124e req-f3fb2b7a-fefd-4057-820d-b2ff7c9cbc4a tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:16.884197 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-92b88881-f1a0-4a7b-a3ba-9249a942124e req-f3fb2b7a-fefd-4057-820d-b2ff7c9cbc4a tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0905135 Jul 29 17:41:16.927342 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-92b88881-f1a0-4a7b-a3ba-9249a942124e req-6eb0674c-9c53-4eaa-a3d6-5e7286c3d157 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370171 Jul 29 17:41:17.284321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae71ed-f79c-447c-b8c9-0e25406feb80 req-668d0640-35ba-45dd-ada7-0d79f1c3d28a tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:17.286452 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-10ae71ed-f79c-447c-b8c9-0e25406feb80 req-668d0640-35ba-45dd-ada7-0d79f1c3d28a tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 946 time: 0.0900512 Jul 29 17:41:17.335648 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-10ae71ed-f79c-447c-b8c9-0e25406feb80 req-254b3daa-bc9e-4abe-a41c-89cfa83b88e8 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434165 Jul 29 17:41:17.445391 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-00252108-7bd9-4961-98d9-1adfb7db7b27 req-0faeadb6-565f-4089-8196-61f24e0c859f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1233153 Jul 29 17:41:17.470464 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e3409d2f-d214-4882-9617-ed22f27aa163 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:41:17.585326 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e3409d2f-d214-4882-9617-ed22f27aa163 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:41:17.585722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:17.614245 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:41:17.623859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e3409d2f-d214-4882-9617-ed22f27aa163, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e3409d2f-d214-4882-9617-ed22f27aa163,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:41:17.629220 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:17.660348 dv-neutron-851534-1-hyperv neutron-server[89211]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7b46b30a-0a9d-4cb2-a5aa-9c2958f12d75']: {'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'code': 422} returned with failed status Jul 29 17:41:17.698055 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e3409d2f-d214-4882-9617-ed22f27aa163,revision_number=8']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:17.818320 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f15057f5-3287-431a-a5cd-fd609be5a48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.477587 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.553125 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00252108-7bd9-4961-98d9-1adfb7db7b27 req-96bd3c46-b9f2-4cf1-875c-e24d026650f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:18.554611 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-00252108-7bd9-4961-98d9-1adfb7db7b27 req-96bd3c46-b9f2-4cf1-875c-e24d026650f5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584&tenant_id=007540ec5faa4b6f952ab0ba597aaa81 HTTP/1.1" status: 200 len: 1097 time: 0.1507440 Jul 29 17:41:18.562861 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6e20b-7e44-41aa-bfce-af3abc3f0cfa req-55edc26d-eb20-4dd5-bdf1-6e32f2604cb7 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:18.564211 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dbc6e20b-7e44-41aa-bfce-af3abc3f0cfa req-55edc26d-eb20-4dd5-bdf1-6e32f2604cb7 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.1180675 Jul 29 17:41:18.654761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:18.658763 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dbc6e20b-7e44-41aa-bfce-af3abc3f0cfa req-81f171ad-b18a-4b7d-833e-1c35913a8aee tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886598 Jul 29 17:41:18.684275 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00252108-7bd9-4961-98d9-1adfb7db7b27 req-75b38dbd-1fd9-4bd4-9336-497b340844d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:18.685765 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-00252108-7bd9-4961-98d9-1adfb7db7b27 req-75b38dbd-1fd9-4bd4-9336-497b340844d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 1097 time: 0.1012497 Jul 29 17:41:18.815802 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00252108-7bd9-4961-98d9-1adfb7db7b27 req-00cde57d-8c27-44d5-bd25-10fc81f3323f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:18.817298 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-00252108-7bd9-4961-98d9-1adfb7db7b27 req-00cde57d-8c27-44d5-bd25-10fc81f3323f service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1253464 Jul 29 17:41:18.915086 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-00252108-7bd9-4961-98d9-1adfb7db7b27 req-24c33f26-2732-4934-a402-328c99939b87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3409d2f-d214-4882-9617-ed22f27aa163 HTTP/1.1" status: 200 len: 1000 time: 0.0922055 Jul 29 17:41:18.979508 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00252108-7bd9-4961-98d9-1adfb7db7b27 req-b1111394-4260-4b07-b4d4-3a12c08d9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:18.980894 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-00252108-7bd9-4961-98d9-1adfb7db7b27 req-b1111394-4260-4b07-b4d4-3a12c08d9e6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0594506 Jul 29 17:41:19.061298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00252108-7bd9-4961-98d9-1adfb7db7b27 req-ebe99f5e-0e5e-407f-8a39-ddbb0388a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:19.062765 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-00252108-7bd9-4961-98d9-1adfb7db7b27 req-ebe99f5e-0e5e-407f-8a39-ddbb0388a554 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761111 Jul 29 17:41:19.193992 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-00252108-7bd9-4961-98d9-1adfb7db7b27 req-769977d7-76a0-49c8-a217-94a2a326ccac service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241405 Jul 29 17:41:19.338133 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-00252108-7bd9-4961-98d9-1adfb7db7b27 req-16fe1eef-3d13-450b-828e-a32b378dc2bd service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385303 Jul 29 17:41:19.906008 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753104a-e3e1-487e-aed4-359b267648e4 req-0103e79b-7aed-4ef2-8266-b709cf6272ca tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:19.907443 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7753104a-e3e1-487e-aed4-359b267648e4 req-0103e79b-7aed-4ef2-8266-b709cf6272ca tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.1131732 Jul 29 17:41:19.965740 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7753104a-e3e1-487e-aed4-359b267648e4 req-e30d669e-31dd-4314-a231-fc3a8d93e110 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516446 Jul 29 17:41:20.166686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:21.166485 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb54227-67b4-40d4-9805-8d15278a7798 req-f4c3b248-5a3b-4fa9-b157-43cd1fd56b62 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:21.167956 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8cb54227-67b4-40d4-9805-8d15278a7798 req-f4c3b248-5a3b-4fa9-b157-43cd1fd56b62 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.0964961 Jul 29 17:41:21.245753 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:21.340798 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8cb54227-67b4-40d4-9805-8d15278a7798 req-f50fa74f-0a6e-4903-a081-f6c839320f6f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668646 Jul 29 17:41:21.493735 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e3409d2f-d214-4882-9617-ed22f27aa163 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:41:21.625157 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e3409d2f-d214-4882-9617-ed22f27aa163 is: DOWN; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:41:22.564247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a60c5-6fb1-46fb-bf13-4e460eecf1c9 req-35959856-2a37-4451-90f9-06ec506ec1ed tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:22.566200 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-617a60c5-6fb1-46fb-bf13-4e460eecf1c9 req-35959856-2a37-4451-90f9-06ec506ec1ed tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.1060667 Jul 29 17:41:22.616331 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-617a60c5-6fb1-46fb-bf13-4e460eecf1c9 req-01c21f92-d890-4145-97e6-6f4bd1dafac9 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442424 Jul 29 17:41:23.820073 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0d68d-2bc7-437d-8607-9d49fa5bbeee req-4801091e-4f99-4511-aa15-a6c061923ed5 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:23.821554 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-14b0d68d-2bc7-437d-8607-9d49fa5bbeee req-4801091e-4f99-4511-aa15-a6c061923ed5 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.0926056 Jul 29 17:41:23.866914 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-14b0d68d-2bc7-437d-8607-9d49fa5bbeee req-59dcd5c1-2312-4fb1-9c5d-651270eecef6 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395570 Jul 29 17:41:25.078661 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a9594-e143-413d-b61a-696f7caadddf req-28a72ef2-bc91-4dbc-be4d-9b45872f6cdc tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:25.080110 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8e5a9594-e143-413d-b61a-696f7caadddf req-28a72ef2-bc91-4dbc-be4d-9b45872f6cdc tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.0965898 Jul 29 17:41:25.131301 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8e5a9594-e143-413d-b61a-696f7caadddf req-a3e05612-f413-409f-9da9-ae68b90e940e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447690 Jul 29 17:41:26.335659 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435f423-eb1c-4ef1-95e1-f02764494d6c req-5b01f7d8-8d40-4964-b8a9-ac93d3e71453 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:26.337032 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9435f423-eb1c-4ef1-95e1-f02764494d6c req-5b01f7d8-8d40-4964-b8a9-ac93d3e71453 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.0921669 Jul 29 17:41:26.388796 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9435f423-eb1c-4ef1-95e1-f02764494d6c req-1f762850-f6eb-4704-b099-7593ea9fea7e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430412 Jul 29 17:41:27.584887 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaf995-57fe-49e5-809d-4fcccfcb7be8 req-ab37c4fe-81a0-445f-978a-626c54fb52e1 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:27.586514 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-acfaf995-57fe-49e5-809d-4fcccfcb7be8 req-ab37c4fe-81a0-445f-978a-626c54fb52e1 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.0906310 Jul 29 17:41:27.632401 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-acfaf995-57fe-49e5-809d-4fcccfcb7be8 req-01430629-3ebd-47bd-9ebb-22d612dfe721 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399065 Jul 29 17:41:28.826716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4d252-3432-42d8-92a4-7617be39d011 req-aa068d86-b56b-4f86-af62-f15ec8cc259e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:28.828079 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8af4d252-3432-42d8-92a4-7617be39d011 req-aa068d86-b56b-4f86-af62-f15ec8cc259e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.0905125 Jul 29 17:41:28.870821 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8af4d252-3432-42d8-92a4-7617be39d011 req-26920ed2-b70b-4ee2-b7df-406f80273ccb tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371578 Jul 29 17:41:30.065516 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed9c45-d184-4182-aa6e-a8ce24ea930f req-cbc05ff6-b720-47af-8a8a-ce5ead2aaff4 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:30.066979 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b2ed9c45-d184-4182-aa6e-a8ce24ea930f req-cbc05ff6-b720-47af-8a8a-ce5ead2aaff4 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.0874746 Jul 29 17:41:30.113887 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b2ed9c45-d184-4182-aa6e-a8ce24ea930f req-79470332-3d81-4c0b-a2c6-a40759e6ed41 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406220 Jul 29 17:41:31.162220 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae9d1c-83c7-46d5-bfc3-ec3c5106168c req-d2ac999d-ee89-4578-8643-4c86be40c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:31.164268 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e0ae9d1c-83c7-46d5-bfc3-ec3c5106168c req-d2ac999d-ee89-4578-8643-4c86be40c996 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 1097 time: 0.0786564 Jul 29 17:41:31.222725 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:41:31.371013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae9d1c-83c7-46d5-bfc3-ec3c5106168c req-352631e0-4dee-4349-901d-f45ec4ec7046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:31.372469 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e0ae9d1c-83c7-46d5-bfc3-ec3c5106168c req-352631e0-4dee-4349-901d-f45ec4ec7046 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1899686 Jul 29 17:41:31.440175 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c14eb0-9d27-4100-894c-d10db3af824a req-fd2193bf-681b-44d1-bbe0-1e5678b5379e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:31.441535 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-37c14eb0-9d27-4100-894c-d10db3af824a req-fd2193bf-681b-44d1-bbe0-1e5678b5379e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.1904929 Jul 29 17:41:31.514660 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e0ae9d1c-83c7-46d5-bfc3-ec3c5106168c req-fbeb66a5-6228-469a-b27c-8d17585caa71 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3409d2f-d214-4882-9617-ed22f27aa163 HTTP/1.1" status: 200 len: 1000 time: 0.1359341 Jul 29 17:41:31.517512 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-37c14eb0-9d27-4100-894c-d10db3af824a req-a6951a71-07b8-4c9b-bce8-f6e398ed240b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677865 Jul 29 17:41:31.577130 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae9d1c-83c7-46d5-bfc3-ec3c5106168c req-886e6058-5731-41e7-a4a3-6f25def74324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:31.578566 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e0ae9d1c-83c7-46d5-bfc3-ec3c5106168c req-886e6058-5731-41e7-a4a3-6f25def74324 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0585721 Jul 29 17:41:31.664233 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae9d1c-83c7-46d5-bfc3-ec3c5106168c req-63ddb5bc-dc88-4f32-85b1-e8b2e08f1227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:31.665712 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e0ae9d1c-83c7-46d5-bfc3-ec3c5106168c req-63ddb5bc-dc88-4f32-85b1-e8b2e08f1227 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802190 Jul 29 17:41:31.795004 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e0ae9d1c-83c7-46d5-bfc3-ec3c5106168c req-d6851e30-22c2-44cd-a81e-a97e9a652cb8 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229632 Jul 29 17:41:32.024092 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e0ae9d1c-83c7-46d5-bfc3-ec3c5106168c req-6397f291-95a4-401c-bda1-44c4f55ab0e6 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223375 Jul 29 17:41:32.710871 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c350468-b858-4a23-872a-a9c2987ed4ee req-cdbbf7a7-8658-4cf9-ae1b-f43da68aeb29 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:32.712321 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2c350468-b858-4a23-872a-a9c2987ed4ee req-cdbbf7a7-8658-4cf9-ae1b-f43da68aeb29 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.0866954 Jul 29 17:41:32.756313 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2c350468-b858-4a23-872a-a9c2987ed4ee req-e3f80bcb-b4fc-42fe-9583-e90cd7a4bd79 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383613 Jul 29 17:41:33.952584 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfeecad-899a-4a1a-b01e-959b47538f8f req-ed32c19f-106e-4293-9731-942001d1e7ec tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:33.954060 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8bfeecad-899a-4a1a-b01e-959b47538f8f req-ed32c19f-106e-4293-9731-942001d1e7ec tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.0891428 Jul 29 17:41:33.996758 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8bfeecad-899a-4a1a-b01e-959b47538f8f req-80a97b04-93c7-4886-a973-b32461a866ff tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371892 Jul 29 17:41:35.191294 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbde1ca-3f2d-49b0-a03f-0178228a6564 req-ca3ed6d8-b1d9-4740-aa38-979cd715b811 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:35.192757 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4bbde1ca-3f2d-49b0-a03f-0178228a6564 req-ca3ed6d8-b1d9-4740-aa38-979cd715b811 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 944 time: 0.0903969 Jul 29 17:41:35.236512 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4bbde1ca-3f2d-49b0-a03f-0178228a6564 req-e1cfc5b3-dbfd-4fe2-bb4d-f476db3a0d73 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377388 Jul 29 17:41:35.572151 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e3409d2f-d214-4882-9617-ed22f27aa163 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:41:35.701368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e3409d2f-d214-4882-9617-ed22f27aa163, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e3409d2f-d214-4882-9617-ed22f27aa163,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:41:35.714123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'port_id': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'mac_address': 'fa:16:3e:28:d0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:41:35.772677 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e3409d2f-d214-4882-9617-ed22f27aa163 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:41:35.773071 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:35.789449 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3409d2f-d214-4882-9617-ed22f27aa163 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:41:35.804933 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e3409d2f-d214-4882-9617-ed22f27aa163, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e3409d2f-d214-4882-9617-ed22f27aa163,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:41:35.808891 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:35.873183 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e3409d2f-d214-4882-9617-ed22f27aa163,revision_number=9']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:36.173583 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['e3409d2f-d214-4882-9617-ed22f27aa163'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:41:36.433318 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae9f8b-3664-4602-809d-dcab876f92ea req-a7a7041e-c722-4f0b-b34d-947836fc2023 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:36.434731 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5bae9f8b-3664-4602-809d-dcab876f92ea req-a7a7041e-c722-4f0b-b34d-947836fc2023 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 945 time: 0.0878317 Jul 29 17:41:36.479581 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5bae9f8b-3664-4602-809d-dcab876f92ea req-17a58181-0138-4004-8aa1-b2022283558e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390856 Jul 29 17:41:37.587672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e3409d2f-d214-4882-9617-ed22f27aa163 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:41:37.654310 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port e3409d2f-d214-4882-9617-ed22f27aa163 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:41:37.654677 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:37.680897 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a4425-f25f-43f0-ae26-b27657237070 req-48a74734-4b8c-41e0-8239-f9b923fc674b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:37.682310 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-849a4425-f25f-43f0-ae26-b27657237070 req-48a74734-4b8c-41e0-8239-f9b923fc674b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 945 time: 0.0898674 Jul 29 17:41:37.726419 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-849a4425-f25f-43f0-ae26-b27657237070 req-cce0cb8f-6f5a-4676-a250-534625a71592 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384233 Jul 29 17:41:37.769712 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port e3409d2f-d214-4882-9617-ed22f27aa163 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:41:37.770096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:37.796719 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:41:37.806504 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port e3409d2f-d214-4882-9617-ed22f27aa163, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e3409d2f-d214-4882-9617-ed22f27aa163,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:41:37.811155 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:37.880024 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=e3409d2f-d214-4882-9617-ed22f27aa163,revision_number=10']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:41:37.901196 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3a047f-4511-4787-b2c5-3106a1ccb849'] response: {'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'code': 200} Jul 29 17:41:38.152430 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc5be1-fe7e-46ae-801b-041e56a1c0de req-0f542afb-8d1c-4c48-a672-bd14168daf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:38.153924 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-56bc5be1-fe7e-46ae-801b-041e56a1c0de req-0f542afb-8d1c-4c48-a672-bd14168daf1e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 1100 time: 0.0797865 Jul 29 17:41:38.192235 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-56bc5be1-fe7e-46ae-801b-041e56a1c0de req-e6e27959-6547-495a-b740-cdd8f706e715 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327237 Jul 29 17:41:38.916254 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d17a6-4203-4485-b55b-4b9a8f6077ac req-13c5045f-4782-4e35-a161-bc740569d970 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:38.917622 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4f1d17a6-4203-4485-b55b-4b9a8f6077ac req-13c5045f-4782-4e35-a161-bc740569d970 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 947 time: 0.0852757 Jul 29 17:41:38.960703 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4f1d17a6-4203-4485-b55b-4b9a8f6077ac req-8a7fcf34-d9c5-4943-a675-27cb266e19e9 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375628 Jul 29 17:41:40.163268 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3639f5a-5be1-42ae-afd3-fac315304706 req-e7ddda4e-446d-4888-9faa-8540a5e8e375 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:40.164755 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c3639f5a-5be1-42ae-afd3-fac315304706 req-e7ddda4e-446d-4888-9faa-8540a5e8e375 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 947 time: 0.0928702 Jul 29 17:41:40.210557 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c3639f5a-5be1-42ae-afd3-fac315304706 req-698b772f-c941-4a35-9215-7cf6ebe3bcb3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401397 Jul 29 17:41:41.410079 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34297c-af6a-49c5-9d9e-19b4e78f44ce req-3c09b5df-ac73-4c38-8cfe-7807973a4ca8 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:41:41.411523 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5f34297c-af6a-49c5-9d9e-19b4e78f44ce req-3c09b5df-ac73-4c38-8cfe-7807973a4ca8 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 947 time: 0.0905275 Jul 29 17:41:41.455247 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5f34297c-af6a-49c5-9d9e-19b4e78f44ce req-54c65541-6b02-492f-923a-af5eaa495c8d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381675 Jul 29 17:41:45.238704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-82f470fd-d05d-4bd8-ae5e-07f963359ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:47.820953 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-010e99c3-8b73-4838-b943-5a8a5361ce8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:48.479680 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:48.658317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:50.169729 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:41:51.242495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:08.221527 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:42:15.239621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4b154b3f-a8ff-4d23-acd6-4b4e80e1a6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:17.822734 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-47a75ce7-6575-4b43-8456-7da85ba7bf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:18.481150 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:18.661439 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:20.173082 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:21.243570 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:24.296644 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc77f753-ea45-48a6-9147-abf7ae73e0ed req-d9a87ec1-6bc1-4fb2-ade6-38017d0c2749 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751984 Jul 29 17:42:24.441185 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77f753-ea45-48a6-9147-abf7ae73e0ed req-ba2f7021-20a3-4576-b449-a79ce5b033d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:42:24.442541 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc77f753-ea45-48a6-9147-abf7ae73e0ed req-ba2f7021-20a3-4576-b449-a79ce5b033d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 1100 time: 0.0792232 Jul 29 17:42:24.584356 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77f753-ea45-48a6-9147-abf7ae73e0ed req-0559ffc3-5e0b-4c9f-915b-644c8521de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:42:24.586470 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc77f753-ea45-48a6-9147-abf7ae73e0ed req-0559ffc3-5e0b-4c9f-915b-644c8521de1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1264019 Jul 29 17:42:24.688020 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc77f753-ea45-48a6-9147-abf7ae73e0ed req-e031c93f-3b91-41ac-82c3-415355f5ca4a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3409d2f-d214-4882-9617-ed22f27aa163 HTTP/1.1" status: 200 len: 1002 time: 0.0956209 Jul 29 17:42:24.748099 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77f753-ea45-48a6-9147-abf7ae73e0ed req-4c7a8248-9fdb-4bba-a74c-46915fa708fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:42:24.749512 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc77f753-ea45-48a6-9147-abf7ae73e0ed req-4c7a8248-9fdb-4bba-a74c-46915fa708fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0555234 Jul 29 17:42:24.833005 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77f753-ea45-48a6-9147-abf7ae73e0ed req-7ee22220-abb3-4073-a376-db8eb8b20f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:42:24.834484 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc77f753-ea45-48a6-9147-abf7ae73e0ed req-7ee22220-abb3-4073-a376-db8eb8b20f9e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796366 Jul 29 17:42:24.963199 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc77f753-ea45-48a6-9147-abf7ae73e0ed req-d7cd131c-5816-4209-a403-b83d1fe60ed1 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225164 Jul 29 17:42:25.190055 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bc77f753-ea45-48a6-9147-abf7ae73e0ed req-0bae1f8b-8522-401f-af94-8a2ae0d71c7b service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202499 Jul 29 17:42:45.220596 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:42:45.240634 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3e1eaa4a-9598-4045-b866-e4d043122ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:47.825472 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-532c2a2a-bd21-4988-ae89-06877fe1bcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:48.482602 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:48.664109 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:50.174766 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:42:51.260779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.240123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35474) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:43:10.480298 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Deleting port 6cdca28f-d8b3-4fc4-a6d0-6f98e8736bef {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:43:10.480638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.650589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.650913 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.768879 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Calling delete_port for 6cdca28f-d8b3-4fc4-a6d0-6f98e8736bef owned by network:floatingip {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:43:10.914082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:10.958063 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event deleted for resources: {'Port': ['ID=6cdca28f-d8b3-4fc4-a6d0-6f98e8736bef,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:10.995659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:10.996004 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:10.996346 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:10.996683 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:10.997009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:10.997361 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:10.997685 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:10.998009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:10.998337 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:10.998658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:10.998976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:10.999292 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:11.068793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for floatingip, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:11.069091 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Floating IP 8baf3a19-62ae-4da1-a9f6-f7580b66bc91 disassociated (deleted). External IP: 172.26.1.249, port: e3409d2f-d214-4882-9617-ed22f27aa163. Jul 29 17:43:11.507814 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Router 4b08a448-1f19-4a40-81c1-b71fae728fb7 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:43:11.686769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:43:11.696103 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a939d-874e-4ccb-80cc-268092964d6b None None] Sync routers for ids ['4b08a448-1f19-4a40-81c1-b71fae728fb7'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:43:11.702961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:11.706248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a939d-874e-4ccb-80cc-268092964d6b None None] Routers {'4b08a448-1f19-4a40-81c1-b71fae728fb7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:43:11.706854 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-e00a939d-874e-4ccb-80cc-268092964d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:42:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4b08a448-1f19-4a40-81c1-b71fae728fb7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:11.756090 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bf3b79e5-8944-4668-b96c-b53f7eaa537c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "DELETE /v2.0/floatingips/8baf3a19-62ae-4da1-a9f6-f7580b66bc91 HTTP/1.1" status: 204 len: 168 time: 1.5148671 Jul 29 17:43:11.756770 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:43:11.892115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-e00a939d-874e-4ccb-80cc-268092964d6b None None] Set router 4b08a448-1f19-4a40-81c1-b71fae728fb7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:43:12.133032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2ca95-2fc7-4204-b71c-5a1185dd9005 req-ceaa59c9-b92c-4979-836b-1fd9e69d60ed tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:12.134524 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-72c2ca95-2fc7-4204-b71c-5a1185dd9005 req-ceaa59c9-b92c-4979-836b-1fd9e69d60ed tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 947 time: 0.0878661 Jul 29 17:43:12.178681 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-72c2ca95-2fc7-4204-b71c-5a1185dd9005 req-379d2bf2-06ef-4188-8a26-931466a169c9 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376327 Jul 29 17:43:12.205200 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-e00a939d-874e-4ccb-80cc-268092964d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 5, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:12.208958 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a939d-874e-4ccb-80cc-268092964d6b None None] Checking router: 4b08a448-1f19-4a40-81c1-b71fae728fb7 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:43:12.217290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a939d-874e-4ccb-80cc-268092964d6b None None] Routers {'4b08a448-1f19-4a40-81c1-b71fae728fb7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:43:12.217870 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-e00a939d-874e-4ccb-80cc-268092964d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:42:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4b08a448-1f19-4a40-81c1-b71fae728fb7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:12.426616 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-e00a939d-874e-4ccb-80cc-268092964d6b None None] Set router 4b08a448-1f19-4a40-81c1-b71fae728fb7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:43:12.731434 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-e00a939d-874e-4ccb-80cc-268092964d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 5, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:12.735293 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a939d-874e-4ccb-80cc-268092964d6b None None] The sync data for ids ['4b08a448-1f19-4a40-81c1-b71fae728fb7'] in dv-neutron-851534-1-hyperv is: [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 5, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:43:12.875015 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0edc05bd-b4ae-4a10-be4b-795b3db58ecf'] response: {'name': 'network-changed', 'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'status': 'completed', 'code': 200} Jul 29 17:43:12.946492 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be894c-d12b-4081-9909-309308a3b1d1 None None] New status for floating IP 8baf3a19-62ae-4da1-a9f6-f7580b66bc91: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:43:12.979546 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1e66a-ed73-432c-a3bf-c9948ee061ef req-3f3eef96-0d42-4445-87dd-4c8839c76db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:12.981033 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-50c1e66a-ed73-432c-a3bf-c9948ee061ef req-3f3eef96-0d42-4445-87dd-4c8839c76db2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 1100 time: 0.0853512 Jul 29 17:43:13.112267 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1e66a-ed73-432c-a3bf-c9948ee061ef req-a0b7238d-b44f-4421-97c0-d00ad84b24f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:13.113735 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-50c1e66a-ed73-432c-a3bf-c9948ee061ef req-a0b7238d-b44f-4421-97c0-d00ad84b24f4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1268444 Jul 29 17:43:13.185567 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-50c1e66a-ed73-432c-a3bf-c9948ee061ef req-c611ff68-161a-483b-9bfd-fbf76410550d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3409d2f-d214-4882-9617-ed22f27aa163 HTTP/1.1" status: 200 len: 217 time: 0.0622649 Jul 29 17:43:13.247077 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1e66a-ed73-432c-a3bf-c9948ee061ef req-9bc42dd2-ebdf-404a-bb1a-c9d4331a97de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:13.248570 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-50c1e66a-ed73-432c-a3bf-c9948ee061ef req-9bc42dd2-ebdf-404a-bb1a-c9d4331a97de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0567558 Jul 29 17:43:13.398893 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1e66a-ed73-432c-a3bf-c9948ee061ef req-5799a818-79f4-42c5-83e3-e306bdccb211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:13.400280 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-50c1e66a-ed73-432c-a3bf-c9948ee061ef req-5799a818-79f4-42c5-83e3-e306bdccb211 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1456172 Jul 29 17:43:13.409070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452c5f6-af5c-4617-a8d7-e3be1b0fcb93 req-cf40048c-eb0d-4028-b5e6-1c2460cc5aed tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:13.410400 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7452c5f6-af5c-4617-a8d7-e3be1b0fcb93 req-cf40048c-eb0d-4028-b5e6-1c2460cc5aed tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 947 time: 0.1152604 Jul 29 17:43:13.474677 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58e5b1-014c-4ab5-a5c7-2806240a687e req-9cca3855-9968-468e-a0cc-6050ff022530 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:13.475362 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-9b58e5b1-014c-4ab5-a5c7-2806240a687e req-9cca3855-9968-468e-a0cc-6050ff022530 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Synchronizing usage tracker for tenant:007540ec5faa4b6f952ab0ba597aaa81 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:43:13.490845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-9b58e5b1-014c-4ab5-a5c7-2806240a687e req-9cca3855-9968-468e-a0cc-6050ff022530 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Unset dirty status for tenant:007540ec5faa4b6f952ab0ba597aaa81 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:43:13.491670 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9b58e5b1-014c-4ab5-a5c7-2806240a687e req-9cca3855-9968-468e-a0cc-6050ff022530 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.69 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 947 time: 0.1056600 Jul 29 17:43:13.533720 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-7452c5f6-af5c-4617-a8d7-e3be1b0fcb93 req-b6fbf733-5d1e-4782-96be-3552ff346ce0 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=88b10341-2703-4b0a-a36a-cf5035809522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032522 Jul 29 17:43:13.570677 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-50c1e66a-ed73-432c-a3bf-c9948ee061ef req-07b949bd-8a03-4b00-9533-3bab39efdb85 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593647 Jul 29 17:43:13.570949 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-9b58e5b1-014c-4ab5-a5c7-2806240a687e req-f8f1e614-ab8c-4fed-89e0-cc95c9c57bff tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Deleting port e3409d2f-d214-4882-9617-ed22f27aa163 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:43:13.571302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9b58e5b1-014c-4ab5-a5c7-2806240a687e req-f8f1e614-ab8c-4fed-89e0-cc95c9c57bff tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:13.701578 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-50c1e66a-ed73-432c-a3bf-c9948ee061ef req-40c36e73-aaf9-465d-98d5-44b5e7dd1477 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244152 Jul 29 17:43:13.821572 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-9b58e5b1-014c-4ab5-a5c7-2806240a687e req-f8f1e614-ab8c-4fed-89e0-cc95c9c57bff tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] For port e3409d2f-d214-4882-9617-ed22f27aa163, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=e3409d2f-d214-4882-9617-ed22f27aa163,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:43:13.821966 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9b58e5b1-014c-4ab5-a5c7-2806240a687e req-f8f1e614-ab8c-4fed-89e0-cc95c9c57bff tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:13.942035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-9b58e5b1-014c-4ab5-a5c7-2806240a687e req-f8f1e614-ab8c-4fed-89e0-cc95c9c57bff tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Calling delete_port for e3409d2f-d214-4882-9617-ed22f27aa163 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:43:14.082537 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9b58e5b1-014c-4ab5-a5c7-2806240a687e req-f8f1e614-ab8c-4fed-89e0-cc95c9c57bff tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:14.129906 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1e614-ab8c-4fed-89e0-cc95c9c57bff tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event deleted for resources: {'Port': ['ID=e3409d2f-d214-4882-9617-ed22f27aa163,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:14.216846 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b58e5b1-014c-4ab5-a5c7-2806240a687e req-f8f1e614-ab8c-4fed-89e0-cc95c9c57bff tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] No DVR routers for this DVR port e3409d2f-d214-4882-9617-ed22f27aa163 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:43:14.219241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-9b58e5b1-014c-4ab5-a5c7-2806240a687e req-f8f1e614-ab8c-4fed-89e0-cc95c9c57bff tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:14.231263 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9b58e5b1-014c-4ab5-a5c7-2806240a687e req-f8f1e614-ab8c-4fed-89e0-cc95c9c57bff tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.69 "DELETE /v2.0/ports/e3409d2f-d214-4882-9617-ed22f27aa163 HTTP/1.1" status: 204 len: 173 time: 0.7340982 Jul 29 17:43:14.717329 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0a3340e6-8332-488b-9e82-8d583685b31e req-dd0d0808-cf6f-437a-b572-af5ce01fa1f7 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=85ff44ed-73f0-4d6d-ad32-c752bad6f584 HTTP/1.1" status: 200 len: 210 time: 0.0528107 Jul 29 17:43:14.876057 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'name': 'network-vif-deleted', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:43:14.918730 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7838d742-5f3d-4e5e-8eb1-c8b0ab6e6864'] response: {'server_uuid': '85ff44ed-73f0-4d6d-ad32-c752bad6f584', 'name': 'network-vif-deleted', 'tag': 'e3409d2f-d214-4882-9617-ed22f27aa163', 'status': 'completed', 'code': 200} Jul 29 17:43:15.242438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-38e25646-f664-4bcf-87b9-428702e9c543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:15.814484 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35498) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:43:15.881306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9268c0c-9829-408b-99a5-7c2e00fb6616 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:15.911085 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9268c0c-9829-408b-99a5-7c2e00fb6616 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:15.974958 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9268c0c-9829-408b-99a5-7c2e00fb6616 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:15.996888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9268c0c-9829-408b-99a5-7c2e00fb6616 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b10341-2703-4b0a-a36a-cf5035809522,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:16.007397 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a9268c0c-9829-408b-99a5-7c2e00fb6616 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.008559 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a9268c0c-9829-408b-99a5-7c2e00fb6616 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "DELETE /v2.0/security-groups/88b10341-2703-4b0a-a36a-cf5035809522 HTTP/1.1" status: 204 len: 168 time: 0.1930966 Jul 29 17:43:16.125880 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35506) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:43:16.131024 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513566020', 'description': 'tempest-secgroup-smoke-513566020 description', 'project_id': '007540ec5faa4b6f952ab0ba597aaa81'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:16.137630 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:43:16.141968 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:43:16.144963 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:43:16.151813 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:43:16.162741 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.182037 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:43:16.185932 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group_rule and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:43:16.188793 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:43:16.194656 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:43:16.264376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.268051 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.312399 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719ddb3d-adf6-46c9-b270-401b06f95208,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:16.319300 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.320518 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1935935 Jul 29 17:43:16.322134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:16.322483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:16.323343 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:16.323775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:16.324135 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:16.324254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35510) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:43:16.324491 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:16.324860 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:16.325260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:16.325595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:16.326027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:16.326442 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:16.326774 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfdd169-07eb-4c27-b9a9-1075c379ee92 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:16.329559 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-5b22cb07-22d6-496b-9a7b-3931ecfbe993 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'security_group_rule': {'security_group_id': '719ddb3d-adf6-46c9-b270-401b06f95208', 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:16.335745 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5b22cb07-22d6-496b-9a7b-3931ecfbe993 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:43:16.340351 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5b22cb07-22d6-496b-9a7b-3931ecfbe993 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group_rule and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:43:16.343254 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-5b22cb07-22d6-496b-9a7b-3931ecfbe993 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:43:16.348922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-5b22cb07-22d6-496b-9a7b-3931ecfbe993 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:43:16.364717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5b22cb07-22d6-496b-9a7b-3931ecfbe993 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.424197 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5b22cb07-22d6-496b-9a7b-3931ecfbe993 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.427672 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5b22cb07-22d6-496b-9a7b-3931ecfbe993 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.452742 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22cb07-22d6-496b-9a7b-3931ecfbe993 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b16a95-d0db-49f6-83dc-6368e409efe0,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:16.463488 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-5b22cb07-22d6-496b-9a7b-3931ecfbe993 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.464638 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-5b22cb07-22d6-496b-9a7b-3931ecfbe993 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393039 Jul 29 17:43:16.467497 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35514) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:43:16.472478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-3172b578-b9a5-4e1f-b8e6-35284dec7097 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'security_group_rule': {'security_group_id': '719ddb3d-adf6-46c9-b270-401b06f95208', 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:16.478615 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3172b578-b9a5-4e1f-b8e6-35284dec7097 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:43:16.482402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3172b578-b9a5-4e1f-b8e6-35284dec7097 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group_rule and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:43:16.485323 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-3172b578-b9a5-4e1f-b8e6-35284dec7097 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:43:16.490987 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-3172b578-b9a5-4e1f-b8e6-35284dec7097 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:43:16.508157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3172b578-b9a5-4e1f-b8e6-35284dec7097 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.568369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3172b578-b9a5-4e1f-b8e6-35284dec7097 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.572211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3172b578-b9a5-4e1f-b8e6-35284dec7097 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.596200 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172b578-b9a5-4e1f-b8e6-35284dec7097 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e47c5f-355b-4ab7-84b0-99dc6ac1aa8f,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:16.604013 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3172b578-b9a5-4e1f-b8e6-35284dec7097 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.605254 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3172b578-b9a5-4e1f-b8e6-35284dec7097 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368349 Jul 29 17:43:16.608043 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35518) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:43:16.612764 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-ce382228-641d-4c49-8c4a-b52d06d07ae3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'security_group_rule': {'security_group_id': '719ddb3d-adf6-46c9-b270-401b06f95208', 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:16.618487 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ce382228-641d-4c49-8c4a-b52d06d07ae3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:43:16.622813 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ce382228-641d-4c49-8c4a-b52d06d07ae3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group_rule and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:43:16.625662 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-ce382228-641d-4c49-8c4a-b52d06d07ae3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:43:16.631253 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-ce382228-641d-4c49-8c4a-b52d06d07ae3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:43:16.647662 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce382228-641d-4c49-8c4a-b52d06d07ae3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.713635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce382228-641d-4c49-8c4a-b52d06d07ae3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.717152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce382228-641d-4c49-8c4a-b52d06d07ae3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.739168 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce382228-641d-4c49-8c4a-b52d06d07ae3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b28113-dbc8-4a59-946f-8a59c8f368b5,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:16.747924 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-ce382228-641d-4c49-8c4a-b52d06d07ae3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.749103 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-ce382228-641d-4c49-8c4a-b52d06d07ae3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401422 Jul 29 17:43:16.751886 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35524) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:43:16.756620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-bc63d69c-d71f-43f6-8eec-1710ae85227d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'security_group_rule': {'security_group_id': '719ddb3d-adf6-46c9-b270-401b06f95208', 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:16.762827 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bc63d69c-d71f-43f6-8eec-1710ae85227d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:43:16.766608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bc63d69c-d71f-43f6-8eec-1710ae85227d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group_rule and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:43:16.769410 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bc63d69c-d71f-43f6-8eec-1710ae85227d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:43:16.775057 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bc63d69c-d71f-43f6-8eec-1710ae85227d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:43:16.792121 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bc63d69c-d71f-43f6-8eec-1710ae85227d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.853342 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bc63d69c-d71f-43f6-8eec-1710ae85227d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.857197 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bc63d69c-d71f-43f6-8eec-1710ae85227d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.879806 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63d69c-d71f-43f6-8eec-1710ae85227d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9c24c6-582f-4bc9-a22b-b24bc9100ba8,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:16.889226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bc63d69c-d71f-43f6-8eec-1710ae85227d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.890390 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bc63d69c-d71f-43f6-8eec-1710ae85227d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376116 Jul 29 17:43:16.893074 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35528) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:43:16.897991 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-684e1042-b8d5-43f2-9319-0853fd420521 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'security_group_rule': {'security_group_id': '719ddb3d-adf6-46c9-b270-401b06f95208', 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:16.904197 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-684e1042-b8d5-43f2-9319-0853fd420521 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:43:16.907976 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-684e1042-b8d5-43f2-9319-0853fd420521 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group_rule and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:43:16.910817 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-684e1042-b8d5-43f2-9319-0853fd420521 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:43:16.916448 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-684e1042-b8d5-43f2-9319-0853fd420521 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:43:16.926454 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-684e1042-b8d5-43f2-9319-0853fd420521 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Project 007540ec5faa4b6f952ab0ba597aaa81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:43:16.933191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-684e1042-b8d5-43f2-9319-0853fd420521 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:16.997704 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-684e1042-b8d5-43f2-9319-0853fd420521 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.001146 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-684e1042-b8d5-43f2-9319-0853fd420521 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.119483 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e1042-b8d5-43f2-9319-0853fd420521 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998ecf24-bc31-42e1-bed6-14a72522a701,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:17.127743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-684e1042-b8d5-43f2-9319-0853fd420521 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.128988 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-684e1042-b8d5-43f2-9319-0853fd420521 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2350125 Jul 29 17:43:17.131905 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35532) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:43:17.137326 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-db5220cc-2e68-42b7-9dbc-1c99a8217924 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'security_group_rule': {'security_group_id': '719ddb3d-adf6-46c9-b270-401b06f95208', 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:17.143070 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-db5220cc-2e68-42b7-9dbc-1c99a8217924 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:43:17.146853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-db5220cc-2e68-42b7-9dbc-1c99a8217924 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:security_group_rule and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:43:17.149670 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-db5220cc-2e68-42b7-9dbc-1c99a8217924 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:43:17.155895 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-db5220cc-2e68-42b7-9dbc-1c99a8217924 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:43:17.166261 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-db5220cc-2e68-42b7-9dbc-1c99a8217924 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Project 007540ec5faa4b6f952ab0ba597aaa81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:43:17.173110 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-db5220cc-2e68-42b7-9dbc-1c99a8217924 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.235669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-db5220cc-2e68-42b7-9dbc-1c99a8217924 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.238792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-db5220cc-2e68-42b7-9dbc-1c99a8217924 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.262023 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5220cc-2e68-42b7-9dbc-1c99a8217924 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5799af-8939-402e-a6a8-72ef7bdda92d,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:17.270143 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-db5220cc-2e68-42b7-9dbc-1c99a8217924 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:17.271374 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-db5220cc-2e68-42b7-9dbc-1c99a8217924 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385837 Jul 29 17:43:17.829123 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7886478-13f5-4bd0-9fd2-f6663fc4b36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:18.078622 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e3409d2f-d214-4882-9617-ed22f27aa163 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:43:18.113458 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: e3409d2f-d214-4882-9617-ed22f27aa163 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:43:18.113803 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device e3409d2f-d214-4882-9617-ed22f27aa163 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:43:18.484960 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:18.668073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:20.179728 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:21.265771 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:22.219649 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:43:31.050990 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-04f195b6-20b4-42ff-aa4e-fa67bd2a4964 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Synchronizing usage tracker for tenant:007540ec5faa4b6f952ab0ba597aaa81 on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:43:31.065854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-04f195b6-20b4-42ff-aa4e-fa67bd2a4964 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Unset dirty status for tenant:007540ec5faa4b6f952ab0ba597aaa81 on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:43:31.067054 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-04f195b6-20b4-42ff-aa4e-fa67bd2a4964 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513566020&fields=id&tenant_id=007540ec5faa4b6f952ab0ba597aaa81 HTTP/1.1" status: 200 len: 267 time: 0.0569892 Jul 29 17:43:31.215905 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-49d75a93-29a0-490f-8fd3-a35bb979eb2d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:31.217372 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-49d75a93-29a0-490f-8fd3-a35bb979eb2d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 808 time: 0.1433167 Jul 29 17:43:31.231851 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-c8fce8c8-80b6-4bfb-b21b-1dfbc41599e2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/quotas/007540ec5faa4b6f952ab0ba597aaa81 HTTP/1.1" status: 200 len: 375 time: 0.0091181 Jul 29 17:43:31.322206 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-6875a347-5a7e-44cf-ae96-2ad808bfca49 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854962 Jul 29 17:43:31.388484 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-cc020155-4bf1-4dbf-b5dc-062ae2f1f4e2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:43:31.389498 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-cc020155-4bf1-4dbf-b5dc-062ae2f1f4e2 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564606 Jul 29 17:43:31.629394 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-4c531879-1136-44c5-a9c2-50828511fa68 service neutron] 10.222.0.58 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341404 Jul 29 17:43:31.758143 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-f8fa4e00-3381-45fb-aca7-85e39cdf4fc3 service neutron] 10.222.0.58 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229973 Jul 29 17:43:32.132941 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c9b3b764-7cde-49ef-9907-10d2d138cdb5 req-b0939f0c-b039-462e-9fd7-40ad6207da4f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 210 time: 0.0506883 Jul 29 17:43:33.225679 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-e166a759-f86b-4391-bc30-a34058a1fdf9 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:33.227087 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-e166a759-f86b-4391-bc30-a34058a1fdf9 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 808 time: 0.1503348 Jul 29 17:43:33.275287 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-5512987f-bcd2-4a5d-a07d-7fa3613c4032 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Synchronizing usage tracker for tenant:007540ec5faa4b6f952ab0ba597aaa81 on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:43:33.287710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-5512987f-bcd2-4a5d-a07d-7fa3613c4032 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Unset dirty status for tenant:007540ec5faa4b6f952ab0ba597aaa81 on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:43:33.288839 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-5512987f-bcd2-4a5d-a07d-7fa3613c4032 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=007540ec5faa4b6f952ab0ba597aaa81 HTTP/1.1" status: 200 len: 379 time: 0.0541286 Jul 29 17:43:33.298731 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'port': {'device_id': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'admin_state_up': True, 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'security_groups': ['719ddb3d-adf6-46c9-b270-401b06f95208']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:33.299316 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b4507386-81f6-45ed-b20c-f252d5e67907 req-09e16a8c-6bf7-49ee-9da9-de9911f1aab3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 210 time: 0.0549612 Jul 29 17:43:33.445100 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:43:33.449740 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:port and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:43:33.452491 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:43:33.458239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:43:33.468241 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Made reservation on behalf of 007540ec5faa4b6f952ab0ba597aaa81 for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:43:33.471598 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.632212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Allocated IP 172.20.0.11 (b0061349-2d07-409a-80e0-a7b2cef999f6/1e4a0b00-1a88-4451-bef9-9fd63cb1a09e/23559316-de98-437f-ad28-0ca7ed346743) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:43:33.833566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.848864 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Transition to ACTIVE for port object 23559316-de98-437f-ad28-0ca7ed346743 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:33.874437 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:33.945471 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Network b0061349-2d07-409a-80e0-a7b2cef999f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:43:33.949910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:43:33.953794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:43:33.998972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'Port': ['ID=23559316-de98-437f-ad28-0ca7ed346743,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:34.025873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:34.026623 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.052545 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-61748a8b-f5cf-49e1-be81-10b1c221fb3c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7576234 Jul 29 17:43:34.064538 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Request body: {'port': {'device_id': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:34.180839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.232213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3354d020-ec3c-4104-aa90-fd193da812e2 None None] Provisioning for port 23559316-de98-437f-ad28-0ca7ed346743 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:43:34.239235 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-3354d020-ec3c-4104-aa90-fd193da812e2 None None] Provisioning complete for port 23559316-de98-437f-ad28-0ca7ed346743 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:43:34.239621 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3354d020-ec3c-4104-aa90-fd193da812e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.312050 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-3354d020-ec3c-4104-aa90-fd193da812e2 None None] Port 23559316-de98-437f-ad28-0ca7ed346743 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:43:34.502773 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e80ec-0a43-4447-87ef-ec8ed3100d7c req-61d2160a-fdb6-4739-8685-bf750ee34d51 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:34.509617 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-179e80ec-0a43-4447-87ef-ec8ed3100d7c req-61d2160a-fdb6-4739-8685-bf750ee34d51 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 932 time: 0.0967071 Jul 29 17:43:34.540773 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23559316-de98-437f-ad28-0ca7ed346743 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:43:34.550111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.563310 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-179e80ec-0a43-4447-87ef-ec8ed3100d7c req-ffb38e64-4e7e-4e05-b004-cc2625467153 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503423 Jul 29 17:43:34.567482 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Transition to ACTIVE for port object 23559316-de98-437f-ad28-0ca7ed346743 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:43:34.571821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.736956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Pushing event updated for resources: {'Port': ['ID=23559316-de98-437f-ad28-0ca7ed346743,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:34.823794 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Attempting to bind port 23559316-de98-437f-ad28-0ca7ed346743 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:43:34.824048 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Attempting to bind port 23559316-de98-437f-ad28-0ca7ed346743 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:43:34.824441 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Attempting to bind port 23559316-de98-437f-ad28-0ca7ed346743 on network b0061349-2d07-409a-80e0-a7b2cef999f6 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:43:34.830318 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Port 23559316-de98-437f-ad28-0ca7ed346743 on network b0061349-2d07-409a-80e0-a7b2cef999f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:43:34.830647 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Attempting to bind port 23559316-de98-437f-ad28-0ca7ed346743 on network b0061349-2d07-409a-80e0-a7b2cef999f6 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:43:34.836445 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:43:34.836782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Checking segment: {'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:43:34.837199 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Bound using segment: {'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:43:34.837626 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Bound port: 23559316-de98-437f-ad28-0ca7ed346743, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7836427a-5898-4ccd-86c5-6f5ff0e81918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:43:34.837972 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.934190 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] For port 23559316-de98-437f-ad28-0ca7ed346743, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:43:34.937275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] For port 23559316-de98-437f-ad28-0ca7ed346743, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=23559316-de98-437f-ad28-0ca7ed346743,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:43:34.942133 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:34.999673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:35.000286 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:35.001706 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] 10.222.0.69 "PUT /v2.0/ports/23559316-de98-437f-ad28-0ca7ed346743 HTTP/1.1" status: 200 len: 1094 time: 0.9420798 Jul 29 17:43:35.002132 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'tag': '23559316-de98-437f-ad28-0ca7ed346743'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:43:35.029189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3037d9c-98c9-4de6-8c76-8272a3501a2b service neutron] Pushing event updated for resources: {'Port': ['ID=23559316-de98-437f-ad28-0ca7ed346743,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:35.085720 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6aa2a2-1e78-410d-b4e8-755b14bdd4b3'] response: {'name': 'network-changed', 'server_uuid': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'tag': '23559316-de98-437f-ad28-0ca7ed346743', 'status': 'completed', 'code': 200} Jul 29 17:43:35.131316 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-82cad2bc-a145-4fc0-b411-73ccb3a0c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:35.132789 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-82cad2bc-a145-4fc0-b411-73ccb3a0c4f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 1097 time: 0.0869057 Jul 29 17:43:35.204976 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-4a6d9a0e-6730-45d5-8179-a202478c6e32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23559316-de98-437f-ad28-0ca7ed346743 HTTP/1.1" status: 200 len: 217 time: 0.0650365 Jul 29 17:43:35.358294 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-ba5a6e60-899d-4098-beeb-b069993296ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:35.359660 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-ba5a6e60-899d-4098-beeb-b069993296ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.1487818 Jul 29 17:43:35.450585 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-ccf96964-49ac-4e49-8ec3-03735603c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:35.452052 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-ccf96964-49ac-4e49-8ec3-03735603c805 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803800 Jul 29 17:43:35.594706 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-ef521f86-048f-4bd3-9b7a-33d6ee341077 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292782 Jul 29 17:43:35.735260 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5e706d8c-b7f9-4150-9c70-8a8b9d6f128e req-bc969078-ec82-400e-ac57-a432e8345fbf service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338785 Jul 29 17:43:35.763367 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60c752-f3c0-4ddf-b75f-12d5248b563b req-b9ebd4e7-db5b-47b6-99ae-f3bc69f42526 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:35.764819 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1f60c752-f3c0-4ddf-b75f-12d5248b563b req-b9ebd4e7-db5b-47b6-99ae-f3bc69f42526 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0907810 Jul 29 17:43:35.809403 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1f60c752-f3c0-4ddf-b75f-12d5248b563b req-6a02b541-0eb9-4864-8a64-b507eb4b985d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380282 Jul 29 17:43:35.852538 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8480cb-298f-45f4-8cf7-4dd3c993f488 req-657e8a01-25fb-47a5-8125-0feab563c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:35.854319 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9f8480cb-298f-45f4-8cf7-4dd3c993f488 req-657e8a01-25fb-47a5-8125-0feab563c22d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 1097 time: 0.0788386 Jul 29 17:43:35.980528 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8480cb-298f-45f4-8cf7-4dd3c993f488 req-6b0f3d04-2026-4fe5-b571-fc576d9e524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:35.982045 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9f8480cb-298f-45f4-8cf7-4dd3c993f488 req-6b0f3d04-2026-4fe5-b571-fc576d9e524a service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1220472 Jul 29 17:43:36.051601 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9f8480cb-298f-45f4-8cf7-4dd3c993f488 req-add7bcad-f2d7-4cb2-b1dd-aebe83ba8f18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23559316-de98-437f-ad28-0ca7ed346743 HTTP/1.1" status: 200 len: 217 time: 0.0634952 Jul 29 17:43:36.110769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8480cb-298f-45f4-8cf7-4dd3c993f488 req-ed1ddbdb-9b4f-427d-825b-57eb38ad685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:36.112570 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9f8480cb-298f-45f4-8cf7-4dd3c993f488 req-ed1ddbdb-9b4f-427d-825b-57eb38ad685b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0549521 Jul 29 17:43:36.198878 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8480cb-298f-45f4-8cf7-4dd3c993f488 req-92f96598-1364-4a77-b481-fbf0379d0d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:36.200342 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9f8480cb-298f-45f4-8cf7-4dd3c993f488 req-92f96598-1364-4a77-b481-fbf0379d0d8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819819 Jul 29 17:43:36.328654 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9f8480cb-298f-45f4-8cf7-4dd3c993f488 req-7b47c048-065f-4665-ac5e-ff16c8dfe578 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219335 Jul 29 17:43:36.455377 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-9f8480cb-298f-45f4-8cf7-4dd3c993f488 req-eeb32d68-e556-47a5-aeeb-0f948444561e service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208858 Jul 29 17:43:37.007760 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2774e3-7fa5-4035-9ee1-25d69a43b5f2 req-7c5d93df-f4ac-4fb7-a9d3-167b5733b5bd tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:37.009201 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bb2774e3-7fa5-4035-9ee1-25d69a43b5f2 req-7c5d93df-f4ac-4fb7-a9d3-167b5733b5bd tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0884428 Jul 29 17:43:37.052262 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bb2774e3-7fa5-4035-9ee1-25d69a43b5f2 req-7bdede49-23c0-46cd-8eff-e1370628e4eb tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369825 Jul 29 17:43:38.244094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2cda3-96c4-4514-912e-50040865ae35 req-d8a895c0-8316-423f-b009-3e7fc5b20dbd tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:38.245551 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a5c2cda3-96c4-4514-912e-50040865ae35 req-d8a895c0-8316-423f-b009-3e7fc5b20dbd tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0870128 Jul 29 17:43:38.288587 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a5c2cda3-96c4-4514-912e-50040865ae35 req-57c19288-0fdc-4d29-b3f7-54c0fc6aace3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374558 Jul 29 17:43:39.483684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331b965-beb3-4255-bdcf-9e0da0727484 req-87109716-3eb4-425c-a657-20b7ed1a30a7 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:39.485167 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6331b965-beb3-4255-bdcf-9e0da0727484 req-87109716-3eb4-425c-a657-20b7ed1a30a7 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0903053 Jul 29 17:43:39.529230 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6331b965-beb3-4255-bdcf-9e0da0727484 req-001711ab-928f-4152-9070-a8c30af91cf3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383477 Jul 29 17:43:40.725925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15420162-2c10-47fd-a9a1-a0fa513674ff req-790e6b62-ec1e-412f-8108-62f52f2c83ee tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:40.727360 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-15420162-2c10-47fd-a9a1-a0fa513674ff req-790e6b62-ec1e-412f-8108-62f52f2c83ee tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0894511 Jul 29 17:43:40.770487 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-15420162-2c10-47fd-a9a1-a0fa513674ff req-2f11dd05-125c-4807-823a-c42a430cc353 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369785 Jul 29 17:43:41.960585 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540e648-021f-47f4-b4e1-64ddeb7ba954 req-48c07c41-651b-4648-b782-0bc8cbce555d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:41.961968 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d540e648-021f-47f4-b4e1-64ddeb7ba954 req-48c07c41-651b-4648-b782-0bc8cbce555d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0866148 Jul 29 17:43:42.004443 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d540e648-021f-47f4-b4e1-64ddeb7ba954 req-50422100-0aaa-437f-89af-799aaecab835 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368717 Jul 29 17:43:43.198062 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dac59-b848-4841-8888-a24e0fb0007e req-17c3eaba-8cde-4212-bbf7-2f5a3d0c10d4 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:43.199495 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2e5dac59-b848-4841-8888-a24e0fb0007e req-17c3eaba-8cde-4212-bbf7-2f5a3d0c10d4 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0897336 Jul 29 17:43:43.242217 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2e5dac59-b848-4841-8888-a24e0fb0007e req-e4e3eb8a-b7f1-4db2-b318-989c738d125d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372512 Jul 29 17:43:44.438451 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61c027-230b-4299-a385-1582b484719b req-db056395-dc7f-4c5e-9885-2e0befcd40ac tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:44.439799 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8e61c027-230b-4299-a385-1582b484719b req-db056395-dc7f-4c5e-9885-2e0befcd40ac tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0893164 Jul 29 17:43:44.483341 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8e61c027-230b-4299-a385-1582b484719b req-cfe7b84c-90ca-4e64-9da4-ea3f4623a9cf tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379803 Jul 29 17:43:45.243873 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-26b006aa-19ae-4765-8f3d-e9e82ec3b1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:45.674247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb0e8e-ce24-4762-9793-1c341450b302 req-11e179e7-9033-4468-b95d-bed97a563050 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:45.675661 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dfcb0e8e-ce24-4762-9793-1c341450b302 req-11e179e7-9033-4468-b95d-bed97a563050 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0862465 Jul 29 17:43:45.718264 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dfcb0e8e-ce24-4762-9793-1c341450b302 req-f2555bf9-6235-4c91-a997-69dc828ab207 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366907 Jul 29 17:43:46.278574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 23559316-de98-437f-ad28-0ca7ed346743 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:43:46.407021 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 23559316-de98-437f-ad28-0ca7ed346743, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=23559316-de98-437f-ad28-0ca7ed346743,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:43:46.419651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '23559316-de98-437f-ad28-0ca7ed346743', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'port_id': '23559316-de98-437f-ad28-0ca7ed346743', 'mac_address': 'fa:16:3e:25:11:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:43:46.472662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 23559316-de98-437f-ad28-0ca7ed346743 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:43:46.473039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:46.489173 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23559316-de98-437f-ad28-0ca7ed346743 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:43:46.504686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 23559316-de98-437f-ad28-0ca7ed346743, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=23559316-de98-437f-ad28-0ca7ed346743,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:43:46.508773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:46.580600 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=23559316-de98-437f-ad28-0ca7ed346743,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:46.587694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:46.588044 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:46.588413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:46.588748 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:46.589105 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:46.589438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:46.589767 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:46.590103 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:46.590424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:46.590745 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:46.591069 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:46.591388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:43:46.860907 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['23559316-de98-437f-ad28-0ca7ed346743'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:43:46.913553 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12047ce6-8086-4183-a92f-add394f462ba req-0d58ece4-221f-45a9-892b-42b1b58de7c5 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:46.915027 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12047ce6-8086-4183-a92f-add394f462ba req-0d58ece4-221f-45a9-892b-42b1b58de7c5 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 945 time: 0.0892708 Jul 29 17:43:46.958917 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12047ce6-8086-4183-a92f-add394f462ba req-3e7e2d1d-016e-476a-8e4b-85a4d23df536 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377121 Jul 29 17:43:47.830872 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5b23cde4-8f1c-4682-b5be-450ffcf69ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.154542 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6842b-2485-4437-a055-e29a4531c8ca req-a8df6df2-50f4-4982-893e-ffda6002c3bb tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:48.155973 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-33d6842b-2485-4437-a055-e29a4531c8ca req-a8df6df2-50f4-4982-893e-ffda6002c3bb tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 945 time: 0.0888226 Jul 29 17:43:48.199055 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-33d6842b-2485-4437-a055-e29a4531c8ca req-db7e415b-c752-426d-af6a-26873cc2bc0a tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375607 Jul 29 17:43:48.293946 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 23559316-de98-437f-ad28-0ca7ed346743 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:43:48.362810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 23559316-de98-437f-ad28-0ca7ed346743 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:43:48.367299 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 23559316-de98-437f-ad28-0ca7ed346743 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:43:48.367674 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.489389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 23559316-de98-437f-ad28-0ca7ed346743 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:43:48.489875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.503273 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.520859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23559316-de98-437f-ad28-0ca7ed346743'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:43:48.530804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 23559316-de98-437f-ad28-0ca7ed346743, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=23559316-de98-437f-ad28-0ca7ed346743,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:43:48.535735 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.573674 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ef115f-11be-4e0f-868c-50eee1f8db1a'] response: {'server_uuid': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23559316-de98-437f-ad28-0ca7ed346743', 'code': 200} Jul 29 17:43:48.605015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=23559316-de98-437f-ad28-0ca7ed346743,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:48.671019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:48.837663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ba4db-a8ad-4c38-9797-3dc9dc53a309 req-b893ce8c-69e3-4108-9ceb-ee4aad3ec135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:48.839523 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-055ba4db-a8ad-4c38-9797-3dc9dc53a309 req-b893ce8c-69e3-4108-9ceb-ee4aad3ec135 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 1099 time: 0.0763943 Jul 29 17:43:48.878629 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-055ba4db-a8ad-4c38-9797-3dc9dc53a309 req-d24b11ad-6043-43f5-b6c8-378952c1caee service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333390 Jul 29 17:43:49.389477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d91628-c9ee-40ed-8500-2b86602517a0 req-4479f1e1-b85a-457d-a426-b86840f3566e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:49.390928 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-50d91628-c9ee-40ed-8500-2b86602517a0 req-4479f1e1-b85a-457d-a426-b86840f3566e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0861800 Jul 29 17:43:49.434473 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-50d91628-c9ee-40ed-8500-2b86602517a0 req-462c88a0-3c42-40e5-af62-73b5ffd4cbd7 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379581 Jul 29 17:43:50.183089 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:50.736616 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49379507-7a8a-4e70-85e4-97cda254afbe req-0bf160a3-0396-41cd-a52c-92a6011b60ca tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:50.737996 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-49379507-7a8a-4e70-85e4-97cda254afbe req-0bf160a3-0396-41cd-a52c-92a6011b60ca tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.1923151 Jul 29 17:43:50.781369 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-49379507-7a8a-4e70-85e4-97cda254afbe req-4201de90-2896-4dc3-9885-0355976ac683 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377405 Jul 29 17:43:50.975481 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a2f07-f287-4e6a-8065-3814f87bb26c req-d196e32f-0dd1-4899-96fa-387ec9256b9d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:50.976916 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb7a2f07-f287-4e6a-8065-3814f87bb26c req-d196e32f-0dd1-4899-96fa-387ec9256b9d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0882480 Jul 29 17:43:51.020023 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb7a2f07-f287-4e6a-8065-3814f87bb26c req-663516e4-0360-4d55-b1de-8da30e7db278 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373967 Jul 29 17:43:51.045608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35738) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:43:51.165825 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1413af6d-4ab9-4147-ba42-ecaea1337435 tempest-TestShelveInstance-1508071198 tempest-TestShelveInstance-1508071198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:51.166531 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1413af6d-4ab9-4147-ba42-ecaea1337435 tempest-TestShelveInstance-1508071198 tempest-TestShelveInstance-1508071198-project-admin] Synchronizing usage tracker for tenant:1550566e885d460f8071183fc13d7a11 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:43:51.183359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1413af6d-4ab9-4147-ba42-ecaea1337435 tempest-TestShelveInstance-1508071198 tempest-TestShelveInstance-1508071198-project-admin] Unset dirty status for tenant:1550566e885d460f8071183fc13d7a11 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:43:51.184528 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1413af6d-4ab9-4147-ba42-ecaea1337435 tempest-TestShelveInstance-1508071198 tempest-TestShelveInstance-1508071198-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 1094 time: 0.1379359 Jul 29 17:43:51.187470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35744) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:43:51.192306 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '23559316-de98-437f-ad28-0ca7ed346743', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:43:51.198691 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:43:51.202425 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Usage tracker for resource:floatingip and tenant:007540ec5faa4b6f952ab0ba597aaa81 is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:43:51.205176 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:43:51.210772 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:43:51.220634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for floatingip, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.284408 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.356369 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.589689 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Allocated IP 172.26.1.99 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/0c9b9669-d550-4471-9dc1-c2b0b1ca1818) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:43:51.733900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.762663 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:51.826406 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:43:51.829017 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:43:51.832671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:43:51.871765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'Port': ['ID=0c9b9669-d550-4471-9dc1-c2b0b1ca1818,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:52.225339 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.297338 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.495956 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.501399 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.604665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event updated for resources: {'Port': ['ID=0c9b9669-d550-4471-9dc1-c2b0b1ca1818,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:43:52.614408 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:52.780554 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Floating IP 6b0856de-1117-4f76-9683-6ded281a9122 associated. External IP: 172.26.1.99, port: 23559316-de98-437f-ad28-0ca7ed346743. Jul 29 17:43:53.215214 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Router 4b08a448-1f19-4a40-81c1-b71fae728fb7 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:43:53.389165 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:43:53.399007 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55764f0-6389-46ab-83cc-8c49d7db6f13 None None] Sync routers for ids ['4b08a448-1f19-4a40-81c1-b71fae728fb7'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:43:53.408377 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55764f0-6389-46ab-83cc-8c49d7db6f13 None None] Routers {'4b08a448-1f19-4a40-81c1-b71fae728fb7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:43:53.409064 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a55764f0-6389-46ab-83cc-8c49d7db6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4b08a448-1f19-4a40-81c1-b71fae728fb7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:53.412560 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:43:53.470428 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-87552966-277d-4881-87a2-1e42a678b6a3 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2818792 Jul 29 17:43:53.471438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'tag': '23559316-de98-437f-ad28-0ca7ed346743'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:43:53.518541 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5e0897-9020-46a9-a753-21bbf7d2a363'] response: {'name': 'network-changed', 'server_uuid': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'tag': '23559316-de98-437f-ad28-0ca7ed346743', 'status': 'completed', 'code': 200} Jul 29 17:43:53.620093 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1843d6-d505-4325-ab2b-5cf4734416b0 req-545f87a4-2d2a-4ea2-b67c-27b7507f1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:53.621615 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bf1843d6-d505-4325-ab2b-5cf4734416b0 req-545f87a4-2d2a-4ea2-b67c-27b7507f1356 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 1099 time: 0.0804644 Jul 29 17:43:53.627681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-a55764f0-6389-46ab-83cc-8c49d7db6f13 None None] Set router 4b08a448-1f19-4a40-81c1-b71fae728fb7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:43:53.750138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1843d6-d505-4325-ab2b-5cf4734416b0 req-d77147ff-6c60-4a4f-892a-7c2607e0d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:53.751537 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bf1843d6-d505-4325-ab2b-5cf4734416b0 req-d77147ff-6c60-4a4f-892a-7c2607e0d4f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1243765 Jul 29 17:43:53.854416 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bf1843d6-d505-4325-ab2b-5cf4734416b0 req-0c61c908-1320-4b40-bc06-b9095b2261de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23559316-de98-437f-ad28-0ca7ed346743 HTTP/1.1" status: 200 len: 999 time: 0.0963273 Jul 29 17:43:53.914049 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1843d6-d505-4325-ab2b-5cf4734416b0 req-cc3586d6-8251-4031-8f20-000405352755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:53.915470 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bf1843d6-d505-4325-ab2b-5cf4734416b0 req-cc3586d6-8251-4031-8f20-000405352755 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0557535 Jul 29 17:43:53.977302 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a55764f0-6389-46ab-83cc-8c49d7db6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6b0856de-1117-4f76-9683-6ded281a9122', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'floating_ip_address': '172.26.1.99', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'port_id': '23559316-de98-437f-ad28-0ca7ed346743', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'mac_address': 'fa:16:3e:25:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:43:52Z', 'updated_at': '2022-07-29T17:43:52Z', 'revision_number': 0, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 5, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:53.982410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55764f0-6389-46ab-83cc-8c49d7db6f13 None None] Checking router: 4b08a448-1f19-4a40-81c1-b71fae728fb7 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:43:53.994495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55764f0-6389-46ab-83cc-8c49d7db6f13 None None] Routers {'4b08a448-1f19-4a40-81c1-b71fae728fb7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:43:53.995098 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a55764f0-6389-46ab-83cc-8c49d7db6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:43:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4b08a448-1f19-4a40-81c1-b71fae728fb7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:54.002240 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1843d6-d505-4325-ab2b-5cf4734416b0 req-30725bb5-6fa6-4622-b421-0ecfca69e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:43:54.003666 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bf1843d6-d505-4325-ab2b-5cf4734416b0 req-30725bb5-6fa6-4622-b421-0ecfca69e60f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826929 Jul 29 17:43:54.142870 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bf1843d6-d505-4325-ab2b-5cf4734416b0 req-e19fbf3c-9948-4502-ad00-ea5f777eebed service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331010 Jul 29 17:43:54.175192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-a55764f0-6389-46ab-83cc-8c49d7db6f13 None None] Set router 4b08a448-1f19-4a40-81c1-b71fae728fb7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:43:54.278969 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-bf1843d6-d505-4325-ab2b-5cf4734416b0 req-ae3840b6-2723-4a68-80e2-9cad96d02c8e service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304576 Jul 29 17:43:54.524568 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-a55764f0-6389-46ab-83cc-8c49d7db6f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6b0856de-1117-4f76-9683-6ded281a9122', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'floating_ip_address': '172.26.1.99', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'port_id': '23559316-de98-437f-ad28-0ca7ed346743', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'mac_address': 'fa:16:3e:25:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:43:52Z', 'updated_at': '2022-07-29T17:43:52Z', 'revision_number': 0, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 5, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:43:54.529193 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55764f0-6389-46ab-83cc-8c49d7db6f13 None None] The sync data for ids ['4b08a448-1f19-4a40-81c1-b71fae728fb7'] in dv-neutron-851534-1-hyperv is: [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6b0856de-1117-4f76-9683-6ded281a9122', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'floating_ip_address': '172.26.1.99', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'port_id': '23559316-de98-437f-ad28-0ca7ed346743', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'mac_address': 'fa:16:3e:25:11:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:43:52Z', 'updated_at': '2022-07-29T17:43:52Z', 'revision_number': 0, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 5, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:43:54.719908 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d071e2-b985-42b7-9834-aa9cb2836281 None None] New status for floating IP 6b0856de-1117-4f76-9683-6ded281a9122: ACTIVE {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:43:59.218399 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:44:15.246659 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c0fedd4a-a868-4f73-9650-d6f50c5678dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:17.836321 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-47faa45c-2e96-4c7a-8430-861794bf510a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.490764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:18.673838 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:20.184744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:21.308436 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:24.285496 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-aee1dc06-e0fb-41a3-a5ba-3e0a70ea523b req-3f6b807a-4d80-46db-8095-0b0df32e8e5c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773873 Jul 29 17:44:24.434950 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1dc06-e0fb-41a3-a5ba-3e0a70ea523b req-0444c9c9-43c4-4731-af8e-8d5ccbd8d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:44:24.436417 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-aee1dc06-e0fb-41a3-a5ba-3e0a70ea523b req-0444c9c9-43c4-4731-af8e-8d5ccbd8d086 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 1099 time: 0.0833569 Jul 29 17:44:24.698655 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1dc06-e0fb-41a3-a5ba-3e0a70ea523b req-237d7121-6dfd-4b44-abe2-0312cf8fab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:44:24.699407 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-aee1dc06-e0fb-41a3-a5ba-3e0a70ea523b req-237d7121-6dfd-4b44-abe2-0312cf8fab65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.2455108 Jul 29 17:44:24.802554 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-aee1dc06-e0fb-41a3-a5ba-3e0a70ea523b req-b4eff763-32db-4270-abac-24966e4ef6f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23559316-de98-437f-ad28-0ca7ed346743 HTTP/1.1" status: 200 len: 1001 time: 0.0966654 Jul 29 17:44:24.863595 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1dc06-e0fb-41a3-a5ba-3e0a70ea523b req-167bd187-0b22-4b8c-95ac-073491105e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:44:24.865015 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-aee1dc06-e0fb-41a3-a5ba-3e0a70ea523b req-167bd187-0b22-4b8c-95ac-073491105e9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0572226 Jul 29 17:44:24.954348 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1dc06-e0fb-41a3-a5ba-3e0a70ea523b req-bbbd1a19-7f0b-4840-9ee6-484f2aa98a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:44:24.955642 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-aee1dc06-e0fb-41a3-a5ba-3e0a70ea523b req-bbbd1a19-7f0b-4840-9ee6-484f2aa98a90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847075 Jul 29 17:44:25.095414 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-aee1dc06-e0fb-41a3-a5ba-3e0a70ea523b req-bd53ddf6-79db-4a60-82df-ecdf174c5a45 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321099 Jul 29 17:44:25.230621 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-aee1dc06-e0fb-41a3-a5ba-3e0a70ea523b req-3b3b478e-0c10-442c-a1e9-01de9232bff3 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306169 Jul 29 17:44:36.216758 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:44:45.247839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-778c7e38-10a5-4fee-8190-05e6a19d18fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:47.838273 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b7b14ae1-7385-446a-97b5-3a9dd20b5437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.483192 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:48.675293 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:50.187567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:44:51.322527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:13.214639 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:45:15.251534 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-4f702d9f-d64e-4b59-b88a-e2417c31c331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:17.839431 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5a20f981-0ef0-486f-9d3d-edafc8d004b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:18.485459 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:18.678264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:20.191411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:21.322707 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:24.303160 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-725ab5bc-8a39-4219-93ca-79f5875f0434 req-d7e3ee3e-c244-467e-b519-d613157ee762 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1125624 Jul 29 17:45:24.448676 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ab5bc-8a39-4219-93ca-79f5875f0434 req-9493d487-aefa-42a7-bac7-87ab73b9a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:24.450063 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-725ab5bc-8a39-4219-93ca-79f5875f0434 req-9493d487-aefa-42a7-bac7-87ab73b9a314 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 1099 time: 0.0795634 Jul 29 17:45:24.594011 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ab5bc-8a39-4219-93ca-79f5875f0434 req-9c8e78ef-95e4-4c3f-b8d5-32175bb1014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:24.595438 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-725ab5bc-8a39-4219-93ca-79f5875f0434 req-9c8e78ef-95e4-4c3f-b8d5-32175bb1014b service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1261382 Jul 29 17:45:24.691508 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-725ab5bc-8a39-4219-93ca-79f5875f0434 req-510204d3-76e9-40f6-abf7-f180f23a075a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23559316-de98-437f-ad28-0ca7ed346743 HTTP/1.1" status: 200 len: 1001 time: 0.0904202 Jul 29 17:45:24.754967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ab5bc-8a39-4219-93ca-79f5875f0434 req-e439d3ad-82d9-4849-81c1-f9c1930baf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:24.756316 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-725ab5bc-8a39-4219-93ca-79f5875f0434 req-e439d3ad-82d9-4849-81c1-f9c1930baf96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0584986 Jul 29 17:45:24.837106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ab5bc-8a39-4219-93ca-79f5875f0434 req-ebbbe563-9385-40d8-bc28-8c365af272b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:24.838593 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-725ab5bc-8a39-4219-93ca-79f5875f0434 req-ebbbe563-9385-40d8-bc28-8c365af272b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758998 Jul 29 17:45:24.967624 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-725ab5bc-8a39-4219-93ca-79f5875f0434 req-a3311a88-e3b9-443a-96cf-96796dfa449a service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225362 Jul 29 17:45:25.094720 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-725ab5bc-8a39-4219-93ca-79f5875f0434 req-7c7bc79e-62fb-48c7-bf8d-c4549deb29b1 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215861 Jul 29 17:45:45.253159 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d748682a-47ae-4089-b7ea-7fe0e5723586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:47.840775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b4db-971c-4c45-8115-8c4294f033aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:48.488998 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:48.681626 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:49.371496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb73909-0450-4265-9ef7-bdd3a849076d req-e68ac30c-bf53-43f1-8a8a-4597dbac8f0d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:49.372951 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ecb73909-0450-4265-9ef7-bdd3a849076d req-e68ac30c-bf53-43f1-8a8a-4597dbac8f0d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.1304569 Jul 29 17:45:49.419446 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ecb73909-0450-4265-9ef7-bdd3a849076d req-0fd5ad0f-f402-4b45-9191-6ee03c1937c7 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407560 Jul 29 17:45:50.194703 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:50.213865 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:45:50.655221 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671818c-5f49-4c28-9b0b-08c0d18928f2 req-01801691-1103-40ef-8855-b29595b1709a tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:50.656659 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8671818c-5f49-4c28-9b0b-08c0d18928f2 req-01801691-1103-40ef-8855-b29595b1709a tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.1277916 Jul 29 17:45:50.700904 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8671818c-5f49-4c28-9b0b-08c0d18928f2 req-b9397edd-3550-4dd5-848f-5808175f9c1d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385761 Jul 29 17:45:51.341939 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:45:51.896217 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512807a-1e02-4ef8-834f-14f23155ff6f req-e0c4232a-a0d2-4aa5-8b3a-c106952537dc tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:51.897682 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6512807a-1e02-4ef8-834f-14f23155ff6f req-e0c4232a-a0d2-4aa5-8b3a-c106952537dc tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0900557 Jul 29 17:45:51.940997 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6512807a-1e02-4ef8-834f-14f23155ff6f req-208d990f-cb91-4d26-b229-16a9bcec8162 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377874 Jul 29 17:45:53.133823 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847ec60-262f-455f-bda7-492fce76685b req-22ab1462-c68f-4660-9908-d9bfa98a98de tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:53.135275 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1847ec60-262f-455f-bda7-492fce76685b req-22ab1462-c68f-4660-9908-d9bfa98a98de tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0866833 Jul 29 17:45:53.181710 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1847ec60-262f-455f-bda7-492fce76685b req-80573c2b-e0fa-4a96-89b6-01329e8fd04b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408766 Jul 29 17:45:54.373857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac363ef-2bd2-4473-86d2-dfe76c105897 req-5fa35829-e532-46eb-9b37-78507d8f693d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:54.375309 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6ac363ef-2bd2-4473-86d2-dfe76c105897 req-5fa35829-e532-46eb-9b37-78507d8f693d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0856819 Jul 29 17:45:54.418311 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6ac363ef-2bd2-4473-86d2-dfe76c105897 req-3a21a7a6-0397-4993-8c13-80aa48584537 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374331 Jul 29 17:45:55.754091 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef18c8c-4d62-40cb-a0d2-39de005e426e req-25c6f52a-f70e-4c01-8d90-8f3675e76f6b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:55.755538 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bef18c8c-4d62-40cb-a0d2-39de005e426e req-25c6f52a-f70e-4c01-8d90-8f3675e76f6b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0892577 Jul 29 17:45:55.802832 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bef18c8c-4d62-40cb-a0d2-39de005e426e req-7454a813-b7f9-4532-b42e-3e5c41014069 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378504 Jul 29 17:45:57.002479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80c9ff-9ace-44b1-875a-99e2533ffd3c req-aeeea429-fe7e-4aee-a33c-eb1bf3c54b28 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:57.003954 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dd80c9ff-9ace-44b1-875a-99e2533ffd3c req-aeeea429-fe7e-4aee-a33c-eb1bf3c54b28 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0905395 Jul 29 17:45:57.051047 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-dd80c9ff-9ace-44b1-875a-99e2533ffd3c req-a199c67b-8707-4098-90aa-3ed8f654eb09 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414574 Jul 29 17:45:58.243490 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70412862-e400-4b0e-b28f-a7fd26485b1e req-a21c0fb4-88af-4f6b-bc12-cf907be9d400 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:58.244942 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-70412862-e400-4b0e-b28f-a7fd26485b1e req-a21c0fb4-88af-4f6b-bc12-cf907be9d400 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0865896 Jul 29 17:45:58.288232 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-70412862-e400-4b0e-b28f-a7fd26485b1e req-199f0736-da09-45eb-8c7f-f15673ef027e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377233 Jul 29 17:45:59.423840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a45937-583e-4116-9187-3d049bf55fe0 req-62ae9929-4da9-429f-b8a6-c66997e44000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:59.425353 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-63a45937-583e-4116-9187-3d049bf55fe0 req-62ae9929-4da9-429f-b8a6-c66997e44000 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 1099 time: 0.0820410 Jul 29 17:45:59.485461 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bc088-3c63-4f32-ba67-734fc918f042 req-4554e5e5-55be-4b0f-86b9-7125b4bbc04f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:59.487008 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-816bc088-3c63-4f32-ba67-734fc918f042 req-4554e5e5-55be-4b0f-86b9-7125b4bbc04f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0900505 Jul 29 17:45:59.533164 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-816bc088-3c63-4f32-ba67-734fc918f042 req-99285611-9f5c-486b-b12a-8eae5d8e81b9 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400553 Jul 29 17:45:59.650157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a45937-583e-4116-9187-3d049bf55fe0 req-59fb3f1f-e841-4af3-9cc1-d9289af7be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:59.651506 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-63a45937-583e-4116-9187-3d049bf55fe0 req-59fb3f1f-e841-4af3-9cc1-d9289af7be0c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.2200871 Jul 29 17:45:59.751558 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-63a45937-583e-4116-9187-3d049bf55fe0 req-d1800b6f-c68d-4bc2-9e56-41dded680b90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23559316-de98-437f-ad28-0ca7ed346743 HTTP/1.1" status: 200 len: 1001 time: 0.0939455 Jul 29 17:45:59.811250 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a45937-583e-4116-9187-3d049bf55fe0 req-ecab965b-1ad9-4439-b5ed-af42e79c47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:59.812607 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-63a45937-583e-4116-9187-3d049bf55fe0 req-ecab965b-1ad9-4439-b5ed-af42e79c47a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0553849 Jul 29 17:45:59.899327 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a45937-583e-4116-9187-3d049bf55fe0 req-50493634-dbfb-48cd-a007-9773ee655c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:45:59.900821 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-63a45937-583e-4116-9187-3d049bf55fe0 req-50493634-dbfb-48cd-a007-9773ee655c78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826864 Jul 29 17:46:00.028122 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-63a45937-583e-4116-9187-3d049bf55fe0 req-c763e67b-aeee-4c4e-a967-2dc951a25de5 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211183 Jul 29 17:46:00.154577 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-63a45937-583e-4116-9187-3d049bf55fe0 req-4e25bf58-ffcc-48d2-adac-38e010a47fe7 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210587 Jul 29 17:46:00.727321 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318eb0a2-53af-4555-9d2f-d0b29d9d79fd req-19a8514e-879f-4120-b68d-ded7793c5155 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:00.728764 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-318eb0a2-53af-4555-9d2f-d0b29d9d79fd req-19a8514e-879f-4120-b68d-ded7793c5155 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0866234 Jul 29 17:46:00.775094 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-318eb0a2-53af-4555-9d2f-d0b29d9d79fd req-db9a4dba-39ed-4fac-85ae-78ea2f1dc346 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407932 Jul 29 17:46:01.977242 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541a73c-c20b-4947-98fc-b49ad1ef646e req-1443985c-9041-45ff-82a1-0a33df30dac1 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:01.978718 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e541a73c-c20b-4947-98fc-b49ad1ef646e req-1443985c-9041-45ff-82a1-0a33df30dac1 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0913589 Jul 29 17:46:02.025559 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e541a73c-c20b-4947-98fc-b49ad1ef646e req-cc3e38f0-2626-4ddd-88e9-eb03dd32c108 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409288 Jul 29 17:46:03.221424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173eef4-d09f-409b-a7b9-bf49d76f136c req-71aa9bee-729b-450e-b55c-4459d381db26 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:03.222861 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f173eef4-d09f-409b-a7b9-bf49d76f136c req-71aa9bee-729b-450e-b55c-4459d381db26 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0896864 Jul 29 17:46:03.266030 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-f173eef4-d09f-409b-a7b9-bf49d76f136c req-b0ba1bf8-2554-41c2-a0d7-40f2a0a19649 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369186 Jul 29 17:46:04.629332 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21cebb4d-e8be-4e0e-8c69-457a6f89382c req-9e06e1b4-8e12-4bfc-8724-195601c6c116 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1441610 Jul 29 17:46:04.648913 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee6e2f-4bb9-4869-a1d8-5db775ae1371 req-760d7d1d-6590-4311-99b8-e291c7913e3f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:04.650363 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-27ee6e2f-4bb9-4869-a1d8-5db775ae1371 req-760d7d1d-6590-4311-99b8-e291c7913e3f tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.1029654 Jul 29 17:46:04.694145 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-27ee6e2f-4bb9-4869-a1d8-5db775ae1371 req-b0c34f4b-d028-42cf-8c7a-ba41811477dc tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382400 Jul 29 17:46:05.888868 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c849f6-098b-4069-8d09-6eb926e34cea req-549857a1-5d6c-4290-8ea2-06585150b394 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:05.890248 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-25c849f6-098b-4069-8d09-6eb926e34cea req-549857a1-5d6c-4290-8ea2-06585150b394 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0906484 Jul 29 17:46:05.933621 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-25c849f6-098b-4069-8d09-6eb926e34cea req-3d9a6bd7-9347-49bf-b2e7-abeb336c4d3d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377772 Jul 29 17:46:06.996577 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 23559316-de98-437f-ad28-0ca7ed346743 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:46:07.107466 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 23559316-de98-437f-ad28-0ca7ed346743 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:46:07.107759 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:07.126853 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cebee8-1b6d-4fd1-aebd-15565be9c549 req-9d406c8e-f6f4-4bbe-be4f-f55f0f34dd35 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:07.128308 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a5cebee8-1b6d-4fd1-aebd-15565be9c549 req-9d406c8e-f6f4-4bbe-be4f-f55f0f34dd35 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0871413 Jul 29 17:46:07.134918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23559316-de98-437f-ad28-0ca7ed346743'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:46:07.144628 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 23559316-de98-437f-ad28-0ca7ed346743, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=23559316-de98-437f-ad28-0ca7ed346743,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:46:07.149317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:07.177923 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a5cebee8-1b6d-4fd1-aebd-15565be9c549 req-53a09973-09cf-47ce-be55-5ec8af832d86 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431671 Jul 29 17:46:07.222375 dv-neutron-851534-1-hyperv neutron-server[89211]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c2fa7a2f-b76e-438f-91bb-f5e650dbd982']: {'server_uuid': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23559316-de98-437f-ad28-0ca7ed346743', 'code': 422} returned with failed status Jul 29 17:46:07.259563 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=23559316-de98-437f-ad28-0ca7ed346743,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:07.266437 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:07.266779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:07.267115 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:07.267453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:07.267779 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:07.268104 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:07.268424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:07.268744 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:07.269146 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:07.269469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:07.269785 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:07.270156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:46:08.378994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c6181-4685-441f-b2be-48e2ed30babd req-fde050ed-e660-41ca-a4ee-f712d819fd58 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:08.380973 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-243c6181-4685-441f-b2be-48e2ed30babd req-fde050ed-e660-41ca-a4ee-f712d819fd58 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0868490 Jul 29 17:46:08.422997 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-243c6181-4685-441f-b2be-48e2ed30babd req-2f4ebdfa-61ff-4016-badc-f870be62807d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364351 Jul 29 17:46:09.620239 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b14f0-c77d-4d8f-affd-d497e0bd2eae req-d48c2043-0a96-4692-bae0-eb067357d230 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:09.621708 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb8b14f0-c77d-4d8f-affd-d497e0bd2eae req-d48c2043-0a96-4692-bae0-eb067357d230 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0905476 Jul 29 17:46:09.666697 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eb8b14f0-c77d-4d8f-affd-d497e0bd2eae req-f97aeba6-d4a1-44d4-ab06-1b4569cd5559 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380881 Jul 29 17:46:10.860755 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b045c3b-65ad-4337-9345-74c7e1f5e701 req-09202fdc-9e8a-4be2-8ef4-91baaca69748 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:10.862238 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3b045c3b-65ad-4337-9345-74c7e1f5e701 req-09202fdc-9e8a-4be2-8ef4-91baaca69748 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0870271 Jul 29 17:46:10.908732 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-3b045c3b-65ad-4337-9345-74c7e1f5e701 req-8eea781d-4e8a-477e-9f4a-375d27b3899d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409405 Jul 29 17:46:11.060849 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cebb4d-e8be-4e0e-8c69-457a6f89382c req-edaa9b23-50e1-4117-be61-ead8bf10d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:11.062341 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-21cebb4d-e8be-4e0e-8c69-457a6f89382c req-edaa9b23-50e1-4117-be61-ead8bf10d8f1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51&tenant_id=007540ec5faa4b6f952ab0ba597aaa81 HTTP/1.1" status: 200 len: 1097 time: 0.0778131 Jul 29 17:46:11.162423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cebb4d-e8be-4e0e-8c69-457a6f89382c req-95de7c1b-4308-4978-831a-e6f1aa854c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:11.163853 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-21cebb4d-e8be-4e0e-8c69-457a6f89382c req-95de7c1b-4308-4978-831a-e6f1aa854c85 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 1097 time: 0.0812421 Jul 29 17:46:11.294208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cebb4d-e8be-4e0e-8c69-457a6f89382c req-79e32856-54da-4c1f-a689-6539ff6e99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:11.295615 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-21cebb4d-e8be-4e0e-8c69-457a6f89382c req-79e32856-54da-4c1f-a689-6539ff6e99c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1243043 Jul 29 17:46:11.393130 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-21cebb4d-e8be-4e0e-8c69-457a6f89382c req-5800b8d6-2927-4e2b-88a8-7719c1ecfab2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23559316-de98-437f-ad28-0ca7ed346743 HTTP/1.1" status: 200 len: 999 time: 0.0915003 Jul 29 17:46:11.456953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cebb4d-e8be-4e0e-8c69-457a6f89382c req-6268da6f-5dbb-4734-a489-31e46146a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:11.458404 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-21cebb4d-e8be-4e0e-8c69-457a6f89382c req-6268da6f-5dbb-4734-a489-31e46146a464 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0594537 Jul 29 17:46:11.538239 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cebb4d-e8be-4e0e-8c69-457a6f89382c req-ecb8eb0b-6552-4a2f-8831-32edba53aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:11.539714 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-21cebb4d-e8be-4e0e-8c69-457a6f89382c req-ecb8eb0b-6552-4a2f-8831-32edba53aebc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760789 Jul 29 17:46:11.668832 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-21cebb4d-e8be-4e0e-8c69-457a6f89382c req-660d63e8-6ad8-4e7d-aad9-5cbd98af216a service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224515 Jul 29 17:46:11.795944 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-21cebb4d-e8be-4e0e-8c69-457a6f89382c req-6e43b5f3-7015-4c7b-a73e-356d6a817091 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211836 Jul 29 17:46:12.099716 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bc78a-c32d-4189-93b5-62c754cbc4e5 req-174ff95a-2b6c-4b6e-9c04-8b4350e59f5c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:12.101217 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-142bc78a-c32d-4189-93b5-62c754cbc4e5 req-174ff95a-2b6c-4b6e-9c04-8b4350e59f5c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0874074 Jul 29 17:46:12.143658 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-142bc78a-c32d-4189-93b5-62c754cbc4e5 req-0e165fce-b92d-4d6d-9ccc-83bec099abb4 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369804 Jul 29 17:46:13.438166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b5a94-6298-4d2f-b6f4-b6b3390864de req-dcac97ea-5d60-433c-baf5-6ad2c8915120 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:13.439536 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4e4b5a94-6298-4d2f-b6f4-b6b3390864de req-dcac97ea-5d60-433c-baf5-6ad2c8915120 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.1896553 Jul 29 17:46:13.482291 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-4e4b5a94-6298-4d2f-b6f4-b6b3390864de req-14839cc9-6912-44be-95ae-d04dbf1b3da6 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371354 Jul 29 17:46:14.680749 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5c661-1217-4060-9b47-f1ac05400139 req-dff90b86-5192-4865-ad6f-bcf03fa8361d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:14.682252 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c3f5c661-1217-4060-9b47-f1ac05400139 req-dff90b86-5192-4865-ad6f-bcf03fa8361d tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0883508 Jul 29 17:46:14.727879 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c3f5c661-1217-4060-9b47-f1ac05400139 req-bd70c268-670e-48b3-90bc-e28ecf8e24dd tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401034 Jul 29 17:46:15.253837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-fbe199d5-00f7-4732-ab2f-c88a8954183e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:15.925025 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12e2c0-f741-49ee-b1c6-49e38b863b4b req-9f787d1d-5d89-4fe6-837b-145f51ce51b5 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:15.926430 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ce12e2c0-f741-49ee-b1c6-49e38b863b4b req-9f787d1d-5d89-4fe6-837b-145f51ce51b5 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0884964 Jul 29 17:46:15.969788 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ce12e2c0-f741-49ee-b1c6-49e38b863b4b req-25cec14e-93ed-456c-8085-9ac616779776 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375276 Jul 29 17:46:17.164030 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bfbd4-cab5-4683-b04b-b2a534868df5 req-6050b2fc-56d5-4df8-9e75-33237a9cbcd2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:17.165415 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-512bfbd4-cab5-4683-b04b-b2a534868df5 req-6050b2fc-56d5-4df8-9e75-33237a9cbcd2 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0893707 Jul 29 17:46:17.208878 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-512bfbd4-cab5-4683-b04b-b2a534868df5 req-5030781a-880e-428d-8bf8-4ade0467f499 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374105 Jul 29 17:46:17.842314 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d336a5bb-f810-438f-a0ce-ae1a599d4be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:18.404155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbeed6-a172-419f-9dcd-dbc33e8f9192 req-02474390-7b56-4ae0-bb48-04cc442f74ec tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:18.405607 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eebbeed6-a172-419f-9dcd-dbc33e8f9192 req-02474390-7b56-4ae0-bb48-04cc442f74ec tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0846813 Jul 29 17:46:18.451718 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-eebbeed6-a172-419f-9dcd-dbc33e8f9192 req-f65ebe3a-ace5-44e7-b499-8dac59c10fbd tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405109 Jul 29 17:46:18.494806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:18.683238 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:19.643780 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3c589-c1a2-42e6-8e50-c14b2738b573 req-6a0eac9a-5fda-473c-aa4e-e7fbaa577503 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:19.645177 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1cc3c589-c1a2-42e6-8e50-c14b2738b573 req-6a0eac9a-5fda-473c-aa4e-e7fbaa577503 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0876257 Jul 29 17:46:19.687918 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1cc3c589-c1a2-42e6-8e50-c14b2738b573 req-e9636940-a2b5-4996-bc76-70af406368ae tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370257 Jul 29 17:46:20.196443 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:20.883746 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375f12-2376-4248-b7fd-59dd41a29c8e req-58277d3a-7a98-4e7b-bc36-69ac0342c807 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:20.885117 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-50375f12-2376-4248-b7fd-59dd41a29c8e req-58277d3a-7a98-4e7b-bc36-69ac0342c807 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 944 time: 0.0902450 Jul 29 17:46:20.928446 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-50375f12-2376-4248-b7fd-59dd41a29c8e req-47bab5a6-3876-4527-a1cd-3e45b4266270 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376685 Jul 29 17:46:21.043092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 23559316-de98-437f-ad28-0ca7ed346743 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:46:21.173003 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 23559316-de98-437f-ad28-0ca7ed346743, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=23559316-de98-437f-ad28-0ca7ed346743,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:46:21.186260 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '23559316-de98-437f-ad28-0ca7ed346743', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'port_id': '23559316-de98-437f-ad28-0ca7ed346743', 'mac_address': 'fa:16:3e:25:11:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:46:21.243493 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 23559316-de98-437f-ad28-0ca7ed346743 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:46:21.244143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:21.259607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23559316-de98-437f-ad28-0ca7ed346743 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:46:21.275039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 23559316-de98-437f-ad28-0ca7ed346743, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=23559316-de98-437f-ad28-0ca7ed346743,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:46:21.278465 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:21.351132 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:21.354490 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=23559316-de98-437f-ad28-0ca7ed346743,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:21.626386 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['23559316-de98-437f-ad28-0ca7ed346743'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:46:22.120381 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35486bd7-b231-4728-91a7-eb721c667963 req-e990f084-82bc-40c7-9fb7-c54c7d07e99b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:22.121865 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-35486bd7-b231-4728-91a7-eb721c667963 req-e990f084-82bc-40c7-9fb7-c54c7d07e99b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 945 time: 0.0864847 Jul 29 17:46:22.168523 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-35486bd7-b231-4728-91a7-eb721c667963 req-f9a0f3bd-02ed-46f0-b916-3607ed34bd74 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409951 Jul 29 17:46:23.058233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 23559316-de98-437f-ad28-0ca7ed346743 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:46:23.123448 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 23559316-de98-437f-ad28-0ca7ed346743 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:46:23.123819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:23.236466 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 23559316-de98-437f-ad28-0ca7ed346743 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:46:23.236844 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:23.263431 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23559316-de98-437f-ad28-0ca7ed346743'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:46:23.273619 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 23559316-de98-437f-ad28-0ca7ed346743, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=23559316-de98-437f-ad28-0ca7ed346743,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:46:23.278572 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:23.311519 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3449e7d0-e34a-4ece-be1e-eed3fc6ee6b3'] response: {'server_uuid': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23559316-de98-437f-ad28-0ca7ed346743', 'code': 200} Jul 29 17:46:23.350941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=23559316-de98-437f-ad28-0ca7ed346743,revision_number=8']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:46:23.368229 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6309c-e07d-4245-9f20-5ea409bfa0d9 req-3d6790ff-8a11-421f-a60f-76b92b71a0bd tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:23.369760 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06f6309c-e07d-4245-9f20-5ea409bfa0d9 req-3d6790ff-8a11-421f-a60f-76b92b71a0bd tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0896723 Jul 29 17:46:23.414075 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-06f6309c-e07d-4245-9f20-5ea409bfa0d9 req-b7416e6d-2ebb-4468-a62f-1de6ee51fa65 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387490 Jul 29 17:46:23.585696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbe11e-44df-44c5-a492-e6cd4cbbd7ef req-0db36e78-cb19-4282-9314-83556806a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:23.587068 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-03cbe11e-44df-44c5-a492-e6cd4cbbd7ef req-0db36e78-cb19-4282-9314-83556806a6d0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 1099 time: 0.0799026 Jul 29 17:46:23.626409 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-03cbe11e-44df-44c5-a492-e6cd4cbbd7ef req-98e4d5a3-a702-4abf-8583-e3b982b80400 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332499 Jul 29 17:46:24.332631 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded70fa-a431-4b73-9602-22f8eda1928e req-62d8b183-049c-4394-96ee-164562d277db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:24.334200 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8ded70fa-a431-4b73-9602-22f8eda1928e req-62d8b183-049c-4394-96ee-164562d277db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 1099 time: 0.0774848 Jul 29 17:46:24.475723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded70fa-a431-4b73-9602-22f8eda1928e req-96b931cf-8fae-40ae-8612-0b38ddd280a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:24.477551 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8ded70fa-a431-4b73-9602-22f8eda1928e req-96b931cf-8fae-40ae-8612-0b38ddd280a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1239107 Jul 29 17:46:24.619775 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc757e-dd39-4800-b94f-6d4c6b84616d req-e1728843-8e20-4a07-9615-5973d25f0da9 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:24.621291 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8fbc757e-dd39-4800-b94f-6d4c6b84616d req-e1728843-8e20-4a07-9615-5973d25f0da9 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0965660 Jul 29 17:46:24.664697 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8fbc757e-dd39-4800-b94f-6d4c6b84616d req-0388da13-03b6-4473-88a3-b8228d9854d1 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377619 Jul 29 17:46:24.684324 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8ded70fa-a431-4b73-9602-22f8eda1928e req-2038710b-014a-4189-b21c-a4f678d9a600 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23559316-de98-437f-ad28-0ca7ed346743 HTTP/1.1" status: 200 len: 1001 time: 0.2003055 Jul 29 17:46:24.748863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded70fa-a431-4b73-9602-22f8eda1928e req-edc97cb3-d437-4572-a17a-6d3a7da88dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:24.750561 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8ded70fa-a431-4b73-9602-22f8eda1928e req-edc97cb3-d437-4572-a17a-6d3a7da88dde service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0595515 Jul 29 17:46:24.834888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded70fa-a431-4b73-9602-22f8eda1928e req-87470025-6668-4e26-a8ef-62c1f9fa18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:24.836293 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8ded70fa-a431-4b73-9602-22f8eda1928e req-87470025-6668-4e26-a8ef-62c1f9fa18e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787156 Jul 29 17:46:24.968248 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8ded70fa-a431-4b73-9602-22f8eda1928e req-142313c6-325d-4693-b724-b969e55eb6e8 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246181 Jul 29 17:46:25.096943 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8ded70fa-a431-4b73-9602-22f8eda1928e req-25dcf245-a549-4e00-a40e-f96d1b23307a service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218357 Jul 29 17:46:25.857449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e313ea-dc19-40a6-b5df-13530e8692de req-1863f5bc-8a0d-4e66-897a-588e2161778e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:46:25.858804 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-14e313ea-dc19-40a6-b5df-13530e8692de req-1863f5bc-8a0d-4e66-897a-588e2161778e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0860605 Jul 29 17:46:25.905323 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-14e313ea-dc19-40a6-b5df-13530e8692de req-2c5879a3-6c90-49b0-8768-1b75dcd73ce6 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409708 Jul 29 17:46:27.213297 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:46:45.255450 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f01b1ebf-4971-49b4-a9eb-3f898072f65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:47.852826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-cf583fa6-7cfc-4b2d-829d-11c81f3d25fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.489469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:48.687590 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:50.203764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:46:51.346023 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:04.213288 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:47:15.257399 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0ed175b2-df7a-427a-9614-56f1dd7c00a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:17.843805 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-578183bf-6599-4b1f-b25e-8fdacd520ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:18.485735 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:18.688973 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:20.203024 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:21.336388 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:25.283791 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-081c204e-152e-47ba-a5b0-69c871b5b46f req-2cecea87-147b-49cd-91cb-2ac7aeb4ccce service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795031 Jul 29 17:47:25.427721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c204e-152e-47ba-a5b0-69c871b5b46f req-ba7fe9fb-42ce-4c5f-810d-40282a8af722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:47:25.429188 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-081c204e-152e-47ba-a5b0-69c871b5b46f req-ba7fe9fb-42ce-4c5f-810d-40282a8af722 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 1099 time: 0.0775504 Jul 29 17:47:25.571754 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c204e-152e-47ba-a5b0-69c871b5b46f req-71081331-0358-49cc-8290-fed2aa44b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:47:25.573235 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-081c204e-152e-47ba-a5b0-69c871b5b46f req-71081331-0358-49cc-8290-fed2aa44b9db service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1255832 Jul 29 17:47:25.675185 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-081c204e-152e-47ba-a5b0-69c871b5b46f req-f433090b-8622-4bb4-9652-2dffebff2ab1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23559316-de98-437f-ad28-0ca7ed346743 HTTP/1.1" status: 200 len: 1001 time: 0.0954018 Jul 29 17:47:25.738435 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c204e-152e-47ba-a5b0-69c871b5b46f req-4c595474-aac8-43bf-bb58-f16c23c848f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:47:25.739806 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-081c204e-152e-47ba-a5b0-69c871b5b46f req-4c595474-aac8-43bf-bb58-f16c23c848f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0587447 Jul 29 17:47:25.820673 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c204e-152e-47ba-a5b0-69c871b5b46f req-f53be3a6-f7fa-49f0-a2a6-446d685ddb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:47:25.822685 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-081c204e-152e-47ba-a5b0-69c871b5b46f req-f53be3a6-f7fa-49f0-a2a6-446d685ddb35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769255 Jul 29 17:47:25.950573 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-081c204e-152e-47ba-a5b0-69c871b5b46f req-e7e34225-e7f9-47d8-9a31-8ceafd2aa6ce service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222847 Jul 29 17:47:26.078051 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-081c204e-152e-47ba-a5b0-69c871b5b46f req-35ea7f64-3759-4821-8de0-ba6a723a96c2 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215997 Jul 29 17:47:41.211807 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:47:41.432305 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35898) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:41.633514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Deleting port 0c9b9669-d550-4471-9dc1-c2b0b1ca1818 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:47:41.633856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:41.889424 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:41.889668 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.010409 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Calling delete_port for 0c9b9669-d550-4471-9dc1-c2b0b1ca1818 owned by network:floatingip {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:47:42.156028 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.205490 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event deleted for resources: {'Port': ['ID=0c9b9669-d550-4471-9dc1-c2b0b1ca1818,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:42.272449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:42.272786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:42.273142 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:42.273473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:42.273799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:42.274123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:42.274442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:42.274761 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:42.275082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:42.276035 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:42.276356 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:42.276671 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:42.309859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for floatingip, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.310187 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.l3_db [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Floating IP 6b0856de-1117-4f76-9683-6ded281a9122 disassociated (deleted). External IP: 172.26.1.99, port: 23559316-de98-437f-ad28-0ca7ed346743. Jul 29 17:47:42.648128 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Router 4b08a448-1f19-4a40-81c1-b71fae728fb7 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:47:42.820513 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:47:42.830296 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc9afb7-5486-4004-945f-5104966f87e4 None None] Sync routers for ids ['4b08a448-1f19-4a40-81c1-b71fae728fb7'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:47:42.836746 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:42.839690 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc9afb7-5486-4004-945f-5104966f87e4 None None] Routers {'4b08a448-1f19-4a40-81c1-b71fae728fb7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:47:42.840316 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0dc9afb7-5486-4004-945f-5104966f87e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:47:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4b08a448-1f19-4a40-81c1-b71fae728fb7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:42.891704 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d27ab36b-2850-4ab7-96c9-4f089ad1b24c tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "DELETE /v2.0/floatingips/6b0856de-1117-4f76-9683-6ded281a9122 HTTP/1.1" status: 204 len: 168 time: 1.4582963 Jul 29 17:47:42.892339 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'tag': '23559316-de98-437f-ad28-0ca7ed346743'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:47:42.942444 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2f6c45-31d9-4704-9f1f-e4291a395a79'] response: {'name': 'network-changed', 'server_uuid': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'tag': '23559316-de98-437f-ad28-0ca7ed346743', 'status': 'completed', 'code': 200} Jul 29 17:47:43.020852 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-0dc9afb7-5486-4004-945f-5104966f87e4 None None] Set router 4b08a448-1f19-4a40-81c1-b71fae728fb7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:47:43.047154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b9f87-7466-4f0f-abe8-07a6731808e0 req-ec19099e-824f-46de-a717-56589aa5c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:47:43.049074 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-824b9f87-7466-4f0f-abe8-07a6731808e0 req-ec19099e-824f-46de-a717-56589aa5c5b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 1099 time: 0.0841842 Jul 29 17:47:43.192019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b9f87-7466-4f0f-abe8-07a6731808e0 req-ac5c3248-94e1-4108-80d0-b404cfa0c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:47:43.193509 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-824b9f87-7466-4f0f-abe8-07a6731808e0 req-ac5c3248-94e1-4108-80d0-b404cfa0c165 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 200 len: 909 time: 0.1386414 Jul 29 17:47:43.277027 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335e272-9635-4e20-80cf-cc736465bccd req-f1ed5bb9-c5fc-41ae-aafc-326b9cb350e8 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:47:43.278733 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1335e272-9635-4e20-80cf-cc736465bccd req-f1ed5bb9-c5fc-41ae-aafc-326b9cb350e8 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0931783 Jul 29 17:47:43.327711 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1335e272-9635-4e20-80cf-cc736465bccd req-8bd69aa7-1163-49f3-a88e-97217ed0f696 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430496 Jul 29 17:47:43.375082 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-824b9f87-7466-4f0f-abe8-07a6731808e0 req-fbc39403-4c50-477c-8e7e-b40b57cf117f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23559316-de98-437f-ad28-0ca7ed346743 HTTP/1.1" status: 200 len: 217 time: 0.1748667 Jul 29 17:47:43.384693 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0dc9afb7-5486-4004-945f-5104966f87e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 5, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:43.389270 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc9afb7-5486-4004-945f-5104966f87e4 None None] Checking router: 4b08a448-1f19-4a40-81c1-b71fae728fb7 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:47:43.397540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc9afb7-5486-4004-945f-5104966f87e4 None None] Routers {'4b08a448-1f19-4a40-81c1-b71fae728fb7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:47:43.398136 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0dc9afb7-5486-4004-945f-5104966f87e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:47:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4b08a448-1f19-4a40-81c1-b71fae728fb7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:43.439628 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b9f87-7466-4f0f-abe8-07a6731808e0 req-c502e198-caa3-47e1-b749-ff55fb9ccd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:47:43.441074 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-824b9f87-7466-4f0f-abe8-07a6731808e0 req-c502e198-caa3-47e1-b749-ff55fb9ccd58 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 200 len: 847 time: 0.0601339 Jul 29 17:47:43.524263 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b9f87-7466-4f0f-abe8-07a6731808e0 req-e7509c5c-2ee3-4182-8561-3d170dcfb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:47:43.525811 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-824b9f87-7466-4f0f-abe8-07a6731808e0 req-e7509c5c-2ee3-4182-8561-3d170dcfb732 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b0061349-2d07-409a-80e0-a7b2cef999f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776410 Jul 29 17:47:43.576488 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-0dc9afb7-5486-4004-945f-5104966f87e4 None None] Set router 4b08a448-1f19-4a40-81c1-b71fae728fb7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:47:43.657781 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-824b9f87-7466-4f0f-abe8-07a6731808e0 req-18239c9b-8dcc-4238-b7a8-a6a4dce492d3 service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252496 Jul 29 17:47:43.789567 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-824b9f87-7466-4f0f-abe8-07a6731808e0 req-88cf06d0-78c7-4c42-bb84-009887e8665b service neutron] 10.222.0.69 "GET /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248693 Jul 29 17:47:43.893854 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-0dc9afb7-5486-4004-945f-5104966f87e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 5, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:43.897731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc9afb7-5486-4004-945f-5104966f87e4 None None] The sync data for ids ['4b08a448-1f19-4a40-81c1-b71fae728fb7'] in dv-neutron-851534-1-hyperv is: [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:37:56Z', 'revision_number': 4, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '43414b34-1b87-4269-b547-be5fb17f9ddc', 'name': '', 'network_id': 'b0061349-2d07-409a-80e0-a7b2cef999f6', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'mac_address': 'fa:16:3e:09:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:55Z', 'updated_at': '2022-07-29T17:38:02Z', 'revision_number': 5, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'subnets': [{'id': '1e4a0b00-1a88-4451-bef9-9fd63cb1a09e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:47:44.095944 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a65dadd-8477-45dc-b63d-ffe42348b988 None None] New status for floating IP 6b0856de-1117-4f76-9683-6ded281a9122: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:47:44.529891 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426253-5e2a-432f-b84c-9a3644a70643 req-1f1eca98-f87b-47e1-90c5-146c59539b8b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:47:44.531383 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0e426253-5e2a-432f-b84c-9a3644a70643 req-1f1eca98-f87b-47e1-90c5-146c59539b8b tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.0916603 Jul 29 17:47:44.577397 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0e426253-5e2a-432f-b84c-9a3644a70643 req-9827a527-2b0a-4688-9b69-bf2b80424a02 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/security-groups?id=719ddb3d-adf6-46c9-b270-401b06f95208&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392060 Jul 29 17:47:44.819244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92642aab-d5aa-427a-b209-932e1460db80 req-f806fe82-ffa0-435e-b666-c86f128f1ac5 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:47:44.819815 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-92642aab-d5aa-427a-b209-932e1460db80 req-f806fe82-ffa0-435e-b666-c86f128f1ac5 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Synchronizing usage tracker for tenant:007540ec5faa4b6f952ab0ba597aaa81 on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:47:44.835305 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-92642aab-d5aa-427a-b209-932e1460db80 req-f806fe82-ffa0-435e-b666-c86f128f1ac5 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Unset dirty status for tenant:007540ec5faa4b6f952ab0ba597aaa81 on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:47:44.836454 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-92642aab-d5aa-427a-b209-932e1460db80 req-f806fe82-ffa0-435e-b666-c86f128f1ac5 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 946 time: 0.1058290 Jul 29 17:47:44.905738 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-92642aab-d5aa-427a-b209-932e1460db80 req-8e068dca-8863-4772-b383-fd46e69c8c27 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Deleting port 23559316-de98-437f-ad28-0ca7ed346743 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:47:44.906083 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-92642aab-d5aa-427a-b209-932e1460db80 req-8e068dca-8863-4772-b383-fd46e69c8c27 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.150157 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-92642aab-d5aa-427a-b209-932e1460db80 req-8e068dca-8863-4772-b383-fd46e69c8c27 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] For port 23559316-de98-437f-ad28-0ca7ed346743, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=23559316-de98-437f-ad28-0ca7ed346743,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:47:45.150457 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-92642aab-d5aa-427a-b209-932e1460db80 req-8e068dca-8863-4772-b383-fd46e69c8c27 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.259425 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-ea48594f-95d3-46f0-909d-bf37734e92f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.272522 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-92642aab-d5aa-427a-b209-932e1460db80 req-8e068dca-8863-4772-b383-fd46e69c8c27 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Calling delete_port for 23559316-de98-437f-ad28-0ca7ed346743 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:47:45.420020 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-92642aab-d5aa-427a-b209-932e1460db80 req-8e068dca-8863-4772-b383-fd46e69c8c27 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.469175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e068dca-8863-4772-b383-fd46e69c8c27 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event deleted for resources: {'Port': ['ID=23559316-de98-437f-ad28-0ca7ed346743,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:45.554240 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-92642aab-d5aa-427a-b209-932e1460db80 req-8e068dca-8863-4772-b383-fd46e69c8c27 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] No DVR routers for this DVR port 23559316-de98-437f-ad28-0ca7ed346743 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:45.556943 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-92642aab-d5aa-427a-b209-932e1460db80 req-8e068dca-8863-4772-b383-fd46e69c8c27 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:45.559453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'name': 'network-vif-deleted', 'tag': '23559316-de98-437f-ad28-0ca7ed346743'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:47:45.574481 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-92642aab-d5aa-427a-b209-932e1460db80 req-8e068dca-8863-4772-b383-fd46e69c8c27 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.69 "DELETE /v2.0/ports/23559316-de98-437f-ad28-0ca7ed346743 HTTP/1.1" status: 204 len: 173 time: 0.7331154 Jul 29 17:47:45.604485 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94718530-4c89-4627-bdd9-9b3478778837'] response: {'server_uuid': 'ec11335e-0b86-4fce-88ad-8e5dd4eadb51', 'name': 'network-vif-deleted', 'tag': '23559316-de98-437f-ad28-0ca7ed346743', 'status': 'completed', 'code': 200} Jul 29 17:47:45.737257 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-648b25e5-6b22-4f9e-9d05-fe4205afe92e req-70a3e6bb-eea4-47ae-a196-80d88f7eae8e tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec11335e-0b86-4fce-88ad-8e5dd4eadb51 HTTP/1.1" status: 200 len: 210 time: 0.0512311 Jul 29 17:47:46.836995 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35918) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:46.904170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fecc7d99-5e78-49d0-9a99-74cef40a22d1 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:46.938027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fecc7d99-5e78-49d0-9a99-74cef40a22d1 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:47.002335 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fecc7d99-5e78-49d0-9a99-74cef40a22d1 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:47.021232 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc7d99-5e78-49d0-9a99-74cef40a22d1 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719ddb3d-adf6-46c9-b270-401b06f95208,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:47.033152 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-fecc7d99-5e78-49d0-9a99-74cef40a22d1 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:47.034324 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-fecc7d99-5e78-49d0-9a99-74cef40a22d1 tempest-TestShelveInstance-1744999408 tempest-TestShelveInstance-1744999408-project] 10.222.0.58 "DELETE /v2.0/security-groups/719ddb3d-adf6-46c9-b270-401b06f95208 HTTP/1.1" status: 204 len: 168 time: 0.1963158 Jul 29 17:47:47.081390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35924) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:47.827721 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9380a1d2-19be-4d03-b22b-b8a6b40e2a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:47.846225 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f0c22c73-2dd0-43c4-8554-aee2396dc2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:48.173388 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-9380a1d2-19be-4d03-b22b-b8a6b40e2a65 admin admin] Deleting port 43414b34-1b87-4269-b547-be5fb17f9ddc {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:47:48.173898 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9380a1d2-19be-4d03-b22b-b8a6b40e2a65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:48.346590 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-9380a1d2-19be-4d03-b22b-b8a6b40e2a65 admin admin] For port 43414b34-1b87-4269-b547-be5fb17f9ddc, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=43414b34-1b87-4269-b547-be5fb17f9ddc,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:47:48.346941 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9380a1d2-19be-4d03-b22b-b8a6b40e2a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:48.471829 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-9380a1d2-19be-4d03-b22b-b8a6b40e2a65 admin admin] Calling delete_port for 43414b34-1b87-4269-b547-be5fb17f9ddc owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:47:48.490574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:48.642345 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9380a1d2-19be-4d03-b22b-b8a6b40e2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:48.694664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:48.701189 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380a1d2-19be-4d03-b22b-b8a6b40e2a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=43414b34-1b87-4269-b547-be5fb17f9ddc,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:49.066733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9380a1d2-19be-4d03-b22b-b8a6b40e2a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:49.404051 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 23559316-de98-437f-ad28-0ca7ed346743 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:47:49.419227 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9380a1d2-19be-4d03-b22b-b8a6b40e2a65 admin admin] Router 4b08a448-1f19-4a40-81c1-b71fae728fb7 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:47:49.442612 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 23559316-de98-437f-ad28-0ca7ed346743 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:47:49.442961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 23559316-de98-437f-ad28-0ca7ed346743 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:47:49.593259 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9380a1d2-19be-4d03-b22b-b8a6b40e2a65 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:47:49.602457 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e9890-702a-465c-b422-fb5ba6cb3dc6 None None] Sync routers for ids ['4b08a448-1f19-4a40-81c1-b71fae728fb7'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:47:49.605356 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9380a1d2-19be-4d03-b22b-b8a6b40e2a65 admin admin] 10.222.0.58 "PUT /v2.0/routers/4b08a448-1f19-4a40-81c1-b71fae728fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5228941 Jul 29 17:47:49.607825 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35930) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:49.611965 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e9890-702a-465c-b422-fb5ba6cb3dc6 None None] Routers {'4b08a448-1f19-4a40-81c1-b71fae728fb7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:47:49.612571 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-980e9890-702a-465c-b422-fb5ba6cb3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4b08a448-1f19-4a40-81c1-b71fae728fb7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:49.782113 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:49.788064 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-980e9890-702a-465c-b422-fb5ba6cb3dc6 None None] Set router 4b08a448-1f19-4a40-81c1-b71fae728fb7 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:47:49.954420 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:49.964529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] Deleting port e90dd5f2-1a99-4309-81f6-b2b55235ace7 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:47:49.964868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.071389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-980e9890-702a-465c-b422-fb5ba6cb3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29'}], 'enable_snat': True}, 'gw_port_id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:47:48Z', 'revision_number': 5, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port': {'id': 'e90dd5f2-1a99-4309-81f6-b2b55235ace7', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:53Z', 'updated_at': '2022-07-29T17:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:50.075715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e9890-702a-465c-b422-fb5ba6cb3dc6 None None] Checking router: 4b08a448-1f19-4a40-81c1-b71fae728fb7 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:47:50.084316 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e9890-702a-465c-b422-fb5ba6cb3dc6 None None] Routers {'4b08a448-1f19-4a40-81c1-b71fae728fb7'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:47:50.084911 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-980e9890-702a-465c-b422-fb5ba6cb3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['4b08a448-1f19-4a40-81c1-b71fae728fb7'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:50.259920 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] For port e90dd5f2-1a99-4309-81f6-b2b55235ace7, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e90dd5f2-1a99-4309-81f6-b2b55235ace7,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:47:50.260300 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.276975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.292221 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-980e9890-702a-465c-b422-fb5ba6cb3dc6 None None] Set router 4b08a448-1f19-4a40-81c1-b71fae728fb7 gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:47:50.384873 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] Calling delete_port for e90dd5f2-1a99-4309-81f6-b2b55235ace7 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:47:50.398664 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-980e9890-702a-465c-b422-fb5ba6cb3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:47:49Z', 'revision_number': 6, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:50.402582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e9890-702a-465c-b422-fb5ba6cb3dc6 None None] The sync data for ids ['4b08a448-1f19-4a40-81c1-b71fae728fb7'] in dv-neutron-851534-1-hyperv is: [{'id': '4b08a448-1f19-4a40-81c1-b71fae728fb7', 'name': 'tempest-TestShelveInstance-588817506-router', 'tenant_id': '007540ec5faa4b6f952ab0ba597aaa81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:52Z', 'updated_at': '2022-07-29T17:47:49Z', 'revision_number': 6, 'project_id': '007540ec5faa4b6f952ab0ba597aaa81', 'gw_port_host': None}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:47:50.557786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.606320 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90dd5f2-1a99-4309-81f6-b2b55235ace7,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:50.700153 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.874620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.876744 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.897830 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.898424 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b08a448-1f19-4a40-81c1-b71fae728fb7 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:47:50.910775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:50.911889 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-9e760e5e-f0ff-44bb-b2d8-de6b57e1b713 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4b08a448-1f19-4a40-81c1-b71fae728fb7 HTTP/1.1" status: 204 len: 168 time: 1.3031726 Jul 29 17:47:50.914753 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35934) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:50.975286 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a42f5f3-f34d-4781-94b0-9ec6c4cf6d47 admin admin] Deleting subnet 1e4a0b00-1a88-4451-bef9-9fd63cb1a09e {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:47:50.978115 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7a42f5f3-f34d-4781-94b0-9ec6c4cf6d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.025191 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7a42f5f3-f34d-4781-94b0-9ec6c4cf6d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.103210 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7a42f5f3-f34d-4781-94b0-9ec6c4cf6d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.171119 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7a42f5f3-f34d-4781-94b0-9ec6c4cf6d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.209397 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42f5f3-f34d-4781-94b0-9ec6c4cf6d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e4a0b00-1a88-4451-bef9-9fd63cb1a09e,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:51.213496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-7a42f5f3-f34d-4781-94b0-9ec6c4cf6d47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.218801 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c56524-9316-4a65-8d29-d1569b77cc98 None None] Network b0061349-2d07-409a-80e0-a7b2cef999f6 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:47:51.220207 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-7a42f5f3-f34d-4781-94b0-9ec6c4cf6d47 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1e4a0b00-1a88-4451-bef9-9fd63cb1a09e HTTP/1.1" status: 204 len: 168 time: 0.3044195 Jul 29 17:47:51.222888 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35938) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:51.329647 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.339895 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Deleting port 36fb35fa-6669-41a7-85d6-d385bf91af34 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:47:51.340227 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.406315 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.498983 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9aace6-3f35-44e2-9478-46ca6337170e None None] DHCP port deletion for b0061349-2d07-409a-80e0-a7b2cef999f6 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:47:51.503404 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5e9aace6-3f35-44e2-9478-46ca6337170e None None] Deleting port 36fb35fa-6669-41a7-85d6-d385bf91af34 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:47:51.503731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5e9aace6-3f35-44e2-9478-46ca6337170e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.559059 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] For port 36fb35fa-6669-41a7-85d6-d385bf91af34, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=36fb35fa-6669-41a7-85d6-d385bf91af34,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:47:51.559420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.681384 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Calling delete_port for 36fb35fa-6669-41a7-85d6-d385bf91af34 owned by network:dhcp {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:47:51.707672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5e9aace6-3f35-44e2-9478-46ca6337170e None None] For port 36fb35fa-6669-41a7-85d6-d385bf91af34, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=36fb35fa-6669-41a7-85d6-d385bf91af34,segment=NetworkSegment(7836427a-5898-4ccd-86c5-6f5ff0e81918),segment_id=7836427a-5898-4ccd-86c5-6f5ff0e81918)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:47:51.707987 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5e9aace6-3f35-44e2-9478-46ca6337170e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.759591 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.807327 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=36fb35fa-6669-41a7-85d6-d385bf91af34,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:51.809609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] No DVR routers for this DVR port 36fb35fa-6669-41a7-85d6-d385bf91af34 on host dv-neutron-851534-1-hyperv {{(pid=89209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:51.827706 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5e9aace6-3f35-44e2-9478-46ca6337170e None None] Calling delete_port for 36fb35fa-6669-41a7-85d6-d385bf91af34 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:47:51.841143 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:51.841496 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:51.841833 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:51.842166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:51.842498 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:51.842844 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:51.843215 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:51.843502 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:51.843818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:51.844133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:51.844517 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:51.844772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:47:51.900204 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-5e9aace6-3f35-44e2-9478-46ca6337170e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:47:51.900580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-5e9aace6-3f35-44e2-9478-46ca6337170e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:47:51.934529 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.958707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0061349-2d07-409a-80e0-a7b2cef999f6']}} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:51.970386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7836427a-5898-4ccd-86c5-6f5ff0e81918') {'for_net_delete': True} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:51.970680 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.services.segments.db [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7836427a-5898-4ccd-86c5-6f5ff0e81918') {} {{(pid=89209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:51.982196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31308597'] for segment, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:51.998434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:52.004437 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=89209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:47:52.004816 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32418920'] for segment, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:52.174926 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 7836427a-5898-4ccd-86c5-6f5ff0e81918 resource provider aggregate not found Jul 29 17:47:52.195561 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.services.segments.plugin [-] Segment 7836427a-5898-4ccd-86c5-6f5ff0e81918 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7836427a-5898-4ccd-86c5-6f5ff0e81918 found for delete ", "request_id": "req-6f9e5f12-f05f-48e8-bb4d-2a39e62aaf0d"}]} Jul 29 17:47:52.207017 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:52.223196 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:52.233877 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0061349-2d07-409a-80e0-a7b2cef999f6,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:52.247426 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6483cb30-971e-45f6-9959-4b1721845ca6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b0061349-2d07-409a-80e0-a7b2cef999f6 HTTP/1.1" status: 204 len: 168 time: 1.0234628 Jul 29 17:47:52.250404 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35948) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:52.297699 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e90dd5f2-1a99-4309-81f6-b2b55235ace7 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:47:52.330852 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: e90dd5f2-1a99-4309-81f6-b2b55235ace7 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:47:52.331203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e90dd5f2-1a99-4309-81f6-b2b55235ace7 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:47:52.331613 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 43414b34-1b87-4269-b547-be5fb17f9ddc no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:47:52.364335 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 43414b34-1b87-4269-b547-be5fb17f9ddc {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:47:52.364681 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 43414b34-1b87-4269-b547-be5fb17f9ddc not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:47:52.365125 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 36fb35fa-6669-41a7-85d6-d385bf91af34 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:47:52.399180 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 36fb35fa-6669-41a7-85d6-d385bf91af34 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:47:52.399525 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 36fb35fa-6669-41a7-85d6-d385bf91af34 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:47:52.401406 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5e9aace6-3f35-44e2-9478-46ca6337170e None None] Deleting port 36fb35fa-6669-41a7-85d6-d385bf91af34 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:47:52.401781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5e9aace6-3f35-44e2-9478-46ca6337170e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:52.466787 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5e9aace6-3f35-44e2-9478-46ca6337170e None None] The port '36fb35fa-6669-41a7-85d6-d385bf91af34' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 17:47:52.787977 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cda657a7-4b20-4149-b006-2d6a3176de19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:53.124724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-cda657a7-4b20-4149-b006-2d6a3176de19 admin admin] Deleting port e5637d21-c1a1-432f-a4fd-ead7485fda87 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:47:53.125081 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cda657a7-4b20-4149-b006-2d6a3176de19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:53.290210 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.db [None req-cda657a7-4b20-4149-b006-2d6a3176de19 admin admin] For port e5637d21-c1a1-432f-a4fd-ead7485fda87, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=e5637d21-c1a1-432f-a4fd-ead7485fda87,segment=NetworkSegment(3d415cd7-0056-4a03-9732-8e83e391d9b5),segment_id=3d415cd7-0056-4a03-9732-8e83e391d9b5)] {{(pid=89209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:47:53.291429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cda657a7-4b20-4149-b006-2d6a3176de19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:53.413647 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-cda657a7-4b20-4149-b006-2d6a3176de19 admin admin] Calling delete_port for e5637d21-c1a1-432f-a4fd-ead7485fda87 owned by network:router_interface {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:47:53.683349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cda657a7-4b20-4149-b006-2d6a3176de19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:53.724993 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda657a7-4b20-4149-b006-2d6a3176de19 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5637d21-c1a1-432f-a4fd-ead7485fda87,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:53.998600 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-cda657a7-4b20-4149-b006-2d6a3176de19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.347623 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda657a7-4b20-4149-b006-2d6a3176de19 admin admin] Router 889e3dc5-d78b-46e5-a806-13d872e90631 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:47:54.520526 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda657a7-4b20-4149-b006-2d6a3176de19 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:47:54.529856 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f99ddab-e744-44f0-b487-dcd322507c06 None None] Sync routers for ids ['889e3dc5-d78b-46e5-a806-13d872e90631'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:47:54.538918 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-cda657a7-4b20-4149-b006-2d6a3176de19 admin admin] 10.222.0.58 "PUT /v2.0/routers/889e3dc5-d78b-46e5-a806-13d872e90631/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2874064 Jul 29 17:47:54.539838 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99ddab-e744-44f0-b487-dcd322507c06 None None] Routers {'889e3dc5-d78b-46e5-a806-13d872e90631'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:47:54.540434 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2f99ddab-e744-44f0-b487-dcd322507c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['889e3dc5-d78b-46e5-a806-13d872e90631'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:54.541442 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35952) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:54.712124 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-2f99ddab-e744-44f0-b487-dcd322507c06 None None] Set router 889e3dc5-d78b-46e5-a806-13d872e90631 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:47:54.719536 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.896380 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:54.906680 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] Deleting port b45d0b31-28fa-4671-871b-630c0e75e336 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:47:54.907012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.034376 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2f99ddab-e744-44f0-b487-dcd322507c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'name': 'tempest-TestShelveInstance-1465837762-router', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b45d0b31-28fa-4671-871b-630c0e75e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:58Z', 'updated_at': '2022-07-29T17:47:53Z', 'revision_number': 5, 'project_id': '1550566e885d460f8071183fc13d7a11', 'gw_port': {'id': 'b45d0b31-28fa-4671-871b-630c0e75e336', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:37:59Z', 'updated_at': '2022-07-29T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:55.038563 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f99ddab-e744-44f0-b487-dcd322507c06 None None] Checking router: 889e3dc5-d78b-46e5-a806-13d872e90631 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:47:55.047721 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99ddab-e744-44f0-b487-dcd322507c06 None None] Routers {'889e3dc5-d78b-46e5-a806-13d872e90631'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:47:55.048381 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2f99ddab-e744-44f0-b487-dcd322507c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['889e3dc5-d78b-46e5-a806-13d872e90631'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:55.198905 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-2f99ddab-e744-44f0-b487-dcd322507c06 None None] Set router 889e3dc5-d78b-46e5-a806-13d872e90631 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:47:55.200599 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] For port b45d0b31-28fa-4671-871b-630c0e75e336, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=b45d0b31-28fa-4671-871b-630c0e75e336,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:47:55.201039 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.302965 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-2f99ddab-e744-44f0-b487-dcd322507c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'name': 'tempest-TestShelveInstance-1465837762-router', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:58Z', 'updated_at': '2022-07-29T17:47:54Z', 'revision_number': 6, 'project_id': '1550566e885d460f8071183fc13d7a11', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:55.307756 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f99ddab-e744-44f0-b487-dcd322507c06 None None] The sync data for ids ['889e3dc5-d78b-46e5-a806-13d872e90631'] in dv-neutron-851534-1-hyperv is: [{'id': '889e3dc5-d78b-46e5-a806-13d872e90631', 'name': 'tempest-TestShelveInstance-1465837762-router', 'tenant_id': '1550566e885d460f8071183fc13d7a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:37:58Z', 'updated_at': '2022-07-29T17:47:54Z', 'revision_number': 6, 'project_id': '1550566e885d460f8071183fc13d7a11', 'gw_port_host': None}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:47:55.324179 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] Calling delete_port for b45d0b31-28fa-4671-871b-630c0e75e336 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:47:55.486212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.534454 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=b45d0b31-28fa-4671-871b-630c0e75e336,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:55.626845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.802749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.805008 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.829674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.830211 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 889e3dc5-d78b-46e5-a806-13d872e90631 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:47:55.843473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.844605 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-a559d0e7-25ca-4dfb-90cd-581e04e64b3b admin admin] 10.222.0.58 "DELETE /v2.0/routers/889e3dc5-d78b-46e5-a806-13d872e90631 HTTP/1.1" status: 204 len: 168 time: 1.3016520 Jul 29 17:47:55.846996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35956) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:55.907834 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-188caf8b-ee22-45b0-8a57-e1f6245d367c admin admin] Deleting subnet d63c76da-9cd3-4721-ae57-1fd9d88239a9 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:47:55.910812 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-188caf8b-ee22-45b0-8a57-e1f6245d367c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:55.958707 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-188caf8b-ee22-45b0-8a57-e1f6245d367c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.046407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-188caf8b-ee22-45b0-8a57-e1f6245d367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.113620 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-188caf8b-ee22-45b0-8a57-e1f6245d367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.151655 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188caf8b-ee22-45b0-8a57-e1f6245d367c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d63c76da-9cd3-4721-ae57-1fd9d88239a9,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:56.153751 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-188caf8b-ee22-45b0-8a57-e1f6245d367c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.157402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ec042d-d7a8-4368-97c3-4e01f56b77f9 None None] Network cbc00bff-9fb6-4f7b-a93f-455762050bdb requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:47:56.159967 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-188caf8b-ee22-45b0-8a57-e1f6245d367c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d63c76da-9cd3-4721-ae57-1fd9d88239a9 HTTP/1.1" status: 204 len: 168 time: 0.3120422 Jul 29 17:47:56.162456 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 35960) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:56.274357 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.286208 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] Deleting port 99cdd969-43ef-4085-906b-7986c4902f1f {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:47:56.286554 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.328871 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e5637d21-c1a1-432f-a4fd-ead7485fda87 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:47:56.367283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: e5637d21-c1a1-432f-a4fd-ead7485fda87 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:47:56.367627 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device e5637d21-c1a1-432f-a4fd-ead7485fda87 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:47:56.368034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b45d0b31-28fa-4671-871b-630c0e75e336 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:47:56.404564 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: b45d0b31-28fa-4671-871b-630c0e75e336 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:47:56.404915 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device b45d0b31-28fa-4671-871b-630c0e75e336 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:47:56.489025 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8040ba71-b7b2-4705-8939-56dde60d07e1 None None] DHCP port deletion for cbc00bff-9fb6-4f7b-a93f-455762050bdb request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:47:56.493558 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8040ba71-b7b2-4705-8939-56dde60d07e1 None None] Deleting port 99cdd969-43ef-4085-906b-7986c4902f1f {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:47:56.493975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8040ba71-b7b2-4705-8939-56dde60d07e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.599661 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] For port 99cdd969-43ef-4085-906b-7986c4902f1f, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=99cdd969-43ef-4085-906b-7986c4902f1f,segment=NetworkSegment(3d415cd7-0056-4a03-9732-8e83e391d9b5),segment_id=3d415cd7-0056-4a03-9732-8e83e391d9b5)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:47:56.600012 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.721700 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] Calling delete_port for 99cdd969-43ef-4085-906b-7986c4902f1f owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:47:56.735859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-8040ba71-b7b2-4705-8939-56dde60d07e1 None None] For port 99cdd969-43ef-4085-906b-7986c4902f1f, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=99cdd969-43ef-4085-906b-7986c4902f1f,segment=NetworkSegment(3d415cd7-0056-4a03-9732-8e83e391d9b5),segment_id=3d415cd7-0056-4a03-9732-8e83e391d9b5)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:47:56.736245 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8040ba71-b7b2-4705-8939-56dde60d07e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.798609 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.844372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] Pushing event deleted for resources: {'Port': ['ID=99cdd969-43ef-4085-906b-7986c4902f1f,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:56.847791 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] No DVR routers for this DVR port 99cdd969-43ef-4085-906b-7986c4902f1f on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:47:56.859927 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8040ba71-b7b2-4705-8939-56dde60d07e1 None None] Calling delete_port for 99cdd969-43ef-4085-906b-7986c4902f1f owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:47:56.934778 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-8040ba71-b7b2-4705-8939-56dde60d07e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:47:56.935133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-8040ba71-b7b2-4705-8939-56dde60d07e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:47:56.960289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:56.984479 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc00bff-9fb6-4f7b-a93f-455762050bdb']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:56.996643 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d415cd7-0056-4a03-9732-8e83e391d9b5') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:56.996936 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d415cd7-0056-4a03-9732-8e83e391d9b5') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:47:57.007749 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.023047 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.029032 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:47:57.029456 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.110815 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 3d415cd7-0056-4a03-9732-8e83e391d9b5 resource provider aggregate not found Jul 29 17:47:57.126953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.131791 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment 3d415cd7-0056-4a03-9732-8e83e391d9b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d415cd7-0056-4a03-9732-8e83e391d9b5 found for delete ", "request_id": "req-4cdaeda2-eb5f-4865-8752-4faca7663cb9"}]} Jul 29 17:47:57.144657 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.156611 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc00bff-9fb6-4f7b-a93f-455762050bdb,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:57.161351 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-8073e8eb-6483-473d-a010-2c7c6bd9f947 admin admin] 10.222.0.58 "DELETE /v2.0/networks/cbc00bff-9fb6-4f7b-a93f-455762050bdb HTTP/1.1" status: 204 len: 168 time: 0.9979558 Jul 29 17:47:57.326122 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35972) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:57.373849 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ff0de9e9-2774-4972-82e2-588a0d277adc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=007540ec5faa4b6f952ab0ba597aaa81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465386 Jul 29 17:47:57.376089 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35976) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:57.436148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8040ba71-b7b2-4705-8939-56dde60d07e1 None None] Deleting port 99cdd969-43ef-4085-906b-7986c4902f1f {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:47:57.436708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8040ba71-b7b2-4705-8939-56dde60d07e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.436794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44140108-d79e-4139-9455-fe7668e0f23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.461836 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44140108-d79e-4139-9455-fe7668e0f23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.501202 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8040ba71-b7b2-4705-8939-56dde60d07e1 None None] The port '99cdd969-43ef-4085-906b-7986c4902f1f' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 17:47:57.518417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44140108-d79e-4139-9455-fe7668e0f23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.534503 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44140108-d79e-4139-9455-fe7668e0f23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc76923a-2f96-47dc-82ee-b81c39eeb4bf,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:57.543105 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-44140108-d79e-4139-9455-fe7668e0f23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:57.544208 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-44140108-d79e-4139-9455-fe7668e0f23e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc76923a-2f96-47dc-82ee-b81c39eeb4bf HTTP/1.1" status: 204 len: 168 time: 0.1672666 Jul 29 17:47:57.897744 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35984) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:57.946001 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d1eb8aea-ff0d-4210-aa9e-5be7dc77e3ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1550566e885d460f8071183fc13d7a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471334 Jul 29 17:47:57.948863 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 35988) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:58.003834 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b91d37ab-fa56-4e46-8aeb-736b68a20f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:58.032090 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b91d37ab-fa56-4e46-8aeb-736b68a20f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:58.082362 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b91d37ab-fa56-4e46-8aeb-736b68a20f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:58.095628 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d37ab-fa56-4e46-8aeb-736b68a20f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50025b3d-4150-457c-9f9b-4cfff1124430,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:58.102118 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-b91d37ab-fa56-4e46-8aeb-736b68a20f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:58.103218 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-b91d37ab-fa56-4e46-8aeb-736b68a20f4f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50025b3d-4150-457c-9f9b-4cfff1124430 HTTP/1.1" status: 204 len: 168 time: 0.1534693 Jul 29 17:47:58.293683 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 99cdd969-43ef-4085-906b-7986c4902f1f no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:47:58.330386 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 99cdd969-43ef-4085-906b-7986c4902f1f {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:47:58.330752 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 99cdd969-43ef-4085-906b-7986c4902f1f not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:47:58.866466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36012) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:58.983280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-780622176-network', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:58.988005 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:47:58.992081 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Usage tracker for resource:network and tenant:088ec6e76aea4343a67d03bff0b43b7c is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:47:58.995060 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:47:59.000765 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:47:59.010720 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Made reservation on behalf of 088ec6e76aea4343a67d03bff0b43b7c for: {'network': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:59.012910 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.024612 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.043214 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:47:59.046967 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Usage tracker for resource:security_group_rule and tenant:088ec6e76aea4343a67d03bff0b43b7c is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:47:59.049736 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:47:59.055280 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:47:59.134683 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.138079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.169782 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=89210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:47:59.174853 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce97e2e-b88b-41d3-9db3-3ffb584ca60c,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:59.182042 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.182451 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.segments_db [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Added segment dc5214e5-ead3-4b66-9d1c-71148c02a1f9 of type vlan for network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 Jul 29 17:47:59.208126 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.235909 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.236832 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:47:59.237431 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.340717 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] Pushing event updated for resources: {'Network': ['ID=71d50135-5fd9-4876-90df-7ac7bd55dfe8,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:59.344861 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-1ee027ec-f5e6-49ba-b421-c4b8e66d55a7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4773836 Jul 29 17:47:59.347737 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36018) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:59.350887 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:47:59.353723 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] Request body: {'subnet': {'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-780622176-subnet', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'ip_version': 4}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:59.358643 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:47:59.362510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] Usage tracker for resource:subnet and tenant:088ec6e76aea4343a67d03bff0b43b7c is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:47:59.365363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:47:59.371086 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:47:59.381296 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] Made reservation on behalf of 088ec6e76aea4343a67d03bff0b43b7c for: {'subnet': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:47:59.383632 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32139242'] for subnet, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.585659 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32298186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32137216'] for subnet, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.660065 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b929ba3a-db89-4881-b196-b5529e955f14,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:47:59.667996 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] Checking segment: {'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:47:59.668349 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] Network hostable DHCP agents. Network: 71d50135-5fd9-4876-90df-7ac7bd55dfe8, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:47:59.687341 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] Network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:47:59.696163 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, 71d50135-5fd9-4876-90df-7ac7bd55dfe8) {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:47:59.700629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:47:59.701244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.706699 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c86a7b3-06fa-43f8-806e-4208291d0e62 None None] Network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:47:59.722666 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d3176de7-f4da-4ab6-a457-91bcbcfb7700 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3732421 Jul 29 17:47:59.725368 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36022) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:47:59.730620 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:47:59.735624 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:47:59.739629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Usage tracker for resource:router and tenant:088ec6e76aea4343a67d03bff0b43b7c is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:47:59.742714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:47:59.749066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:47:59.759724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.761482 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.776087 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:47:59.926749 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:47:59.927674 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.083187 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Allocated IP 172.20.0.2 (71d50135-5fd9-4876-90df-7ac7bd55dfe8/b929ba3a-db89-4881-b196-b5529e955f14/812907fb-352c-44c9-ab95-e351b1655617) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:00.157150 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.287634 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.298268 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Transition to ACTIVE for port object 812907fb-352c-44c9-ab95-e351b1655617 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:00.316283 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Transition to ACTIVE for port object 812907fb-352c-44c9-ab95-e351b1655617 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:00.321350 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.389187 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:00.391934 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:00.395668 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:48:00.401966 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Pushing event updated for resources: {'Port': ['ID=812907fb-352c-44c9-ab95-e351b1655617,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:00.462178 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.478167 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:00.479080 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:00.479430 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:00.479770 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:00.480102 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:00.480437 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:00.480773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:00.481128 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:00.481458 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:00.481788 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:00.482112 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:00.482438 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:00.497388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.512584 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Attempting to bind port 812907fb-352c-44c9-ab95-e351b1655617 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:48:00.512964 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Attempting to bind port 812907fb-352c-44c9-ab95-e351b1655617 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:48:00.513362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Attempting to bind port 812907fb-352c-44c9-ab95-e351b1655617 on network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:48:00.518617 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:48:00.519024 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Checking segment: {'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:48:00.519436 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.519831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Bound using segment: {'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:48:00.520291 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Bound port: 812907fb-352c-44c9-ab95-e351b1655617, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:48:00.520667 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.608530 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] For port 812907fb-352c-44c9-ab95-e351b1655617, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:48:00.611559 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] For port 812907fb-352c-44c9-ab95-e351b1655617, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=812907fb-352c-44c9-ab95-e351b1655617,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:48:00.615154 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.633297 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Allocated IP 172.26.1.133 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/2c9811ff-210a-4585-a8a0-14b6ec7a317a) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:00.747612 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbfc4c-eb4b-49a2-a27a-46fb9c7bdc87 None None] Pushing event updated for resources: {'Port': ['ID=812907fb-352c-44c9-ab95-e351b1655617,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:00.788761 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.819463 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:00.888992 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:00.891959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:00.895724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:48:00.937851 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Pushing event updated for resources: {'Port': ['ID=2c9811ff-210a-4585-a8a0-14b6ec7a317a,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:01.319420 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:01.688993 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d685a2-3b58-41de-9da9-2c366812ea9f None None] Network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:48:01.773900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0f539e2a-f06e-48d9-a945-712016fcf955 None None] Provisioning for port 812907fb-352c-44c9-ab95-e351b1655617 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:01.781955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:01.987337 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Router d116588b-5fd0-4f27-a48f-61c777e55b1e is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:48:02.165083 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:48:02.175323 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Sync routers for ids ['d116588b-5fd0-4f27-a48f-61c777e55b1e'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:48:02.184651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Routers {'d116588b-5fd0-4f27-a48f-61c777e55b1e'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:48:02.185356 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d116588b-5fd0-4f27-a48f-61c777e55b1e'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:02.189174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:02.195596 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-50446eb0-7dae-44a1-a54f-c03177edca50 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4665005 Jul 29 17:48:02.195812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36026) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:48:02.333344 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 812907fb-352c-44c9-ab95-e351b1655617 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:48:02.425155 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Set router d116588b-5fd0-4f27-a48f-61c777e55b1e gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:48:02.548932 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 812907fb-352c-44c9-ab95-e351b1655617 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:02.607637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 812907fb-352c-44c9-ab95-e351b1655617 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:02.608010 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:02.804775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 812907fb-352c-44c9-ab95-e351b1655617 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:48:02.805740 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:02.843371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:01Z', 'revision_number': 3, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:02.847391 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 812907fb-352c-44c9-ab95-e351b1655617, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=812907fb-352c-44c9-ab95-e351b1655617,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:48:02.849001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Checking router: d116588b-5fd0-4f27-a48f-61c777e55b1e for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:48:02.849390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Updating router d116588b-5fd0-4f27-a48f-61c777e55b1e port 2c9811ff-210a-4585-a8a0-14b6ec7a317a binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:48:02.879982 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:02.954864 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.001960 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.009003 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=812907fb-352c-44c9-ab95-e351b1655617,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:03.203886 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Allocated IP 172.20.0.1 (71d50135-5fd9-4876-90df-7ac7bd55dfe8/b929ba3a-db89-4881-b196-b5529e955f14/f4ac9e2b-f1a5-409d-aa43-8203d8e80477) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:03.284238 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.296683 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Transition to ACTIVE for port object 2c9811ff-210a-4585-a8a0-14b6ec7a317a will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:03.303226 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.350477 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.367597 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Transition to ACTIVE for port object f4ac9e2b-f1a5-409d-aa43-8203d8e80477 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:03.391468 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.423398 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Attempting to bind port 2c9811ff-210a-4585-a8a0-14b6ec7a317a on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:48:03.423773 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Attempting to bind port 2c9811ff-210a-4585-a8a0-14b6ec7a317a by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:48:03.424137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Attempting to bind port 2c9811ff-210a-4585-a8a0-14b6ec7a317a on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:48:03.429863 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbe280-4835-4430-a83b-02564297f928 None None] Pushing event updated for resources: {'Port': ['ID=2c9811ff-210a-4585-a8a0-14b6ec7a317a,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:03.434398 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:48:03.434775 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:48:03.435181 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.435566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:48:03.436034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Bound port: 2c9811ff-210a-4585-a8a0-14b6ec7a317a, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:48:03.436410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.457396 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:03.460595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:03.464779 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:48:03.512007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Pushing event updated for resources: {'Port': ['ID=f4ac9e2b-f1a5-409d-aa43-8203d8e80477,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:03.529657 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] For port 2c9811ff-210a-4585-a8a0-14b6ec7a317a, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:48:03.534205 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.534469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] For port 2c9811ff-210a-4585-a8a0-14b6ec7a317a, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2c9811ff-210a-4585-a8a0-14b6ec7a317a,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:48:03.540788 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.626315 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Routers {'d116588b-5fd0-4f27-a48f-61c777e55b1e'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:48:03.627029 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d116588b-5fd0-4f27-a48f-61c777e55b1e'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:03.655946 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.681954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbe280-4835-4430-a83b-02564297f928 None None] Pushing event updated for resources: {'Port': ['ID=2c9811ff-210a-4585-a8a0-14b6ec7a317a,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:03.782009 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2867b343-e9f6-4ee6-bb7b-80377d895c34 None None] Provisioning for port f4ac9e2b-f1a5-409d-aa43-8203d8e80477 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:03.791481 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-2867b343-e9f6-4ee6-bb7b-80377d895c34 None None] Provisioning complete for port f4ac9e2b-f1a5-409d-aa43-8203d8e80477 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:03.791852 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2867b343-e9f6-4ee6-bb7b-80377d895c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.862829 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-2867b343-e9f6-4ee6-bb7b-80377d895c34 None None] Port f4ac9e2b-f1a5-409d-aa43-8203d8e80477 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:48:03.865267 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] Set router d116588b-5fd0-4f27-a48f-61c777e55b1e gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:48:03.882417 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.887732 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:03.994299 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Pushing event updated for resources: {'Port': ['ID=f4ac9e2b-f1a5-409d-aa43-8203d8e80477,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:03.996649 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:04.130949 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:04.132007 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:04.174141 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 1, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:04.178291 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f49905-6e81-42c0-99cb-e5b97a8e91fb None None] The sync data for ids ['d116588b-5fd0-4f27-a48f-61c777e55b1e'] in dv-neutron-851534-1-hyperv is: [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 1, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:48:04.314282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 812907fb-352c-44c9-ab95-e351b1655617 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:48:04.350331 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Router d116588b-5fd0-4f27-a48f-61c777e55b1e has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:48:04.425252 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-67dc8801-bd31-4dfa-824d-bd0f570303e4 None None] Provisioning complete for port f4ac9e2b-f1a5-409d-aa43-8203d8e80477 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:04.425731 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-67dc8801-bd31-4dfa-824d-bd0f570303e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:04.458618 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 812907fb-352c-44c9-ab95-e351b1655617 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:04.459003 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:04.541651 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-67dc8801-bd31-4dfa-824d-bd0f570303e4 None None] Port f4ac9e2b-f1a5-409d-aa43-8203d8e80477 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:48:04.621005 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 812907fb-352c-44c9-ab95-e351b1655617 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:48:04.699765 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:48:04.708680 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-508da025-f3ae-44f7-8018-9178d9abc06a admin admin] 10.222.0.58 "PUT /v2.0/routers/d116588b-5fd0-4f27-a48f-61c777e55b1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5118737 Jul 29 17:48:05.233768 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36044) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:48:05.239296 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1899116197-network', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:05.244349 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:48:05.248330 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Usage tracker for resource:network and tenant:1f7bd1c9421b4a57869692552216edf2 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:48:05.251314 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:48:05.257164 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:48:05.267521 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Made reservation on behalf of 1f7bd1c9421b4a57869692552216edf2 for: {'network': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:05.269906 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for network, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.283134 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.298635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:48:05.302640 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Usage tracker for resource:security_group_rule and tenant:1f7bd1c9421b4a57869692552216edf2 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:48:05.305792 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:48:05.311667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:48:05.401885 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.405901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.436721 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=89209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:48:05.445787 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f764ad8e-3055-4c43-ba59-e9ced0a363c9,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:05.452028 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.452379 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.segments_db [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Added segment cc9005e6-46a8-48ae-9404-fb3fa41bed5b of type vlan for network d280bcea-f310-46ad-923f-d3a1352916a0 Jul 29 17:48:05.479532 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746449327692'] for network, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.510991 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090'] for network, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.511980 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:05.512568 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Notify callbacks [] for network, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.615208 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] Pushing event updated for resources: {'Network': ['ID=d280bcea-f310-46ad-923f-d3a1352916a0,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:05.618481 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-d0e5819f-6696-4e67-8901-a1bfc11f9db1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3836925 Jul 29 17:48:05.621738 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36048) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:48:05.625679 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Network d280bcea-f310-46ad-923f-d3a1352916a0 details requested by agent ovs-agent-dv-neutron-851534-1-hyperv with host dv-neutron-851534-1-hyperv {{(pid=89211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 17:48:05.626955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] Request body: {'subnet': {'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1899116197-subnet', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'ip_version': 4}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:05.631923 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:48:05.636434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] Usage tracker for resource:subnet and tenant:1f7bd1c9421b4a57869692552216edf2 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:48:05.639326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:48:05.645556 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:48:05.657186 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] Made reservation on behalf of 1f7bd1c9421b4a57869692552216edf2 for: {'subnet': 1} {{(pid=89209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:05.659668 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31342129'] for subnet, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.862174 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32419025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31341019'] for subnet, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.944449 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f463c0-f5a0-46e5-87f4-773b65c559bc,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:05.949955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] Checking segment: {'id': 'cc9005e6-46a8-48ae-9404-fb3fa41bed5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:48:05.950320 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] Network hostable DHCP agents. Network: d280bcea-f310-46ad-923f-d3a1352916a0, hostable agents: ['b83a59d2-a5d9-4785-b912-c65c96f1f192'], hosted agents: [] {{(pid=89209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:48:05.969280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] Network d280bcea-f310-46ad-923f-d3a1352916a0 is scheduled to be hosted by DHCP agent b83a59d2-a5d9-4785-b912-c65c96f1f192 with binding_index 1 {{(pid=89209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:48:05.977757 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-851534-1-hyperv, d280bcea-f310-46ad-923f-d3a1352916a0) {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:05.982047 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:05.982637 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:05.986530 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0336804-31e3-47da-a035-9956b9ff959c None None] Network d280bcea-f310-46ad-923f-d3a1352916a0 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:48:06.009215 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ff03afdb-5dd3-43d6-ba68-84ce3023ad74 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3841054 Jul 29 17:48:06.009593 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36052) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:48:06.014480 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1899116197-router', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:06.019342 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:48:06.023333 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Usage tracker for resource:router and tenant:1f7bd1c9421b4a57869692552216edf2 is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:48:06.026280 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:48:06.032157 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:48:06.043142 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4266'] for router, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.044199 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-445508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4275'] for router, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.062513 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.192102 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Sync routers for ids ['d116588b-5fd0-4f27-a48f-61c777e55b1e'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:48:06.201703 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Routers {'d116588b-5fd0-4f27-a48f-61c777e55b1e'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:48:06.202310 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d116588b-5fd0-4f27-a48f-61c777e55b1e'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:06.216017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc852a-54d8-5312-91bc-3ecad231357d-d280bcea-f310-46ad-923f-d3a1352916a0', 'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'fixed_ips': [{'subnet_id': 'd9f463c0-f5a0-46e5-87f4-773b65c559bc'}]}} from dv-neutron-851534-1-hyperv. {{(pid=89211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 17:48:06.217083 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.362635 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4289'] for router, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.404821 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Set router d116588b-5fd0-4f27-a48f-61c777e55b1e gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:48:06.422254 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2c9811ff-210a-4585-a8a0-14b6ec7a317a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:48:06.504788 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.db_base_plugin_common [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Allocated IP 172.20.0.2 (d280bcea-f310-46ad-923f-d3a1352916a0/d9f463c0-f5a0-46e5-87f4-773b65c559bc/c9750ec3-0284-40d2-97e3-9441713ffcb2) {{(pid=89211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:06.535910 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 2c9811ff-210a-4585-a8a0-14b6ec7a317a completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:06.587555 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2c9811ff-210a-4585-a8a0-14b6ec7a317a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:06.588549 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.701128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.732717 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 2, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:06.736081 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.740175 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Checking router: d116588b-5fd0-4f27-a48f-61c777e55b1e for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:48:06.740748 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Updating router d116588b-5fd0-4f27-a48f-61c777e55b1e port f4ac9e2b-f1a5-409d-aa43-8203d8e80477 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:48:06.799495 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.816662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2c9811ff-210a-4585-a8a0-14b6ec7a317a is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:48:06.817237 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.843251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Notify callbacks [] for port, precommit_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.846761 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 2c9811ff-210a-4585-a8a0-14b6ec7a317a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2c9811ff-210a-4585-a8a0-14b6ec7a317a,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:48:06.854819 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.883094 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Allocated IP 172.26.1.74 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/02bdedc3-400c-45d9-a050-fc5ad62ce2d3) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:06.892588 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Transition to ACTIVE for port object c9750ec3-0284-40d2-97e3-9441713ffcb2 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:06.931500 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Transition to ACTIVE for port object c9750ec3-0284-40d2-97e3-9441713ffcb2 will not be triggered until provisioned by entity DHCP. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:06.942611 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642'] for port, after_create {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:06.963422 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Network d280bcea-f310-46ad-923f-d3a1352916a0 is already hosted by enough agents. {{(pid=89211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:06.964371 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=2c9811ff-210a-4585-a8a0-14b6ec7a317a,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:06.997845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.scheduler.base_scheduler [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Resources bound (agent type, host, resource id): {{(pid=89211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:07.000248 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Received port after_create {{(pid=89211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:48:07.133930 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Pushing event updated for resources: {'Port': ['ID=c9750ec3-0284-40d2-97e3-9441713ffcb2,revision_number=1']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:07.138475 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Attempting to bind port c9750ec3-0284-40d2-97e3-9441713ffcb2 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:48:07.138938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Attempting to bind port c9750ec3-0284-40d2-97e3-9441713ffcb2 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'cc9005e6-46a8-48ae-9404-fb3fa41bed5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:48:07.139387 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Attempting to bind port c9750ec3-0284-40d2-97e3-9441713ffcb2 on network d280bcea-f310-46ad-923f-d3a1352916a0 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:48:07.145020 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:48:07.145417 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Checking segment: {'id': 'cc9005e6-46a8-48ae-9404-fb3fa41bed5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:48:07.145820 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.146211 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Bound using segment: {'id': 'cc9005e6-46a8-48ae-9404-fb3fa41bed5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:48:07.146670 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Bound port: c9750ec3-0284-40d2-97e3-9441713ffcb2, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9005e6-46a8-48ae-9404-fb3fa41bed5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:48:07.147496 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.155783 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.167508 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.167668 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Transition to ACTIVE for port object f4ac9e2b-f1a5-409d-aa43-8203d8e80477 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:07.174271 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.201812 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.239668 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] For port c9750ec3-0284-40d2-97e3-9441713ffcb2, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:48:07.244661 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] For port c9750ec3-0284-40d2-97e3-9441713ffcb2, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c9750ec3-0284-40d2-97e3-9441713ffcb2,segment=NetworkSegment(cc9005e6-46a8-48ae-9404-fb3fa41bed5b),segment_id=cc9005e6-46a8-48ae-9404-fb3fa41bed5b)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:48:07.251155 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.275689 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:07.278717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:07.282717 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:48:07.328742 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Pushing event updated for resources: {'Port': ['ID=02bdedc3-400c-45d9-a050-fc5ad62ce2d3,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:07.367762 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb24f2-c323-4e03-bdf3-e545adf84a59 None None] Pushing event updated for resources: {'Port': ['ID=c9750ec3-0284-40d2-97e3-9441713ffcb2,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:07.443475 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed43d7-9cce-4859-99e8-8910d078a0b5 None None] Pushing event updated for resources: {'Port': ['ID=f4ac9e2b-f1a5-409d-aa43-8203d8e80477,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:07.457563 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed43d7-9cce-4859-99e8-8910d078a0b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:07.457563 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed43d7-9cce-4859-99e8-8910d078a0b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:07.457563 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed43d7-9cce-4859-99e8-8910d078a0b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:07.457890 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed43d7-9cce-4859-99e8-8910d078a0b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:07.457969 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed43d7-9cce-4859-99e8-8910d078a0b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:07.458289 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed43d7-9cce-4859-99e8-8910d078a0b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:07.458608 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed43d7-9cce-4859-99e8-8910d078a0b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:07.458924 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed43d7-9cce-4859-99e8-8910d078a0b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:07.459240 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed43d7-9cce-4859-99e8-8910d078a0b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:07.459553 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed43d7-9cce-4859-99e8-8910d078a0b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:07.459867 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed43d7-9cce-4859-99e8-8910d078a0b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:07.460178 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed43d7-9cce-4859-99e8-8910d078a0b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:48:07.490071 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Attempting to bind port f4ac9e2b-f1a5-409d-aa43-8203d8e80477 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:48:07.490745 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Attempting to bind port f4ac9e2b-f1a5-409d-aa43-8203d8e80477 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:48:07.491569 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Attempting to bind port f4ac9e2b-f1a5-409d-aa43-8203d8e80477 on network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:48:07.498900 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:48:07.499367 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Checking segment: {'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:48:07.500094 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.500608 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Bound using segment: {'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:48:07.501336 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Bound port: f4ac9e2b-f1a5-409d-aa43-8203d8e80477, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:48:07.501814 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.638115 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] For port f4ac9e2b-f1a5-409d-aa43-8203d8e80477, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:48:07.641523 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] For port f4ac9e2b-f1a5-409d-aa43-8203d8e80477, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f4ac9e2b-f1a5-409d-aa43-8203d8e80477,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:48:07.646515 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.726111 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Routers {'d116588b-5fd0-4f27-a48f-61c777e55b1e'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:48:07.726740 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d116588b-5fd0-4f27-a48f-61c777e55b1e'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:07.801707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:07.851578 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed43d7-9cce-4859-99e8-8910d078a0b5 None None] Pushing event updated for resources: {'Port': ['ID=f4ac9e2b-f1a5-409d-aa43-8203d8e80477,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:07.914982 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] Set router d116588b-5fd0-4f27-a48f-61c777e55b1e gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:48:08.153606 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444727'] for router, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.236381 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:07Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:08.240826 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139fb97-68a4-48f2-9c33-35a1894e47d9 None None] The sync data for ids ['d116588b-5fd0-4f27-a48f-61c777e55b1e'] in dv-neutron-851534-1-hyperv is: [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:07Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:48:08.393436 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Router 29bccb8b-6181-4b38-9fe8-900b3a97c612 is scheduled to L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de with binding_index 1 {{(pid=89209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:48:08.439024 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f4ac9e2b-f1a5-409d-aa43-8203d8e80477 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:48:08.518614 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22851a33-a699-4d2d-ae31-e8fdc348f6a7 None None] Network d280bcea-f310-46ad-923f-d3a1352916a0 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:48:08.619431 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port f4ac9e2b-f1a5-409d-aa43-8203d8e80477 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:08.645140 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port f4ac9e2b-f1a5-409d-aa43-8203d8e80477 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:08.645677 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.673298 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-706b3d45-0d0b-4f94-928e-b8e9d78611df None None] Provisioning for port c9750ec3-0284-40d2-97e3-9441713ffcb2 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:08.752165 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:48:08.782031 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] Notify callbacks [] for router, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:08.783477 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-c77cc027-928b-4bab-bce2-e720ddd52eea admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7730176 Jul 29 17:48:08.786388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36056) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:48:08.789424 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Sync routers for ids ['29bccb8b-6181-4b38-9fe8-900b3a97c612'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:48:08.924698 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Routers {'29bccb8b-6181-4b38-9fe8-900b3a97c612'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:48:08.925354 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['29bccb8b-6181-4b38-9fe8-900b3a97c612'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:08.982246 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port f4ac9e2b-f1a5-409d-aa43-8203d8e80477 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:48:08.982622 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.082168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port f4ac9e2b-f1a5-409d-aa43-8203d8e80477, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f4ac9e2b-f1a5-409d-aa43-8203d8e80477,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:48:09.105822 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.106610 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2c9811ff-210a-4585-a8a0-14b6ec7a317a up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:48:09.320157 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=f4ac9e2b-f1a5-409d-aa43-8203d8e80477,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:09.328566 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Set router 29bccb8b-6181-4b38-9fe8-900b3a97c612 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:48:09.466929 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 2c9811ff-210a-4585-a8a0-14b6ec7a317a triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:09.467533 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.505070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.736287 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Allocated IP 172.20.0.1 (d280bcea-f310-46ad-923f-d3a1352916a0/d9f463c0-f5a0-46e5-87f4-773b65c559bc/3c222cc1-1cfe-406f-a181-da2799357644) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:09.737825 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 2c9811ff-210a-4585-a8a0-14b6ec7a317a is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:48:09.738879 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c9750ec3-0284-40d2-97e3-9441713ffcb2 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:48:09.813092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'name': 'tempest-TestSnapshotPattern-1899116197-router', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '02bdedc3-400c-45d9-a050-fc5ad62ce2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:48:07Z', 'revision_number': 3, 'project_id': '1f7bd1c9421b4a57869692552216edf2', 'gw_port': {'id': '02bdedc3-400c-45d9-a050-fc5ad62ce2d3', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:09.818342 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Checking router: 29bccb8b-6181-4b38-9fe8-900b3a97c612 for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:48:09.818704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Updating router 29bccb8b-6181-4b38-9fe8-900b3a97c612 port 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 binding host dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:48:09.842549 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port c9750ec3-0284-40d2-97e3-9441713ffcb2 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:09.862088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c9750ec3-0284-40d2-97e3-9441713ffcb2 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:09.862334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.886206 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.902277 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.provisioning_blocks [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Transition to ACTIVE for port object 3c222cc1-1cfe-406f-a181-da2799357644 will not be triggered until provisioned by entity DHCP. {{(pid=89209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:09.922527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.926818 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:09.992365 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Network d280bcea-f310-46ad-923f-d3a1352916a0 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:09.995691 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:09.999382 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:48:10.041921 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Pushing event updated for resources: {'Port': ['ID=3c222cc1-1cfe-406f-a181-da2799357644,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:10.058751 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449357'] for router_interface, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.106760 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c9750ec3-0284-40d2-97e3-9441713ffcb2 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:48:10.107402 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.176029 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.220242 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port c9750ec3-0284-40d2-97e3-9441713ffcb2, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c9750ec3-0284-40d2-97e3-9441713ffcb2,segment=NetworkSegment(cc9005e6-46a8-48ae-9404-fb3fa41bed5b),segment_id=cc9005e6-46a8-48ae-9404-fb3fa41bed5b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:48:10.224694 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.315672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f4ac9e2b-f1a5-409d-aa43-8203d8e80477 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:48:10.360885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e1f86db8-f4b8-4858-b062-ecfda32cf80c None None] Provisioning for port 3c222cc1-1cfe-406f-a181-da2799357644 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:10.385148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-e1f86db8-f4b8-4858-b062-ecfda32cf80c None None] Provisioning complete for port 3c222cc1-1cfe-406f-a181-da2799357644 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:10.385550 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e1f86db8-f4b8-4858-b062-ecfda32cf80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.446878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=c9750ec3-0284-40d2-97e3-9441713ffcb2,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:10.516231 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-e1f86db8-f4b8-4858-b062-ecfda32cf80c None None] Port 3c222cc1-1cfe-406f-a181-da2799357644 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:48:10.525283 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.530386 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.535514 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Notify callbacks [] for port, precommit_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.543536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port f4ac9e2b-f1a5-409d-aa43-8203d8e80477 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:10.543903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.582113 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Transition to ACTIVE for port object 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 will not be triggered until provisioned by entity L2. {{(pid=89211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:10.600058 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.640266 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-782108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445414'] for router_interface, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.644594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Pushing event updated for resources: {'Port': ['ID=3c222cc1-1cfe-406f-a181-da2799357644,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:10.689606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Attempting to bind port 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:48:10.689976 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Attempting to bind port 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:48:10.690339 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Attempting to bind port 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 on network fb4e778f-e6f9-43be-9676-d81708eeb2f6 {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:48:10.699605 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbf2ba-3941-4b65-9020-9a54ed13c027 None None] Pushing event updated for resources: {'Port': ['ID=02bdedc3-400c-45d9-a050-fc5ad62ce2d3,revision_number=2']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:10.701841 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:48:10.702209 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Checking segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:48:10.702749 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.702985 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Bound using segment: {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'} {{(pid=89211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:48:10.703454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.managers [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Bound port: 02bdedc3-400c-45d9-a050-fc5ad62ce2d3, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c65a5-50cf-4bab-aa16-7bf309848c21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6'}}] {{(pid=89211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:48:10.703826 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.783669 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Network d280bcea-f310-46ad-923f-d3a1352916a0 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:10.785445 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:10.867806 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port f4ac9e2b-f1a5-409d-aa43-8203d8e80477 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:48:10.878435 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] For port 02bdedc3-400c-45d9-a050-fc5ad62ce2d3, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:48:10.881722 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] For port 02bdedc3-400c-45d9-a050-fc5ad62ce2d3, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=02bdedc3-400c-45d9-a050-fc5ad62ce2d3,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:48:10.886845 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:10.970648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Routers {'29bccb8b-6181-4b38-9fe8-900b3a97c612'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:48:10.971287 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['29bccb8b-6181-4b38-9fe8-900b3a97c612'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:10.987706 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Router 29bccb8b-6181-4b38-9fe8-900b3a97c612 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:48:11.025666 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbf2ba-3941-4b65-9020-9a54ed13c027 None None] Pushing event updated for resources: {'Port': ['ID=02bdedc3-400c-45d9-a050-fc5ad62ce2d3,revision_number=3']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:11.162540 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] Set router 29bccb8b-6181-4b38-9fe8-900b3a97c612 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:48:11.174407 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:48:11.191975 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1bc66d1d-2f0c-48e7-9f35-32f1d3d0eb1d admin admin] 10.222.0.58 "PUT /v2.0/routers/29bccb8b-6181-4b38-9fe8-900b3a97c612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3964133 Jul 29 17:48:11.208678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-dde34470-2831-4375-b059-c663855fb8ad None None] Provisioning complete for port 3c222cc1-1cfe-406f-a181-da2799357644 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:11.209068 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-dde34470-2831-4375-b059-c663855fb8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:11.352179 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-dde34470-2831-4375-b059-c663855fb8ad None None] Port 3c222cc1-1cfe-406f-a181-da2799357644 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:48:11.522448 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'name': 'tempest-TestSnapshotPattern-1899116197-router', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '02bdedc3-400c-45d9-a050-fc5ad62ce2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:48:10Z', 'revision_number': 4, 'project_id': '1f7bd1c9421b4a57869692552216edf2', 'gw_port': {'id': '02bdedc3-400c-45d9-a050-fc5ad62ce2d3', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '3c222cc1-1cfe-406f-a181-da2799357644', 'name': '', 'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'mac_address': 'fa:16:3e:6a:e2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd9f463c0-f5a0-46e5-87f4-773b65c559bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:09Z', 'updated_at': '2022-07-29T17:48:10Z', 'revision_number': 2, 'project_id': '1f7bd1c9421b4a57869692552216edf2', 'subnets': [{'id': 'd9f463c0-f5a0-46e5-87f4-773b65c559bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:11.527169 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629be973-ab14-40c4-8206-a198acd1b562 None None] The sync data for ids ['29bccb8b-6181-4b38-9fe8-900b3a97c612'] in dv-neutron-851534-1-hyperv is: [{'id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'name': 'tempest-TestSnapshotPattern-1899116197-router', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '02bdedc3-400c-45d9-a050-fc5ad62ce2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:48:10Z', 'revision_number': 4, 'project_id': '1f7bd1c9421b4a57869692552216edf2', 'gw_port': {'id': '02bdedc3-400c-45d9-a050-fc5ad62ce2d3', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '3c222cc1-1cfe-406f-a181-da2799357644', 'name': '', 'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'mac_address': 'fa:16:3e:6a:e2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd9f463c0-f5a0-46e5-87f4-773b65c559bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:09Z', 'updated_at': '2022-07-29T17:48:10Z', 'revision_number': 2, 'project_id': '1f7bd1c9421b4a57869692552216edf2', 'subnets': [{'id': 'd9f463c0-f5a0-46e5-87f4-773b65c559bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:48:11.594036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36066) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:48:11.599608 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-86ddb4fb-e877-40d8-8ebd-fde73f870873 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615770803', 'description': 'tempest-secgroup-smoke-1615770803 description', 'project_id': '088ec6e76aea4343a67d03bff0b43b7c'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:11.605997 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-86ddb4fb-e877-40d8-8ebd-fde73f870873 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:48:11.610056 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-86ddb4fb-e877-40d8-8ebd-fde73f870873 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Usage tracker for resource:security_group and tenant:088ec6e76aea4343a67d03bff0b43b7c is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:48:11.613133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-86ddb4fb-e877-40d8-8ebd-fde73f870873 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:48:11.619419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-86ddb4fb-e877-40d8-8ebd-fde73f870873 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:48:11.634161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-86ddb4fb-e877-40d8-8ebd-fde73f870873 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:11.655128 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-86ddb4fb-e877-40d8-8ebd-fde73f870873 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:48:11.659080 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-86ddb4fb-e877-40d8-8ebd-fde73f870873 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Usage tracker for resource:security_group_rule and tenant:088ec6e76aea4343a67d03bff0b43b7c is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:48:11.661959 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-86ddb4fb-e877-40d8-8ebd-fde73f870873 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:48:11.667728 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-86ddb4fb-e877-40d8-8ebd-fde73f870873 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:48:11.755684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-86ddb4fb-e877-40d8-8ebd-fde73f870873 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:11.760461 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-86ddb4fb-e877-40d8-8ebd-fde73f870873 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:11.803260 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddb4fb-e877-40d8-8ebd-fde73f870873 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e86e041f-0522-4745-a398-3a4cd5002f71,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:11.807033 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-86ddb4fb-e877-40d8-8ebd-fde73f870873 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:11.812449 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-86ddb4fb-e877-40d8-8ebd-fde73f870873 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2129421 Jul 29 17:48:11.812829 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36070) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:48:11.817934 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-202b9f90-0faf-46d3-bdb2-68e040a0c6bb tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Request body: {'security_group_rule': {'security_group_id': 'e86e041f-0522-4745-a398-3a4cd5002f71', 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:11.824685 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-202b9f90-0faf-46d3-bdb2-68e040a0c6bb tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:48:11.828629 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-202b9f90-0faf-46d3-bdb2-68e040a0c6bb tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Usage tracker for resource:security_group_rule and tenant:088ec6e76aea4343a67d03bff0b43b7c is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:48:11.831594 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-202b9f90-0faf-46d3-bdb2-68e040a0c6bb tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:48:11.837658 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-202b9f90-0faf-46d3-bdb2-68e040a0c6bb tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:48:11.856366 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-202b9f90-0faf-46d3-bdb2-68e040a0c6bb tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:11.920539 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-202b9f90-0faf-46d3-bdb2-68e040a0c6bb tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:11.925672 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-202b9f90-0faf-46d3-bdb2-68e040a0c6bb tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:11.952226 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9f90-0faf-46d3-bdb2-68e040a0c6bb tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d3ad59-9238-460b-b7bc-d0707edfd85f,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:11.962541 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-202b9f90-0faf-46d3-bdb2-68e040a0c6bb tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:11.966735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36074) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:48:11.967357 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-202b9f90-0faf-46d3-bdb2-68e040a0c6bb tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1531179 Jul 29 17:48:11.972002 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-d0df3194-fda9-4f5c-a5c0-1328c8e3631f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Request body: {'security_group_rule': {'security_group_id': 'e86e041f-0522-4745-a398-3a4cd5002f71', 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:11.978871 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d0df3194-fda9-4f5c-a5c0-1328c8e3631f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:48:11.982860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d0df3194-fda9-4f5c-a5c0-1328c8e3631f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Usage tracker for resource:security_group_rule and tenant:088ec6e76aea4343a67d03bff0b43b7c is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:48:11.985831 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-d0df3194-fda9-4f5c-a5c0-1328c8e3631f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:48:11.992285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-d0df3194-fda9-4f5c-a5c0-1328c8e3631f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:48:12.009743 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d0df3194-fda9-4f5c-a5c0-1328c8e3631f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.073382 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d0df3194-fda9-4f5c-a5c0-1328c8e3631f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.077919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d0df3194-fda9-4f5c-a5c0-1328c8e3631f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.100872 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df3194-fda9-4f5c-a5c0-1328c8e3631f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f2ed0d-da3e-4817-ab0e-a0db29c642ef,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:12.113398 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d0df3194-fda9-4f5c-a5c0-1328c8e3631f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.114572 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d0df3194-fda9-4f5c-a5c0-1328c8e3631f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467566 Jul 29 17:48:12.117478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36078) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:48:12.123302 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b15a4085-b43e-43ee-b53f-d2be957233fa tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Request body: {'security_group_rule': {'security_group_id': 'e86e041f-0522-4745-a398-3a4cd5002f71', 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:12.129567 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b15a4085-b43e-43ee-b53f-d2be957233fa tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:48:12.133444 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b15a4085-b43e-43ee-b53f-d2be957233fa tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Usage tracker for resource:security_group_rule and tenant:088ec6e76aea4343a67d03bff0b43b7c is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:48:12.136395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b15a4085-b43e-43ee-b53f-d2be957233fa tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:48:12.142545 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b15a4085-b43e-43ee-b53f-d2be957233fa tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:48:12.160568 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b15a4085-b43e-43ee-b53f-d2be957233fa tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.242478 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b15a4085-b43e-43ee-b53f-d2be957233fa tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.250102 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b15a4085-b43e-43ee-b53f-d2be957233fa tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.267966 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a4085-b43e-43ee-b53f-d2be957233fa tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5781c9b3-6c10-48f4-ac95-cb6f71baade7,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:12.289347 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b15a4085-b43e-43ee-b53f-d2be957233fa tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.290797 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b15a4085-b43e-43ee-b53f-d2be957233fa tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723022 Jul 29 17:48:12.294631 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36082) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:48:12.300218 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-7aee6024-7c87-4f7c-90fe-fed14beb3247 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Request body: {'security_group_rule': {'security_group_id': 'e86e041f-0522-4745-a398-3a4cd5002f71', 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:12.307166 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7aee6024-7c87-4f7c-90fe-fed14beb3247 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:48:12.312817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7aee6024-7c87-4f7c-90fe-fed14beb3247 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Usage tracker for resource:security_group_rule and tenant:088ec6e76aea4343a67d03bff0b43b7c is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:48:12.316181 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-7aee6024-7c87-4f7c-90fe-fed14beb3247 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:48:12.322499 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-7aee6024-7c87-4f7c-90fe-fed14beb3247 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:48:12.342688 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7aee6024-7c87-4f7c-90fe-fed14beb3247 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.408781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:48:12.422133 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7aee6024-7c87-4f7c-90fe-fed14beb3247 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.426441 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7aee6024-7c87-4f7c-90fe-fed14beb3247 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.453098 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee6024-7c87-4f7c-90fe-fed14beb3247 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f16e61e-b68a-4c98-bd43-eb054f6d751a,revision_number=0']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:12.464597 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-7aee6024-7c87-4f7c-90fe-fed14beb3247 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.469252 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-7aee6024-7c87-4f7c-90fe-fed14beb3247 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1731455 Jul 29 17:48:12.469688 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36086) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:48:12.475504 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-b106ae5a-adce-4145-ab51-228839637e39 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Request body: {'security_group_rule': {'security_group_id': 'e86e041f-0522-4745-a398-3a4cd5002f71', 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:12.482374 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b106ae5a-adce-4145-ab51-228839637e39 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:48:12.486844 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b106ae5a-adce-4145-ab51-228839637e39 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Usage tracker for resource:security_group_rule and tenant:088ec6e76aea4343a67d03bff0b43b7c is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:48:12.489867 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-b106ae5a-adce-4145-ab51-228839637e39 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:48:12.496390 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-b106ae5a-adce-4145-ab51-228839637e39 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:48:12.497868 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:12.506130 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:12.506507 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.510441 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-b106ae5a-adce-4145-ab51-228839637e39 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Project 088ec6e76aea4343a67d03bff0b43b7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:48:12.519520 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b106ae5a-adce-4145-ab51-228839637e39 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.600111 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b106ae5a-adce-4145-ab51-228839637e39 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.605201 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b106ae5a-adce-4145-ab51-228839637e39 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.630639 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106ae5a-adce-4145-ab51-228839637e39 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12fc745-c75f-4866-8720-64882840ea7b,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:12.633288 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:48:12.633804 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.643669 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b106ae5a-adce-4145-ab51-228839637e39 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.645022 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b106ae5a-adce-4145-ab51-228839637e39 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1741567 Jul 29 17:48:12.647835 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36090) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:48:12.652455 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 02bdedc3-400c-45d9-a050-fc5ad62ce2d3, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=02bdedc3-400c-45d9-a050-fc5ad62ce2d3,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:48:12.653990 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [None req-bab6672d-08ff-4856-80cd-57c99d547c13 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Request body: {'security_group_rule': {'security_group_id': 'e86e041f-0522-4745-a398-3a4cd5002f71', 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:12.657319 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.658426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c9750ec3-0284-40d2-97e3-9441713ffcb2 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:48:12.660451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bab6672d-08ff-4856-80cd-57c99d547c13 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:48:12.664328 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bab6672d-08ff-4856-80cd-57c99d547c13 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Usage tracker for resource:security_group_rule and tenant:088ec6e76aea4343a67d03bff0b43b7c is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:48:12.667797 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [None req-bab6672d-08ff-4856-80cd-57c99d547c13 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:48:12.673922 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [None req-bab6672d-08ff-4856-80cd-57c99d547c13 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:48:12.686253 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.db.securitygroups_db [None req-bab6672d-08ff-4856-80cd-57c99d547c13 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Project 088ec6e76aea4343a67d03bff0b43b7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:48:12.693569 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bab6672d-08ff-4856-80cd-57c99d547c13 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.769320 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bab6672d-08ff-4856-80cd-57c99d547c13 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.774363 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bab6672d-08ff-4856-80cd-57c99d547c13 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541730'] for security_group_rule, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.777360 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=02bdedc3-400c-45d9-a050-fc5ad62ce2d3,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:12.792320 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port c9750ec3-0284-40d2-97e3-9441713ffcb2 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:12.792764 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.815899 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6672d-08ff-4856-80cd-57c99d547c13 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d76cfa-5b45-4543-ab54-7f03fcddfccc,revision_number=0']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:12.828437 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-bab6672d-08ff-4856-80cd-57c99d547c13 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:12.838518 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-bab6672d-08ff-4856-80cd-57c99d547c13 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1812065 Jul 29 17:48:12.921704 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port c9750ec3-0284-40d2-97e3-9441713ffcb2 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:48:12.996495 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-9801d18e-6764-4143-a111-6c7b2621872c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Synchronizing usage tracker for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:security_group {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:48:13.013458 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-9801d18e-6764-4143-a111-6c7b2621872c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Unset dirty status for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:security_group {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:48:13.014670 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-9801d18e-6764-4143-a111-6c7b2621872c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615770803&fields=id&tenant_id=088ec6e76aea4343a67d03bff0b43b7c HTTP/1.1" status: 200 len: 267 time: 0.0584226 Jul 29 17:48:13.163922 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-310083d8-eb78-4623-8790-8ce8e9eec3ca tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:13.165411 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-310083d8-eb78-4623-8790-8ce8e9eec3ca tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 809 time: 0.1441317 Jul 29 17:48:13.181073 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-2e20cd60-d306-4de7-96ac-1c0063cc5ccd tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/quotas/088ec6e76aea4343a67d03bff0b43b7c HTTP/1.1" status: 200 len: 375 time: 0.0095870 Jul 29 17:48:13.268247 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-7597e5f9-a3f0-49e9-b995-e7f502d4f233 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Synchronizing usage tracker for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:48:13.284429 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-7597e5f9-a3f0-49e9-b995-e7f502d4f233 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Unset dirty status for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:48:13.285778 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-7597e5f9-a3f0-49e9-b995-e7f502d4f233 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993845 Jul 29 17:48:13.396405 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-e648665e-d1f0-4247-935e-6169a22e1f62 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:48:13.397346 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-e648665e-d1f0-4247-935e-6169a22e1f62 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1003335 Jul 29 17:48:13.526333 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-5d233c2e-a3c4-4fda-887d-c697ffcf543b service neutron] 10.222.0.58 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232181 Jul 29 17:48:13.656286 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-0ef6bd9d-0b50-4c67-a127-eb0b0094410d service neutron] 10.222.0.58 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239028 Jul 29 17:48:13.952979 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-c58a9dea-b177-440f-b5ba-4d8c335ed192 req-c243568c-7f22-44a1-ba46-412770975568 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 210 time: 0.1608586 Jul 29 17:48:14.313068 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:48:14.385070 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:14.385467 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:14.498837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:48:15.027079 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-01751b0b-0572-4b37-a782-3a2a89506587 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:15.027777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-01751b0b-0572-4b37-a782-3a2a89506587 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Synchronizing usage tracker for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:network {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:48:15.051839 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-01751b0b-0572-4b37-a782-3a2a89506587 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Unset dirty status for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:network {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:48:15.053315 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-01751b0b-0572-4b37-a782-3a2a89506587 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.69 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 809 time: 0.1785266 Jul 29 17:48:15.140090 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-2770cb02-b44d-4adb-b944-250b9cf0eb61 req-da18c899-c8b8-4d65-bfb2-a71474ff09ea tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 210 time: 0.0531087 Jul 29 17:48:15.207787 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-9322c615-dcab-4416-8ffe-ad692bc30e06 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Synchronizing usage tracker for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:security_group {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:48:15.219304 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-9322c615-dcab-4416-8ffe-ad692bc30e06 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Unset dirty status for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:security_group {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:48:15.220418 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-9322c615-dcab-4416-8ffe-ad692bc30e06 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=088ec6e76aea4343a67d03bff0b43b7c HTTP/1.1" status: 200 len: 380 time: 0.1593294 Jul 29 17:48:15.230359 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Request body: {'port': {'device_id': '590a061c-8936-439b-b155-da545b9c8800', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'admin_state_up': True, 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'security_groups': ['e86e041f-0522-4745-a398-3a4cd5002f71']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:15.264774 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f507db85-2e5d-416d-8b7e-d0ebe0271b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:15.358367 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Sync routers for ids ['29bccb8b-6181-4b38-9fe8-900b3a97c612'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:48:15.367367 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Routers {'29bccb8b-6181-4b38-9fe8-900b3a97c612'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:48:15.367496 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:48:15.368111 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['29bccb8b-6181-4b38-9fe8-900b3a97c612'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:15.376799 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:48:15.386370 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Made reservation on behalf of 088ec6e76aea4343a67d03bff0b43b7c for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:48:15.389997 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:15.544413 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Set router 29bccb8b-6181-4b38-9fe8-900b3a97c612 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:48:15.553422 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Allocated IP 172.20.0.7 (71d50135-5fd9-4876-90df-7ac7bd55dfe8/b929ba3a-db89-4881-b196-b5529e955f14/2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:15.740860 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:15.756009 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Transition to ACTIVE for port object 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:15.781733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:15.842069 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:15.844896 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:15.857213 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:48:15.890979 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'name': 'tempest-TestSnapshotPattern-1899116197-router', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '02bdedc3-400c-45d9-a050-fc5ad62ce2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:48:10Z', 'revision_number': 4, 'project_id': '1f7bd1c9421b4a57869692552216edf2', 'gw_port': {'id': '02bdedc3-400c-45d9-a050-fc5ad62ce2d3', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '3c222cc1-1cfe-406f-a181-da2799357644', 'name': '', 'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'mac_address': 'fa:16:3e:6a:e2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd9f463c0-f5a0-46e5-87f4-773b65c559bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:09Z', 'updated_at': '2022-07-29T17:48:10Z', 'revision_number': 2, 'project_id': '1f7bd1c9421b4a57869692552216edf2', 'subnets': [{'id': 'd9f463c0-f5a0-46e5-87f4-773b65c559bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:15.895979 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Checking router: 29bccb8b-6181-4b38-9fe8-900b3a97c612 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:48:15.896536 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Updating router 29bccb8b-6181-4b38-9fe8-900b3a97c612 port 3c222cc1-1cfe-406f-a181-da2799357644 binding host dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:48:15.912083 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event updated for resources: {'Port': ['ID=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:15.928841 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:15.929493 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:15.956220 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:15.957172 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-8b381445-2f91-4620-a91a-312653f70f6c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7303667 Jul 29 17:48:15.968453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Request body: {'port': {'device_id': '590a061c-8936-439b-b155-da545b9c8800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:16.083767 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.111878 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0aac7b16-01a8-45f3-a4a9-1546d90e5925 None None] Provisioning for port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:16.117834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-0aac7b16-01a8-45f3-a4a9-1546d90e5925 None None] Provisioning complete for port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:16.118366 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0aac7b16-01a8-45f3-a4a9-1546d90e5925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.186888 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-0aac7b16-01a8-45f3-a4a9-1546d90e5925 None None] Port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:48:16.309433 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Notify callbacks [] for port, precommit_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.329526 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.provisioning_blocks [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Transition to ACTIVE for port object 3c222cc1-1cfe-406f-a181-da2799357644 will not be triggered until provisioned by entity L2. {{(pid=89212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:16.336132 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.356985 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f825f2-bf76-4c77-8668-9733a9d4c988 req-340407d0-7185-4a73-9377-ac39ffe58d33 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:16.358467 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-13f825f2-bf76-4c77-8668-9733a9d4c988 req-340407d0-7185-4a73-9377-ac39ffe58d33 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 931 time: 0.0991786 Jul 29 17:48:16.403872 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-13f825f2-bf76-4c77-8668-9733a9d4c988 req-c9fd3844-a589-41de-ba94-82a57c726f0d tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397172 Jul 29 17:48:16.470622 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:48:16.474499 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419270d3-df83-4b2c-8908-0c446b318a33 None None] Pushing event updated for resources: {'Port': ['ID=3c222cc1-1cfe-406f-a181-da2799357644,revision_number=3']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:16.483096 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.501854 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Transition to ACTIVE for port object 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:48:16.506427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.593308 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Attempting to bind port 3c222cc1-1cfe-406f-a181-da2799357644 on host dv-neutron-851534-1-hyperv for vnic_type normal with profile {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:48:16.594070 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Attempting to bind port 3c222cc1-1cfe-406f-a181-da2799357644 by drivers openvswitch,hyperv on host dv-neutron-851534-1-hyperv at level 0 using segments [{'id': 'cc9005e6-46a8-48ae-9404-fb3fa41bed5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0'}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:48:16.594579 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Attempting to bind port 3c222cc1-1cfe-406f-a181-da2799357644 on network d280bcea-f310-46ad-923f-d3a1352916a0 {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:48:16.600889 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Checking agent: {'id': 'e2ba7113-7124-42d8-89a3-a55652e46dbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-851534-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 28, 18), 'started_at': datetime.datetime(2022, 7, 29, 16, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-851534-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:48:16.601292 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Checking segment: {'id': 'cc9005e6-46a8-48ae-9404-fb3fa41bed5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:48:16.601687 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.602121 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Bound using segment: {'id': 'cc9005e6-46a8-48ae-9404-fb3fa41bed5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0'} {{(pid=89212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:48:16.602581 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.managers [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Bound port: 3c222cc1-1cfe-406f-a181-da2799357644, host: dv-neutron-851534-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9005e6-46a8-48ae-9404-fb3fa41bed5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0'}}] {{(pid=89212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:48:16.603862 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.709154 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] For port 3c222cc1-1cfe-406f-a181-da2799357644, host dv-neutron-851534-1-hyperv, cleared binding levels {{(pid=89212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:48:16.713089 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.plugins.ml2.db [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] For port 3c222cc1-1cfe-406f-a181-da2799357644, host dv-neutron-851534-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3c222cc1-1cfe-406f-a181-da2799357644,segment=NetworkSegment(cc9005e6-46a8-48ae-9404-fb3fa41bed5b),segment_id=cc9005e6-46a8-48ae-9404-fb3fa41bed5b)] {{(pid=89212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:48:16.718820 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron_lib.callbacks.manager [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.722372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Pushing event updated for resources: {'Port': ['ID=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:16.774176 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Attempting to bind port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:48:16.774624 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Attempting to bind port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:48:16.775888 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Attempting to bind port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 on network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:48:16.781469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 on network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:48:16.781954 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Attempting to bind port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 on network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:48:16.789489 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:48:16.789938 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Checking segment: {'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:48:16.790470 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Bound using segment: {'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:48:16.791762 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Bound port: 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:48:16.792484 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.800343 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Routers {'29bccb8b-6181-4b38-9fe8-900b3a97c612'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:48:16.800969 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:47:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['29bccb8b-6181-4b38-9fe8-900b3a97c612'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:16.894750 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] For port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:48:16.898019 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] For port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:48:16.903645 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.935522 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419270d3-df83-4b2c-8908-0c446b318a33 None None] Pushing event updated for resources: {'Port': ['ID=3c222cc1-1cfe-406f-a181-da2799357644,revision_number=4']} {{(pid=89212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:16.971485 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:16.972170 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:16.973581 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] 10.222.0.69 "PUT /v2.0/ports/2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 HTTP/1.1" status: 200 len: 1093 time: 1.0094340 Jul 29 17:48:16.974010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590a061c-8936-439b-b155-da545b9c8800', 'tag': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:48:16.990085 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5951d18-1d9f-4d30-932e-fae92302035e service neutron] Pushing event updated for resources: {'Port': ['ID=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:17.010192 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] Set router 29bccb8b-6181-4b38-9fe8-900b3a97c612 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:48:17.099505 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2447b40-7361-495f-ad0a-39fb6d498ef5'] response: {'name': 'network-changed', 'server_uuid': '590a061c-8936-439b-b155-da545b9c8800', 'tag': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'status': 'completed', 'code': 200} Jul 29 17:48:17.120788 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-47fbf01e-b76f-4ed3-b3b5-7318807a9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:17.122517 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-47fbf01e-b76f-4ed3-b3b5-7318807a9be8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 1096 time: 0.1045072 Jul 29 17:48:17.296019 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-068c3f2c-5a61-4de4-bad8-9174bf510152 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 HTTP/1.1" status: 200 len: 217 time: 0.1665502 Jul 29 17:48:17.351217 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'name': 'tempest-TestSnapshotPattern-1899116197-router', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '02bdedc3-400c-45d9-a050-fc5ad62ce2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:48:10Z', 'revision_number': 4, 'project_id': '1f7bd1c9421b4a57869692552216edf2', 'gw_port': {'id': '02bdedc3-400c-45d9-a050-fc5ad62ce2d3', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '3c222cc1-1cfe-406f-a181-da2799357644', 'name': '', 'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'mac_address': 'fa:16:3e:6a:e2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd9f463c0-f5a0-46e5-87f4-773b65c559bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:09Z', 'updated_at': '2022-07-29T17:48:16Z', 'revision_number': 4, 'project_id': '1f7bd1c9421b4a57869692552216edf2', 'subnets': [{'id': 'd9f463c0-f5a0-46e5-87f4-773b65c559bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:17.355639 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90836fa3-7653-4812-9ed4-278d6082ca28 None None] The sync data for ids ['29bccb8b-6181-4b38-9fe8-900b3a97c612'] in dv-neutron-851534-1-hyperv is: [{'id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'name': 'tempest-TestSnapshotPattern-1899116197-router', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '02bdedc3-400c-45d9-a050-fc5ad62ce2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:48:10Z', 'revision_number': 4, 'project_id': '1f7bd1c9421b4a57869692552216edf2', 'gw_port': {'id': '02bdedc3-400c-45d9-a050-fc5ad62ce2d3', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': '3c222cc1-1cfe-406f-a181-da2799357644', 'name': '', 'network_id': 'd280bcea-f310-46ad-923f-d3a1352916a0', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'mac_address': 'fa:16:3e:6a:e2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd9f463c0-f5a0-46e5-87f4-773b65c559bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:09Z', 'updated_at': '2022-07-29T17:48:16Z', 'revision_number': 4, 'project_id': '1f7bd1c9421b4a57869692552216edf2', 'subnets': [{'id': 'd9f463c0-f5a0-46e5-87f4-773b65c559bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:48:17.359429 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-3049b2cd-0f4d-4f63-a326-e62f402bf3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:17.360763 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-3049b2cd-0f4d-4f63-a326-e62f402bf3d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b929ba3a-db89-4881-b196-b5529e955f14 HTTP/1.1" status: 200 len: 848 time: 0.0590544 Jul 29 17:48:17.452383 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-6cd337de-67ce-4293-9ab9-99c0a9302479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:17.453915 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-6cd337de-67ce-4293-9ab9-99c0a9302479 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71d50135-5fd9-4876-90df-7ac7bd55dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873959 Jul 29 17:48:17.595883 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-7f24b493-b6f8-420c-aa8d-76ca92d69ed1 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351836 Jul 29 17:48:17.619220 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b524056-cb36-4f9c-8bb1-f24023ee6e37 req-ea4adefa-dc10-4926-9cb0-fdcba08ea12c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:17.620727 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6b524056-cb36-4f9c-8bb1-f24023ee6e37 req-ea4adefa-dc10-4926-9cb0-fdcba08ea12c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 943 time: 0.1003664 Jul 29 17:48:17.670196 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-6b524056-cb36-4f9c-8bb1-f24023ee6e37 req-e2af53a2-0683-44b8-bca0-a4974598dbe4 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431345 Jul 29 17:48:17.733114 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-5ba48fcc-f551-43a2-b149-c5b8390d6ab9 req-a466e0eb-93f2-4dec-bc06-d20c99c8e1be service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308334 Jul 29 17:48:17.850394 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-098001bb-aa66-4e98-a519-63b2fa873ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:17.869255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e5448-41ee-444a-97d8-ff31300b589a req-b9f6e68d-c8d3-4a4b-9974-da0298764275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:17.870763 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-303e5448-41ee-444a-97d8-ff31300b589a req-b9f6e68d-c8d3-4a4b-9974-da0298764275 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 1096 time: 0.0905018 Jul 29 17:48:18.000523 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e5448-41ee-444a-97d8-ff31300b589a req-3a3da730-f592-4444-b200-b3d4d3390129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:18.001895 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-303e5448-41ee-444a-97d8-ff31300b589a req-3a3da730-f592-4444-b200-b3d4d3390129 service neutron] 10.222.0.69 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 910 time: 0.1252451 Jul 29 17:48:18.067349 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-303e5448-41ee-444a-97d8-ff31300b589a req-72b596dc-6c98-4693-9602-c1844703f53a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 HTTP/1.1" status: 200 len: 217 time: 0.0592563 Jul 29 17:48:18.131859 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e5448-41ee-444a-97d8-ff31300b589a req-16836eed-2d0c-4b09-a557-24d1cf6068f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:18.133324 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-303e5448-41ee-444a-97d8-ff31300b589a req-16836eed-2d0c-4b09-a557-24d1cf6068f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b929ba3a-db89-4881-b196-b5529e955f14 HTTP/1.1" status: 200 len: 848 time: 0.0596058 Jul 29 17:48:18.210312 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:48:18.215014 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e5448-41ee-444a-97d8-ff31300b589a req-c3444fbf-6e96-4f04-932e-e8d04c1df2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:18.216461 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-303e5448-41ee-444a-97d8-ff31300b589a req-c3444fbf-6e96-4f04-932e-e8d04c1df2ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71d50135-5fd9-4876-90df-7ac7bd55dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765460 Jul 29 17:48:18.330255 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3c222cc1-1cfe-406f-a181-da2799357644 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:48:18.355796 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-303e5448-41ee-444a-97d8-ff31300b589a req-c32e5cd6-4a07-43a5-989b-7c5e36cf4807 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332412 Jul 29 17:48:18.398954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning for port 3c222cc1-1cfe-406f-a181-da2799357644 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:18.403781 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 3c222cc1-1cfe-406f-a181-da2799357644 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:18.404157 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:18.491464 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-303e5448-41ee-444a-97d8-ff31300b589a req-7efa90d3-20af-40b3-9384-b492716f54b9 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296382 Jul 29 17:48:18.510216 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:18.569790 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 3c222cc1-1cfe-406f-a181-da2799357644 is: DOWN; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:48:18.570188 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:18.601791 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] For port 3c222cc1-1cfe-406f-a181-da2799357644, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3c222cc1-1cfe-406f-a181-da2799357644,segment=NetworkSegment(cc9005e6-46a8-48ae-9404-fb3fa41bed5b),segment_id=cc9005e6-46a8-48ae-9404-fb3fa41bed5b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:48:18.605603 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:18.672329 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Pushing event updated for resources: {'Port': ['ID=3c222cc1-1cfe-406f-a181-da2799357644,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:18.694789 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:18.863702 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaee9f3-521a-4a12-a472-6277a23fe193 req-e253652d-3c4d-43f5-9116-3657cf2fd9fd tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:18.865066 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5eaee9f3-521a-4a12-a472-6277a23fe193 req-e253652d-3c4d-43f5-9116-3657cf2fd9fd tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 943 time: 0.0877590 Jul 29 17:48:18.908716 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5eaee9f3-521a-4a12-a472-6277a23fe193 req-b39fa327-973a-4f19-9e8f-742dfddeece9 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374062 Jul 29 17:48:20.103857 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9d8d8-6f8f-4a1c-b69d-3faeb1b9ce99 req-e8a90be5-fe40-45f5-b6e7-cc6a1cdae389 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:20.105319 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b2e9d8d8-6f8f-4a1c-b69d-3faeb1b9ce99 req-e8a90be5-fe40-45f5-b6e7-cc6a1cdae389 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 943 time: 0.0892057 Jul 29 17:48:20.148728 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b2e9d8d8-6f8f-4a1c-b69d-3faeb1b9ce99 req-6963eef1-1acc-42a8-bea3-c807abbad0e5 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378327 Jul 29 17:48:20.208156 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:20.311573 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3c222cc1-1cfe-406f-a181-da2799357644 up at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:48:20.377472 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Provisioning complete for port 3c222cc1-1cfe-406f-a181-da2799357644 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:20.377842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:20.490242 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Current status of the port 3c222cc1-1cfe-406f-a181-da2799357644 is: ACTIVE; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:48:21.337975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.348397 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf08b76-2ea4-441d-aa6b-adf6d9d51d71 req-66928149-37ea-454f-abea-ed3b3972ffac tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:21.349884 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ecf08b76-2ea4-441d-aa6b-adf6d9d51d71 req-66928149-37ea-454f-abea-ed3b3972ffac tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 943 time: 0.0935223 Jul 29 17:48:21.392498 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-ecf08b76-2ea4-441d-aa6b-adf6d9d51d71 req-d3234680-754c-4401-8eb7-19466162af3a tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371056 Jul 29 17:48:21.557067 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:48:21.686852 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:48:21.699541 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'port_id': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'mac_address': 'fa:16:3e:c3:c2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:48:21.756330 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:48:21.756710 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.773101 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:48:21.788165 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:48:21.792649 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:21.858280 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:22.107601 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:48:22.582350 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5d3c6-02cd-4dfa-aa20-45cc7ec94912 req-27001e05-16bd-4d51-a9e3-d6b3b0e91140 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:22.583787 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e1b5d3c6-02cd-4dfa-aa20-45cc7ec94912 req-27001e05-16bd-4d51-a9e3-d6b3b0e91140 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 944 time: 0.0863137 Jul 29 17:48:22.626383 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e1b5d3c6-02cd-4dfa-aa20-45cc7ec94912 req-f72c8dd3-af2f-44fa-8979-65e2359d9f4a tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362849 Jul 29 17:48:23.587413 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:48:23.655622 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:48:23.660230 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:48:23.660596 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.776068 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:48:23.776453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.803133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590a061c-8936-439b-b155-da545b9c8800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:48:23.813239 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:48:23.819023 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:23.829646 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d658f7-3ea2-4ac8-9650-9d64a2713abb req-37c68c08-8771-4beb-95f6-3d2365df235f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:23.833590 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b8d658f7-3ea2-4ac8-9650-9d64a2713abb req-37c68c08-8771-4beb-95f6-3d2365df235f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 944 time: 0.0951650 Jul 29 17:48:23.876773 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b8d658f7-3ea2-4ac8-9650-9d64a2713abb req-6c2bf7bb-4596-43a3-968d-c92a290b4670 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398891 Jul 29 17:48:23.886028 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:23.905617 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82650d59-f8f5-46e2-8343-89cd620e523f'] response: {'server_uuid': '590a061c-8936-439b-b155-da545b9c8800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'code': 200} Jul 29 17:48:24.141433 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04db2e5-8ce5-490d-89c8-42f381ece91f req-543a1f62-f621-42d8-99a5-7d4cd79478ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:24.142811 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d04db2e5-8ce5-490d-89c8-42f381ece91f req-543a1f62-f621-42d8-99a5-7d4cd79478ea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 1098 time: 0.0805435 Jul 29 17:48:24.182071 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-d04db2e5-8ce5-490d-89c8-42f381ece91f req-ad778ce0-9a03-42c8-a480-26cd88e0efbc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334775 Jul 29 17:48:25.074312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12466826-432c-41c4-9e7c-eff9cbf254e1 req-c1a1d9fb-75f7-48c5-a57e-9f0a1c364823 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:25.075752 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12466826-432c-41c4-9e7c-eff9cbf254e1 req-c1a1d9fb-75f7-48c5-a57e-9f0a1c364823 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 945 time: 0.0902286 Jul 29 17:48:25.117784 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-12466826-432c-41c4-9e7c-eff9cbf254e1 req-aa17da94-639e-4c55-aff1-629f6405a5b5 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365131 Jul 29 17:48:26.315419 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a02c2-e546-437a-b84e-e6ebd30f0ca6 req-8b50fd4b-d37a-4ed9-b5db-95fb9178ffd7 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:26.316875 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a43a02c2-e546-437a-b84e-e6ebd30f0ca6 req-8b50fd4b-d37a-4ed9-b5db-95fb9178ffd7 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 945 time: 0.0867093 Jul 29 17:48:26.361416 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a43a02c2-e546-437a-b84e-e6ebd30f0ca6 req-275591db-746e-48df-8a8d-45edcef97d9e tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376546 Jul 29 17:48:26.560431 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194503e2-26e9-4c06-8a54-491addf29173 req-fec55944-162c-48bd-9e24-78faa0c52bf0 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:26.561882 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-194503e2-26e9-4c06-8a54-491addf29173 req-fec55944-162c-48bd-9e24-78faa0c52bf0 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 945 time: 0.0900302 Jul 29 17:48:26.605393 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-194503e2-26e9-4c06-8a54-491addf29173 req-c5152907-0c16-42d1-aca5-2b21386803f3 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379369 Jul 29 17:48:26.631235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36160) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:48:26.749689 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1189a10a-be6c-479a-aca1-19750c9145dd tempest-TestSnapshotPattern-1491428702 tempest-TestSnapshotPattern-1491428702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:26.750388 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1189a10a-be6c-479a-aca1-19750c9145dd tempest-TestSnapshotPattern-1491428702 tempest-TestSnapshotPattern-1491428702-project-admin] Synchronizing usage tracker for tenant:1f7bd1c9421b4a57869692552216edf2 on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:48:26.766772 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-1189a10a-be6c-479a-aca1-19750c9145dd tempest-TestSnapshotPattern-1491428702 tempest-TestSnapshotPattern-1491428702-project-admin] Unset dirty status for tenant:1f7bd1c9421b4a57869692552216edf2 on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:48:26.768009 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-1189a10a-be6c-479a-aca1-19750c9145dd tempest-TestSnapshotPattern-1491428702 tempest-TestSnapshotPattern-1491428702-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 1093 time: 0.1358299 Jul 29 17:48:26.770926 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36166) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:48:26.775779 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:48:26.781617 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:48:26.785433 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Usage tracker for resource:floatingip and tenant:088ec6e76aea4343a67d03bff0b43b7c is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:48:26.788183 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:48:26.794473 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:48:26.804332 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:26.940479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.073298 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Allocated IP 172.26.1.194 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/8568e5d5-2aca-4aca-bc65-43754c85d076) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:48:27.220235 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.251013 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.263646 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-233d75ed-eac0-4879-89ed-2795defcd7dd req-ed6bce18-db2b-441a-8e77-a7f08e6e8e18 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769920 Jul 29 17:48:27.319129 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:48:27.321996 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:48:27.325726 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:48:27.364355 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event updated for resources: {'Port': ['ID=8568e5d5-2aca-4aca-bc65-43754c85d076,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:27.411648 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d75ed-eac0-4879-89ed-2795defcd7dd req-54504120-00cf-4885-9f67-f641c4160112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:27.413162 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-233d75ed-eac0-4879-89ed-2795defcd7dd req-54504120-00cf-4885-9f67-f641c4160112 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 1098 time: 0.0825739 Jul 29 17:48:27.659138 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d75ed-eac0-4879-89ed-2795defcd7dd req-5182f5d1-dc47-4be9-82d1-35d2b4d68cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:27.660584 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-233d75ed-eac0-4879-89ed-2795defcd7dd req-5182f5d1-dc47-4be9-82d1-35d2b4d68cf1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 910 time: 0.2288272 Jul 29 17:48:27.727519 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-233d75ed-eac0-4879-89ed-2795defcd7dd req-4f7b0971-ba42-4cbc-9b7d-384babc45e53 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 HTTP/1.1" status: 200 len: 217 time: 0.0608273 Jul 29 17:48:27.791439 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d75ed-eac0-4879-89ed-2795defcd7dd req-59f71413-0283-422c-b065-3bdccb120f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:27.792895 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-233d75ed-eac0-4879-89ed-2795defcd7dd req-59f71413-0283-422c-b065-3bdccb120f03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b929ba3a-db89-4881-b196-b5529e955f14 HTTP/1.1" status: 200 len: 848 time: 0.0602174 Jul 29 17:48:27.844663 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:27.877330 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d75ed-eac0-4879-89ed-2795defcd7dd req-027a4c25-5ca0-4ac5-bad5-79fe94ec6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:27.878878 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-233d75ed-eac0-4879-89ed-2795defcd7dd req-027a4c25-5ca0-4ac5-bad5-79fe94ec6cd8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71d50135-5fd9-4876-90df-7ac7bd55dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800846 Jul 29 17:48:27.921376 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.011474 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-233d75ed-eac0-4879-89ed-2795defcd7dd req-e6be2b14-b45e-4b24-b117-55481b87a591 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267676 Jul 29 17:48:28.136001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.141335 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.142039 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-233d75ed-eac0-4879-89ed-2795defcd7dd req-3e5a8cb4-49d1-4bb4-bbeb-32e29b13836a service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252549 Jul 29 17:48:28.248907 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event updated for resources: {'Port': ['ID=8568e5d5-2aca-4aca-bc65-43754c85d076,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:48:28.261667 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:28.427954 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Floating IP 6ab2838e-a0d4-456f-bfca-8f63e00a519a associated. External IP: 172.26.1.194, port: 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76. Jul 29 17:48:28.772483 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Router d116588b-5fd0-4f27-a48f-61c777e55b1e has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:48:29.058595 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:48:29.068440 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf457c3-b23a-46d8-bdec-4a63f75b04da None None] Sync routers for ids ['d116588b-5fd0-4f27-a48f-61c777e55b1e'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:48:29.077426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf457c3-b23a-46d8-bdec-4a63f75b04da None None] Routers {'d116588b-5fd0-4f27-a48f-61c777e55b1e'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:48:29.078097 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bbf457c3-b23a-46d8-bdec-4a63f75b04da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:48:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d116588b-5fd0-4f27-a48f-61c777e55b1e'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:29.081955 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:29.139694 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6d59bec2-fb07-4fd8-9943-9c66556bd822 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3677647 Jul 29 17:48:29.140468 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590a061c-8936-439b-b155-da545b9c8800', 'tag': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:48:29.233557 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fbdcf22-a784-4f6b-9502-165a080d734f'] response: {'name': 'network-changed', 'server_uuid': '590a061c-8936-439b-b155-da545b9c8800', 'tag': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'status': 'completed', 'code': 200} Jul 29 17:48:29.255108 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-bbf457c3-b23a-46d8-bdec-4a63f75b04da None None] Set router d116588b-5fd0-4f27-a48f-61c777e55b1e gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:48:29.335026 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1edd0-4667-4665-89a4-f8b2ef853ac9 req-ecb7e1eb-00e0-4a07-96af-bd5f8c8abd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:29.336558 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-22e1edd0-4667-4665-89a4-f8b2ef853ac9 req-ecb7e1eb-00e0-4a07-96af-bd5f8c8abd1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 1098 time: 0.0828805 Jul 29 17:48:29.471847 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1edd0-4667-4665-89a4-f8b2ef853ac9 req-238be7c9-45bf-4d3c-ac45-887b0ce9fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:29.473333 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-22e1edd0-4667-4665-89a4-f8b2ef853ac9 req-238be7c9-45bf-4d3c-ac45-887b0ce9fb09 service neutron] 10.222.0.69 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 910 time: 0.1315777 Jul 29 17:48:29.586991 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-22e1edd0-4667-4665-89a4-f8b2ef853ac9 req-a795ef5f-7aa1-4dcd-bde4-a0634b644c0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 HTTP/1.1" status: 200 len: 999 time: 0.1078112 Jul 29 17:48:29.636168 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bbf457c3-b23a-46d8-bdec-4a63f75b04da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6ab2838e-a0d4-456f-bfca-8f63e00a519a', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'floating_ip_address': '172.26.1.194', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'port_id': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'mac_address': 'fa:16:3e:c3:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590a061c-8936-439b-b155-da545b9c8800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:48:27Z', 'updated_at': '2022-07-29T17:48:27Z', 'revision_number': 0, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:09Z', 'revision_number': 5, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:29.640142 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf457c3-b23a-46d8-bdec-4a63f75b04da None None] Checking router: d116588b-5fd0-4f27-a48f-61c777e55b1e for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:48:29.647822 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1edd0-4667-4665-89a4-f8b2ef853ac9 req-94f66267-7c87-4c63-a593-ee7f35e12e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:29.648618 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf457c3-b23a-46d8-bdec-4a63f75b04da None None] Routers {'d116588b-5fd0-4f27-a48f-61c777e55b1e'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:48:29.649269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bbf457c3-b23a-46d8-bdec-4a63f75b04da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:48:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d116588b-5fd0-4f27-a48f-61c777e55b1e'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:29.649375 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-22e1edd0-4667-4665-89a4-f8b2ef853ac9 req-94f66267-7c87-4c63-a593-ee7f35e12e3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b929ba3a-db89-4881-b196-b5529e955f14 HTTP/1.1" status: 200 len: 848 time: 0.0569110 Jul 29 17:48:29.736443 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1edd0-4667-4665-89a4-f8b2ef853ac9 req-c9b4ad98-54b5-456e-9388-4231e1c628b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:48:29.737951 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-22e1edd0-4667-4665-89a4-f8b2ef853ac9 req-c9b4ad98-54b5-456e-9388-4231e1c628b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71d50135-5fd9-4876-90df-7ac7bd55dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831900 Jul 29 17:48:29.830780 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-bbf457c3-b23a-46d8-bdec-4a63f75b04da None None] Set router d116588b-5fd0-4f27-a48f-61c777e55b1e gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:48:29.872927 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-22e1edd0-4667-4665-89a4-f8b2ef853ac9 req-ca8269d2-4c08-4be0-85ca-3fc3f890732d service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291864 Jul 29 17:48:30.014368 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-22e1edd0-4667-4665-89a4-f8b2ef853ac9 req-b5e4a8d0-4267-494e-926e-8490ab7a2cfa service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357937 Jul 29 17:48:30.174494 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bbf457c3-b23a-46d8-bdec-4a63f75b04da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6ab2838e-a0d4-456f-bfca-8f63e00a519a', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'floating_ip_address': '172.26.1.194', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'port_id': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'mac_address': 'fa:16:3e:c3:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590a061c-8936-439b-b155-da545b9c8800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:48:27Z', 'updated_at': '2022-07-29T17:48:27Z', 'revision_number': 0, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:09Z', 'revision_number': 5, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:48:30.178336 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf457c3-b23a-46d8-bdec-4a63f75b04da None None] The sync data for ids ['d116588b-5fd0-4f27-a48f-61c777e55b1e'] in dv-neutron-851534-1-hyperv is: [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6ab2838e-a0d4-456f-bfca-8f63e00a519a', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'floating_ip_address': '172.26.1.194', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'port_id': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'mac_address': 'fa:16:3e:c3:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590a061c-8936-439b-b155-da545b9c8800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:48:27Z', 'updated_at': '2022-07-29T17:48:27Z', 'revision_number': 0, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:09Z', 'revision_number': 5, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:48:30.370931 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ddedd8-6912-46b4-bcaf-f9171138965e None None] New status for floating IP 6ab2838e-a0d4-456f-bfca-8f63e00a519a: ACTIVE {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:48:45.261941 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e3f24872-a205-4ced-be33-984fe730ec11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:47.851532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-446bfce3-af3a-4d72-99e3-2ed875275188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.493686 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:48.700892 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:50.214673 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:51.341862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:48:55.209426 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:49:15.256483 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e1f26f33-e2c9-431f-9a94-430175990b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:17.852710 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-717c7d3c-ce6d-4ab2-b55c-40d3c1ff2f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:18.497133 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:18.700251 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:20.214096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:21.336497 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:29.263332 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-69e18097-be06-45b0-83f9-5ed27904beef req-27c5d741-7fd5-42ab-a883-960de55d7668 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752583 Jul 29 17:49:29.410983 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e18097-be06-45b0-83f9-5ed27904beef req-a61bdb8b-325d-4585-a54a-9e6d2f013c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:49:29.412420 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-69e18097-be06-45b0-83f9-5ed27904beef req-a61bdb8b-325d-4585-a54a-9e6d2f013c6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 1098 time: 0.0804875 Jul 29 17:49:29.554535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e18097-be06-45b0-83f9-5ed27904beef req-ff783a74-43f9-422b-b405-545ad4146547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:49:29.556187 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-69e18097-be06-45b0-83f9-5ed27904beef req-ff783a74-43f9-422b-b405-545ad4146547 service neutron] 10.222.0.69 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 910 time: 0.1241765 Jul 29 17:49:29.747585 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-69e18097-be06-45b0-83f9-5ed27904beef req-f451997f-2af1-40d1-b72e-b7c110dcd2c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 HTTP/1.1" status: 200 len: 1001 time: 0.1852877 Jul 29 17:49:29.808289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e18097-be06-45b0-83f9-5ed27904beef req-98a853cd-2b80-4555-b23c-ab32e6c74692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:49:29.809635 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-69e18097-be06-45b0-83f9-5ed27904beef req-98a853cd-2b80-4555-b23c-ab32e6c74692 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b929ba3a-db89-4881-b196-b5529e955f14 HTTP/1.1" status: 200 len: 848 time: 0.0565310 Jul 29 17:49:29.892366 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e18097-be06-45b0-83f9-5ed27904beef req-4cf291dd-ef0f-49cf-b3f7-33b5d6314c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:49:29.893873 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-69e18097-be06-45b0-83f9-5ed27904beef req-4cf291dd-ef0f-49cf-b3f7-33b5d6314c4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71d50135-5fd9-4876-90df-7ac7bd55dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787394 Jul 29 17:49:29.905696 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [req-69e18097-be06-45b0-83f9-5ed27904beef req-aad9c0cc-bdda-412d-9c74-77affb9f4edf service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=89210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:49:29.906599 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-69e18097-be06-45b0-83f9-5ed27904beef req-aad9c0cc-bdda-412d-9c74-77affb9f4edf service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047104 Jul 29 17:49:30.034320 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-69e18097-be06-45b0-83f9-5ed27904beef req-49d588e8-94af-445e-b926-c6d7ad5f2c4e service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218736 Jul 29 17:49:30.163717 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-69e18097-be06-45b0-83f9-5ed27904beef req-25c04d80-3a2f-4cd2-b14d-c94da40b722c service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229959 Jul 29 17:49:32.208227 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:49:45.258449 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3c1d13b4-3971-4243-99d5-ad586c4dc44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:47.855121 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a5061885-5742-41e7-a936-e18622d8dc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:48.498708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:48.702622 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:50.217008 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:49:51.330229 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:09.207003 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:50:15.259426 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0223-f1f7-45b2-99c2-65c700f44c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:17.857205 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0cd27752-fb00-4a7d-a22b-daf6c9468221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:18.500104 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:18.707428 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:20.219422 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:21.340511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:30.318943 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a4082d71-ffec-49b7-a3fc-d893564767fe req-5f348d19-fb72-4a3f-b4c4-a0d67ce07774 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1438344 Jul 29 17:50:30.461648 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4082d71-ffec-49b7-a3fc-d893564767fe req-0c0d088e-263d-496b-ab1d-106bcb9550fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:50:30.463041 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a4082d71-ffec-49b7-a3fc-d893564767fe req-0c0d088e-263d-496b-ab1d-106bcb9550fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 1098 time: 0.0772753 Jul 29 17:50:30.602440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4082d71-ffec-49b7-a3fc-d893564767fe req-be0f2f91-20a5-42b8-affb-22a809563cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:50:30.603872 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a4082d71-ffec-49b7-a3fc-d893564767fe req-be0f2f91-20a5-42b8-affb-22a809563cd9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 910 time: 0.1233821 Jul 29 17:50:30.704606 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a4082d71-ffec-49b7-a3fc-d893564767fe req-3af69058-545f-46a3-bb7f-a9399bdeff8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 HTTP/1.1" status: 200 len: 1001 time: 0.0949097 Jul 29 17:50:30.766752 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4082d71-ffec-49b7-a3fc-d893564767fe req-2a6da760-b59a-48ba-a373-f96e5e0e0e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:50:30.768151 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a4082d71-ffec-49b7-a3fc-d893564767fe req-2a6da760-b59a-48ba-a373-f96e5e0e0e58 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b929ba3a-db89-4881-b196-b5529e955f14 HTTP/1.1" status: 200 len: 848 time: 0.0581577 Jul 29 17:50:30.847733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4082d71-ffec-49b7-a3fc-d893564767fe req-3400030e-a4af-4aa9-8615-591b06f7585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:50:30.849248 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a4082d71-ffec-49b7-a3fc-d893564767fe req-3400030e-a4af-4aa9-8615-591b06f7585c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71d50135-5fd9-4876-90df-7ac7bd55dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758331 Jul 29 17:50:30.978651 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a4082d71-ffec-49b7-a3fc-d893564767fe req-48dd607e-7187-467e-a7c0-04ea6f1445f8 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231625 Jul 29 17:50:31.107704 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-a4082d71-ffec-49b7-a3fc-d893564767fe req-b5b672ec-2783-41bc-b983-e8b71dfa6b29 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234004 Jul 29 17:50:45.260532 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-2c509330-060a-4dc6-8195-aa196305954d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:46.206170 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:50:47.858964 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d423f27d-811a-4e58-b647-cbe4e991e9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:48.503336 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:48.709410 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:50.223949 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:50:51.337096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.492672 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:51:00.656360 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:51:00.669294 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'port_id': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'mac_address': 'fa:16:3e:c3:c2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:51:00.726334 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 is: ACTIVE; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:51:00.726715 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.742875 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:51:00.758144 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:51:00.762269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:00.829862 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:00.836837 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:00.837213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:00.837560 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:00.837900 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:00.838233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:00.838567 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:00.838895 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:00.839222 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:00.839557 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:00.839877 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:00.840198 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:00.840527 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:00.854076 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:51:02.495769 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:51:02.562909 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:02.563280 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.676758 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:51:02.677079 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.702921 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590a061c-8936-439b-b155-da545b9c8800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:51:02.712606 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:51:02.717631 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:02.784096 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:03.758100 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de55f2c-681a-4813-b7b9-622c01da1459'] response: {'server_uuid': '590a061c-8936-439b-b155-da545b9c8800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'code': 200} Jul 29 17:51:15.264736 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f6ca823f-ed4f-436a-8f80-5052c0cee78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:16.158752 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-c37434e9-a8cf-477a-82a4-4b148ca453d0 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615770803&fields=id&tenant_id=088ec6e76aea4343a67d03bff0b43b7c HTTP/1.1" status: 200 len: 267 time: 0.0399537 Jul 29 17:51:16.304901 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-60a00b87-bfaa-4698-a8f1-43e4bf85e573 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:16.306342 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-60a00b87-bfaa-4698-a8f1-43e4bf85e573 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 809 time: 0.1414866 Jul 29 17:51:16.320479 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-7cdb0ab7-3b62-421a-bffc-efff7afeda0b tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/quotas/088ec6e76aea4343a67d03bff0b43b7c HTTP/1.1" status: 200 len: 375 time: 0.0088570 Jul 29 17:51:16.414080 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-cd310a8a-4a5c-4f06-9895-71cf88b62d8f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0882502 Jul 29 17:51:16.552121 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-47f1e8e9-76cf-4dce-899c-28f0af81ea45 service neutron] 10.222.0.58 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261716 Jul 29 17:51:16.684938 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-3a5d2674-32d3-4bb8-a63b-822ecbc710f9 service neutron] 10.222.0.58 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268835 Jul 29 17:51:16.919144 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-431f642a-e37c-46b9-9081-4dc484e02e83 req-c4d8453d-5a58-4987-8e6b-e25ca5e31ba3 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 210 time: 0.1023786 Jul 29 17:51:17.861815 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-154da06b-779a-4c38-8d22-c8013de3b41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:17.978102 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-acb141f9-3f77-419a-a9fc-bc6bea62a60a tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:17.979524 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-acb141f9-3f77-419a-a9fc-bc6bea62a60a tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.69 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 809 time: 0.1497436 Jul 29 17:51:18.027818 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-2cfabe6c-9bda-4ebb-9715-14618f2d1874 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=088ec6e76aea4343a67d03bff0b43b7c HTTP/1.1" status: 200 len: 380 time: 0.0402694 Jul 29 17:51:18.036890 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Request body: {'port': {'device_id': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'admin_state_up': True, 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'security_groups': ['e86e041f-0522-4745-a398-3a4cd5002f71']}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:18.085154 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-b4d57dab-798c-4484-9d21-d073ce57b73a req-9026678a-5ca2-4e79-946c-6c992708069e tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 210 time: 0.0506783 Jul 29 17:51:18.174289 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:51:18.178382 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Usage tracker for resource:port and tenant:088ec6e76aea4343a67d03bff0b43b7c is out of sync, need to count used quota {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:51:18.181207 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:51:18.187333 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.quota.driver [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:51:18.198965 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Made reservation on behalf of 088ec6e76aea4343a67d03bff0b43b7c for: {'port': 1} {{(pid=89210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:51:18.202551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.378763 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_common [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Allocated IP 172.20.0.4 (71d50135-5fd9-4876-90df-7ac7bd55dfe8/b929ba3a-db89-4881-b196-b5529e955f14/8b1a708b-0f6c-4c87-9b38-78e872e4b214) {{(pid=89210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:18.514769 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.614964 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:51:18.667613 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for port, precommit_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.687992 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Transition to ACTIVE for port object 8b1a708b-0f6c-4c87-9b38-78e872e4b214 will not be triggered until provisioned by entity DHCP. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:18.717312 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_create {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.757516 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.792850 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:51:18.793099 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.794402 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 is already hosted by enough agents. {{(pid=89210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:18.797500 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.base_scheduler [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources bound (agent type, host, resource id): {{(pid=89210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:18.800631 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Received port after_create {{(pid=89210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:51:18.844815 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590a061c-8936-439b-b155-da545b9c8800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:51:18.848870 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event updated for resources: {'Port': ['ID=8b1a708b-0f6c-4c87-9b38-78e872e4b214,revision_number=1']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:18.858739 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:51:18.865617 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:18.866015 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:18.866373 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:18.866800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:18.867175 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:18.867821 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:18.868155 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:18.868477 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:18.868801 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:18.868901 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.869392 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:18.869642 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:18.869941 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:18.894711 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:18.895580 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:18.934025 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-92aa1410-8942-4bf7-981a-affb6aa22f82 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8979445 Jul 29 17:51:18.987605 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e273bb1-38ac-4058-ada3-976958a4bc51'] response: {'server_uuid': '590a061c-8936-439b-b155-da545b9c8800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'code': 200} Jul 29 17:51:19.003429 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,revision_number=8']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:19.180674 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-188139a9-20fd-4bfe-b5bd-adc5e3ae9760 None None] Provisioning for port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 completed by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:19.186786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-188139a9-20fd-4bfe-b5bd-adc5e3ae9760 None None] Provisioning complete for port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 triggered by entity DHCP. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:19.187446 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-188139a9-20fd-4bfe-b5bd-adc5e3ae9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:19.266049 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-188139a9-20fd-4bfe-b5bd-adc5e3ae9760 None None] Port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 cannot update to ACTIVE because it is not bound. {{(pid=89211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jul 29 17:51:19.320108 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0013b-7564-4208-a9cc-ee27a03bfc38 req-907715bc-6973-4ef7-9a1a-3387c0853b18 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:19.321766 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bba0013b-7564-4208-a9cc-ee27a03bfc38 req-907715bc-6973-4ef7-9a1a-3387c0853b18 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 931 time: 0.0999837 Jul 29 17:51:19.376524 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bba0013b-7564-4208-a9cc-ee27a03bfc38 req-065a813c-2365-4417-befc-1edd9cdef435 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480697 Jul 29 17:51:20.234447 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:20.592657 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855a737-4eb2-4cb3-95e7-2fa01ea712ac req-0c673681-58f0-4de5-a465-eed5743ffb83 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:20.594332 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9855a737-4eb2-4cb3-95e7-2fa01ea712ac req-0c673681-58f0-4de5-a465-eed5743ffb83 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 931 time: 0.0962183 Jul 29 17:51:20.645854 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-9855a737-4eb2-4cb3-95e7-2fa01ea712ac req-aa880399-a3e3-4f22-9755-0ae0fb56b0bf tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450947 Jul 29 17:51:21.333643 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:21.848838 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e3b93-9969-48ff-a430-f9b67f6cecd1 req-dc448457-79df-4597-9465-754e8f4a2c16 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:21.850804 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-459e3b93-9969-48ff-a430-f9b67f6cecd1 req-dc448457-79df-4597-9465-754e8f4a2c16 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 931 time: 0.0911345 Jul 29 17:51:21.898305 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-459e3b93-9969-48ff-a430-f9b67f6cecd1 req-9b46f8a3-11c1-47c7-b229-6d6099b93af3 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Jul 29 17:51:23.109270 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b1b60-966a-43b7-8e4f-2852423dc442 req-5f90f536-b062-42ca-9ae1-b92800160fc6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:23.110959 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8e0b1b60-966a-43b7-8e4f-2852423dc442 req-5f90f536-b062-42ca-9ae1-b92800160fc6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 931 time: 0.0967994 Jul 29 17:51:23.158541 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-8e0b1b60-966a-43b7-8e4f-2852423dc442 req-2b0f1fa3-7dcb-4f23-b5f6-2421295fbecc tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Jul 29 17:51:23.205247 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:51:24.368701 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88da98e-9530-419f-990a-f9274933f201 req-4ef9bda2-4728-416f-ba42-473219d4ed9c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:24.370843 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d88da98e-9530-419f-990a-f9274933f201 req-4ef9bda2-4728-416f-ba42-473219d4ed9c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 931 time: 0.0988231 Jul 29 17:51:24.422107 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d88da98e-9530-419f-990a-f9274933f201 req-b2a8248b-dfd2-475e-9e81-1a54db61df66 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445623 Jul 29 17:51:25.635609 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35302b9-644e-4a6b-bb84-1da8b07e00ad req-36a318db-2a20-42b7-ad07-a45061102bca tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:25.637106 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e35302b9-644e-4a6b-bb84-1da8b07e00ad req-36a318db-2a20-42b7-ad07-a45061102bca tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 931 time: 0.0901861 Jul 29 17:51:25.683549 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e35302b9-644e-4a6b-bb84-1da8b07e00ad req-5f389ff0-7c53-4889-bf31-c04766df79dc tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399926 Jul 29 17:51:26.879700 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b0f65-11dd-4d5f-9918-d141fbc1a476 req-e845c6dd-e54a-4acd-9539-91fd90de9a74 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:26.881203 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-211b0f65-11dd-4d5f-9918-d141fbc1a476 req-e845c6dd-e54a-4acd-9539-91fd90de9a74 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 931 time: 0.0900664 Jul 29 17:51:26.925273 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-211b0f65-11dd-4d5f-9918-d141fbc1a476 req-6152f6e2-b5c6-43ea-a711-5eec537d09b4 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384886 Jul 29 17:51:28.115707 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d0e90-9fe7-48ef-832c-6152bbf8515b req-057cc698-fe14-4e64-90c7-f3c4a95f41dd tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:28.117163 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e00d0e90-9fe7-48ef-832c-6152bbf8515b req-057cc698-fe14-4e64-90c7-f3c4a95f41dd tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 931 time: 0.0852590 Jul 29 17:51:28.164384 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-e00d0e90-9fe7-48ef-832c-6152bbf8515b req-86851337-10c2-4c5f-9613-86d5891491bc tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414259 Jul 29 17:51:29.357228 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b6b05-c83e-4e57-a161-e6797fae4b93 req-a32507b8-e3f6-4155-95df-70deabad8894 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:29.358668 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-166b6b05-c83e-4e57-a161-e6797fae4b93 req-a32507b8-e3f6-4155-95df-70deabad8894 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 931 time: 0.0892596 Jul 29 17:51:29.401508 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-166b6b05-c83e-4e57-a161-e6797fae4b93 req-13bc4821-983d-4e78-9fcf-57d4e9cee4b3 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367179 Jul 29 17:51:29.911795 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.v2.base [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Request body: {'port': {'device_id': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8515'}} {{(pid=89210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:30.020867 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:30.246492 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21e2f356-1849-4355-838e-74ae3422f9f3 req-d3bce8c5-1357-4487-8396-9c03f1589d41 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825651 Jul 29 17:51:30.394424 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2f356-1849-4355-838e-74ae3422f9f3 req-8496c5ec-27f6-4e3a-992a-392412ec5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:30.395929 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21e2f356-1849-4355-838e-74ae3422f9f3 req-8496c5ec-27f6-4e3a-992a-392412ec5bde service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 1096 time: 0.0780544 Jul 29 17:51:30.468761 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1a708b-0f6c-4c87-9b38-78e872e4b214 {{(pid=89210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:51:30.480682 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:30.501691 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.provisioning_blocks [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Transition to ACTIVE for port object 8b1a708b-0f6c-4c87-9b38-78e872e4b214 will not be triggered until provisioned by entity L2. {{(pid=89210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:51:30.535105 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:30.601631 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2f356-1849-4355-838e-74ae3422f9f3 req-bf6f24fe-ce47-4db6-9977-506a3c35455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:30.603154 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21e2f356-1849-4355-838e-74ae3422f9f3 req-bf6f24fe-ce47-4db6-9977-506a3c35455e service neutron] 10.222.0.69 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 910 time: 0.1894727 Jul 29 17:51:30.694868 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1a708b-0f6c-4c87-9b38-78e872e4b214,revision_number=2']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:30.775527 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21e2f356-1849-4355-838e-74ae3422f9f3 req-40ee466c-e114-4e76-82a0-21603e8cb87e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 HTTP/1.1" status: 200 len: 999 time: 0.1640725 Jul 29 17:51:30.814327 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Attempting to bind port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 on host hv-neutron-8515 for vnic_type normal with profile {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jul 29 17:51:30.814658 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Attempting to bind port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 by drivers openvswitch,hyperv on host hv-neutron-8515 at level 0 using segments [{'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jul 29 17:51:30.815092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Attempting to bind port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 on network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:51:30.820664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 on network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8515 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 17:51:30.820991 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Attempting to bind port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 on network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 17:51:30.826686 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Checking agent: {'id': '6d629bb6-b6bb-4a1b-83f4-b65065b513f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8515', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'started_at': datetime.datetime(2022, 7, 29, 16, 34, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 29, 17, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 17:51:30.827027 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Checking segment: {'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jul 29 17:51:30.827414 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Bound using segment: {'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'} {{(pid=89210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 17:51:30.827840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.managers [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Bound port: 8b1a708b-0f6c-4c87-9b38-78e872e4b214, host: hv-neutron-8515, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8'}}] {{(pid=89210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jul 29 17:51:30.828185 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:30.922912 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] For port 8b1a708b-0f6c-4c87-9b38-78e872e4b214, host hv-neutron-8515, cleared binding levels {{(pid=89210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 17:51:30.925793 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] For port 8b1a708b-0f6c-4c87-9b38-78e872e4b214, host hv-neutron-8515, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=8b1a708b-0f6c-4c87-9b38-78e872e4b214,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 17:51:30.931161 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32298071'] for port, after_update {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:30.975747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f6cdf-8bc8-44c4-953b-d0713746648e req-4d7ec7d7-437b-46b3-8135-8f510fecd299 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:30.977212 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-096f6cdf-8bc8-44c4-953b-d0713746648e req-4d7ec7d7-437b-46b3-8135-8f510fecd299 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 943 time: 0.2932596 Jul 29 17:51:30.978692 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2f356-1849-4355-838e-74ae3422f9f3 req-52c9d5fd-ee86-44d2-824f-8a3995f73101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:30.980009 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21e2f356-1849-4355-838e-74ae3422f9f3 req-52c9d5fd-ee86-44d2-824f-8a3995f73101 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b929ba3a-db89-4881-b196-b5529e955f14 HTTP/1.1" status: 200 len: 848 time: 0.1968036 Jul 29 17:51:30.992058 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:30.992664 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:30.994065 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] 10.222.0.69 "PUT /v2.0/ports/8b1a708b-0f6c-4c87-9b38-78e872e4b214 HTTP/1.1" status: 200 len: 1093 time: 1.0865884 Jul 29 17:51:30.994527 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'tag': '8b1a708b-0f6c-4c87-9b38-78e872e4b214'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:51:31.020616 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37fbd8-5161-4e62-b746-dd07b838eaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1a708b-0f6c-4c87-9b38-78e872e4b214,revision_number=3']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:31.084341 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-096f6cdf-8bc8-44c4-953b-d0713746648e req-ccdbb50b-9ed9-4ef8-95e3-583d8429db53 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009078 Jul 29 17:51:31.093278 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b76c6a0-8060-4d1d-8752-dd0d7c9f575c'] response: {'name': 'network-changed', 'server_uuid': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'tag': '8b1a708b-0f6c-4c87-9b38-78e872e4b214', 'status': 'completed', 'code': 200} Jul 29 17:51:31.120180 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2f356-1849-4355-838e-74ae3422f9f3 req-ae2afe30-eac4-40a8-ad88-869ced8bd4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:31.121718 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21e2f356-1849-4355-838e-74ae3422f9f3 req-ae2afe30-eac4-40a8-ad88-869ced8bd4fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71d50135-5fd9-4876-90df-7ac7bd55dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1171832 Jul 29 17:51:31.143908 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-793f75f8-d1ad-4a5f-85a2-b0b144594d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:31.145426 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-793f75f8-d1ad-4a5f-85a2-b0b144594d03 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0924494 Jul 29 17:51:31.216751 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-fb34c593-cd54-4f68-9642-af33dffa55cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b1a708b-0f6c-4c87-9b38-78e872e4b214 HTTP/1.1" status: 200 len: 217 time: 0.0646133 Jul 29 17:51:31.256745 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21e2f356-1849-4355-838e-74ae3422f9f3 req-db486235-2915-498d-990b-1fd5978d3c70 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277440 Jul 29 17:51:31.277786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-f8731be4-1ee1-4f15-ac2d-510da5c6ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:31.279263 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-f8731be4-1ee1-4f15-ac2d-510da5c6ac28 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b929ba3a-db89-4881-b196-b5529e955f14 HTTP/1.1" status: 200 len: 848 time: 0.0573411 Jul 29 17:51:31.363981 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-9093aa82-bcf5-462e-a6c6-0e31bca4180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:31.365541 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-9093aa82-bcf5-462e-a6c6-0e31bca4180c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71d50135-5fd9-4876-90df-7ac7bd55dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811536 Jul 29 17:51:31.387682 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-21e2f356-1849-4355-838e-74ae3422f9f3 req-ef1977e8-5d7e-43a2-bb3f-5d4bedeacd14 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252542 Jul 29 17:51:31.499169 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-44937291-df03-48da-b54a-d4010d149af5 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275673 Jul 29 17:51:31.630876 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8a386b7c-a650-40f4-99e8-a52a3a597a49 req-45cd992a-1e45-49c1-849a-fb1d6a182c02 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249280 Jul 29 17:51:31.750309 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82967b79-1759-4038-9d3b-5b86402f82ed req-04937c18-4ec3-4ff2-996c-81df6dae474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:31.751763 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82967b79-1759-4038-9d3b-5b86402f82ed req-04937c18-4ec3-4ff2-996c-81df6dae474c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0788159 Jul 29 17:51:31.880204 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82967b79-1759-4038-9d3b-5b86402f82ed req-e6722659-9392-4883-8fab-651fd5237c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:31.881593 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82967b79-1759-4038-9d3b-5b86402f82ed req-e6722659-9392-4883-8fab-651fd5237c65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 910 time: 0.1238899 Jul 29 17:51:31.950912 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82967b79-1759-4038-9d3b-5b86402f82ed req-c7ce27d2-aecc-4f20-af88-bb1f9a0dfb4a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b1a708b-0f6c-4c87-9b38-78e872e4b214 HTTP/1.1" status: 200 len: 217 time: 0.0633390 Jul 29 17:51:32.011238 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82967b79-1759-4038-9d3b-5b86402f82ed req-094a17fc-5b2d-4dca-ae70-c3d5ad8efd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:32.012592 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82967b79-1759-4038-9d3b-5b86402f82ed req-094a17fc-5b2d-4dca-ae70-c3d5ad8efd2d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b929ba3a-db89-4881-b196-b5529e955f14 HTTP/1.1" status: 200 len: 848 time: 0.0559297 Jul 29 17:51:32.096119 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82967b79-1759-4038-9d3b-5b86402f82ed req-fe42b1ff-1cc4-44af-a35f-aa18ef26eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:32.097594 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82967b79-1759-4038-9d3b-5b86402f82ed req-fe42b1ff-1cc4-44af-a35f-aa18ef26eef3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71d50135-5fd9-4876-90df-7ac7bd55dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789635 Jul 29 17:51:32.295246 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6348ba5-32c7-4441-8dff-69f0e249f89c req-b2d8c496-7601-40a9-bbac-39d201e0172a tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:32.297380 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a6348ba5-32c7-4441-8dff-69f0e249f89c req-b2d8c496-7601-40a9-bbac-39d201e0172a tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 943 time: 0.0895240 Jul 29 17:51:32.331519 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82967b79-1759-4038-9d3b-5b86402f82ed req-8d8e7253-d586-4ab3-b94b-a707112b3ea0 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281711 Jul 29 17:51:32.339725 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-a6348ba5-32c7-4441-8dff-69f0e249f89c req-aec99cc9-9cbb-4bf9-ac87-5947a7039c4a tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374701 Jul 29 17:51:32.461898 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-82967b79-1759-4038-9d3b-5b86402f82ed req-26a78b12-c163-443f-ae19-251c0bc9cb22 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240952 Jul 29 17:51:33.541710 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7af47-b59b-4462-9bd7-f2bdc56cb82c req-c2c4ed54-623e-423f-b667-63c51d2ca731 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:33.543167 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bde7af47-b59b-4462-9bd7-f2bdc56cb82c req-c2c4ed54-623e-423f-b667-63c51d2ca731 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 943 time: 0.0902598 Jul 29 17:51:33.587424 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-bde7af47-b59b-4462-9bd7-f2bdc56cb82c req-d43abcdb-4b8c-43f7-b476-0fdc79284df4 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385802 Jul 29 17:51:34.642975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 8b1a708b-0f6c-4c87-9b38-78e872e4b214 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:51:34.775073 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 8b1a708b-0f6c-4c87-9b38-78e872e4b214, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=8b1a708b-0f6c-4c87-9b38-78e872e4b214,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:51:34.781018 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf11ed-38dc-45ee-9664-ba081fcfea84 req-c0e4a87d-b9fb-49c2-9602-9e21dc94a926 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:34.782489 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d3cf11ed-38dc-45ee-9664-ba081fcfea84 req-c0e4a87d-b9fb-49c2-9602-9e21dc94a926 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 943 time: 0.0854475 Jul 29 17:51:34.792708 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '8b1a708b-0f6c-4c87-9b38-78e872e4b214', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'port_id': '8b1a708b-0f6c-4c87-9b38-78e872e4b214', 'mac_address': 'fa:16:3e:f6:51:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:51:34.830477 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-d3cf11ed-38dc-45ee-9664-ba081fcfea84 req-6b758cb8-408a-417b-a775-6f6830538537 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420563 Jul 29 17:51:34.847432 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 is: DOWN; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:51:34.847812 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.864576 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1a708b-0f6c-4c87-9b38-78e872e4b214 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:51:34.880253 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 8b1a708b-0f6c-4c87-9b38-78e872e4b214, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=8b1a708b-0f6c-4c87-9b38-78e872e4b214,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:51:34.883834 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:34.949996 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=8b1a708b-0f6c-4c87-9b38-78e872e4b214,revision_number=4']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:35.231336 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['8b1a708b-0f6c-4c87-9b38-78e872e4b214'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:51:36.022096 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970303da-a700-4a14-8508-38fa566c7341 req-50f3a9bc-1539-4ee2-9bdc-56ffa3a9b09b tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:36.023522 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-970303da-a700-4a14-8508-38fa566c7341 req-50f3a9bc-1539-4ee2-9bdc-56ffa3a9b09b tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 944 time: 0.0863798 Jul 29 17:51:36.066442 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-970303da-a700-4a14-8508-38fa566c7341 req-26c85037-9c1a-4755-912a-efd036eabe67 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372751 Jul 29 17:51:36.658375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 8b1a708b-0f6c-4c87-9b38-78e872e4b214 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:51:36.725054 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning for port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 completed by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:51:36.730100 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:51:36.730469 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.872281 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:51:36.872662 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.898210 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a708b-0f6c-4c87-9b38-78e872e4b214'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:51:36.908137 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 8b1a708b-0f6c-4c87-9b38-78e872e4b214, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=8b1a708b-0f6c-4c87-9b38-78e872e4b214,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:51:36.913320 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:36.949487 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527bb356-b7fa-4e40-bc62-4dfcd581a014'] response: {'server_uuid': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a708b-0f6c-4c87-9b38-78e872e4b214', 'code': 200} Jul 29 17:51:36.984561 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=8b1a708b-0f6c-4c87-9b38-78e872e4b214,revision_number=5']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:37.178526 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bdd94-34cf-40b3-be75-78d6a6e2546b req-56d317d2-ed89-413b-ad56-2ac8ece8ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:37.179905 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4e6bdd94-34cf-40b3-be75-78d6a6e2546b req-56d317d2-ed89-413b-ad56-2ac8ece8ff71 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 1098 time: 0.0771210 Jul 29 17:51:37.220397 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4e6bdd94-34cf-40b3-be75-78d6a6e2546b req-00854c5e-a03d-482c-ad31-b5588af74188 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343070 Jul 29 17:51:37.265789 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ed753-2f47-4e3e-bcef-a10feb97faf6 req-fad134f6-ef10-4437-bf79-301766b35c54 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:37.267241 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-629ed753-2f47-4e3e-bcef-a10feb97faf6 req-fad134f6-ef10-4437-bf79-301766b35c54 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 945 time: 0.0906165 Jul 29 17:51:37.311561 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-629ed753-2f47-4e3e-bcef-a10feb97faf6 req-b495b061-013e-4f34-a5fd-771a15fb58c1 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387099 Jul 29 17:51:38.512800 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27fca9-22da-40e3-bd67-2a8e79e33026 req-3c35631e-7eaf-444c-960d-4ee20b5a3df9 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:38.514484 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5b27fca9-22da-40e3-bd67-2a8e79e33026 req-3c35631e-7eaf-444c-960d-4ee20b5a3df9 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 945 time: 0.0901914 Jul 29 17:51:38.562435 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5b27fca9-22da-40e3-bd67-2a8e79e33026 req-5ef97049-1531-48e6-8e39-48b11b03decd tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420229 Jul 29 17:51:39.757212 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978cd2f-fb38-43ca-9881-5de063a466b5 req-fe54e5b9-433c-4fac-ba67-b661ad48facf tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:39.758652 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1978cd2f-fb38-43ca-9881-5de063a466b5 req-fe54e5b9-433c-4fac-ba67-b661ad48facf tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 945 time: 0.0855153 Jul 29 17:51:39.802287 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1978cd2f-fb38-43ca-9881-5de063a466b5 req-856de4db-e0fd-4cea-828b-68092fec3cbd tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380516 Jul 29 17:51:40.001482 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0638c-f5c3-4036-a442-55f69cf03112 req-b479d4c0-7221-4e61-b44a-fc4c548db915 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:40.002931 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0da0638c-f5c3-4036-a442-55f69cf03112 req-b479d4c0-7221-4e61-b44a-fc4c548db915 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 945 time: 0.0898912 Jul 29 17:51:40.046957 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-0da0638c-f5c3-4036-a442-55f69cf03112 req-1ad1cd57-813d-4da7-8f18-e6d788aca726 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384808 Jul 29 17:51:40.073032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36480) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:51:40.148747 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0b2cb5-f1c0-44a5-baec-1a53ef01ad36 tempest-TestSnapshotPattern-1491428702 tempest-TestSnapshotPattern-1491428702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:40.151013 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-5d0b2cb5-f1c0-44a5-baec-1a53ef01ad36 tempest-TestSnapshotPattern-1491428702 tempest-TestSnapshotPattern-1491428702-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 1093 time: 0.0762618 Jul 29 17:51:40.154225 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36484) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:51:40.159200 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.v2.base [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Request body: {'floatingip': {'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'port_id': '8b1a708b-0f6c-4c87-9b38-78e872e4b214', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:51:40.166434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 17:51:40.170515 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Usage tracker for resource:floatingip and tenant:088ec6e76aea4343a67d03bff0b43b7c is out of sync, need to count used quota {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 17:51:40.173326 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89209) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 17:51:40.179032 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.quota.driver [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89209) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 17:51:40.191911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for floatingip, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.321413 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.457724 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.db_base_plugin_common [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Allocated IP 172.26.1.205 (fb4e778f-e6f9-43be-9676-d81708eeb2f6/32fc0132-97d0-49f5-95be-5c439385b706/5eda99c0-db86-4f8f-9dcd-28c0d998df3b) {{(pid=89209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:51:40.602359 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for port, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.630850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746449341642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:40.799248 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Network fb4e778f-e6f9-43be-9676-d81708eeb2f6 is already hosted by enough agents. {{(pid=89209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:51:40.802053 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.base_scheduler [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Resources bound (agent type, host, resource id): {{(pid=89209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:51:40.805684 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Received port after_create {{(pid=89209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jul 29 17:51:40.843271 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event updated for resources: {'Port': ['ID=5eda99c0-db86-4f8f-9dcd-28c0d998df3b,revision_number=1']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:40.855530 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:40.855817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:40.856155 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:40.856489 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:40.856817 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:40.857181 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:40.857507 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:40.857830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:40.858153 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:40.858476 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:40.858794 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:40.859109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:51:41.217876 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.290976 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.491241 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for port, precommit_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.496549 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32418892'] for port, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.605713 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event updated for resources: {'Port': ['ID=5eda99c0-db86-4f8f-9dcd-28c0d998df3b,revision_number=2']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:51:41.615862 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449498'] for floatingip, after_update {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:41.782107 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Floating IP 6b1cd15f-ae57-472e-897b-48553c1c8a56 associated. External IP: 172.26.1.205, port: 8b1a708b-0f6c-4c87-9b38-78e872e4b214. Jul 29 17:51:42.122070 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Router d116588b-5fd0-4f27-a48f-61c777e55b1e has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:51:42.413714 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:51:42.422975 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d58f851-5cd3-439d-8f0d-f7db4428be4c None None] Sync routers for ids ['d116588b-5fd0-4f27-a48f-61c777e55b1e'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:51:42.432390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d58f851-5cd3-439d-8f0d-f7db4428be4c None None] Routers {'d116588b-5fd0-4f27-a48f-61c777e55b1e'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:51:42.433015 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5d58f851-5cd3-439d-8f0d-f7db4428be4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:51:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d116588b-5fd0-4f27-a48f-61c777e55b1e'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:42.441601 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:42.504491 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-106d814f-e38b-4021-b6d1-05ee9b4b80c6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3492427 Jul 29 17:51:42.505145 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'tag': '8b1a708b-0f6c-4c87-9b38-78e872e4b214'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:51:42.551795 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db59e3f2-ce3d-43f2-afd0-0dffa476ac97'] response: {'name': 'network-changed', 'server_uuid': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'tag': '8b1a708b-0f6c-4c87-9b38-78e872e4b214', 'status': 'completed', 'code': 200} Jul 29 17:51:42.612400 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-5d58f851-5cd3-439d-8f0d-f7db4428be4c None None] Set router d116588b-5fd0-4f27-a48f-61c777e55b1e gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:51:42.652489 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424090d-265d-47ae-9119-e3e24603f1c7 req-46e09264-cef4-4107-b4a9-eff61466eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:42.653985 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c424090d-265d-47ae-9119-e3e24603f1c7 req-46e09264-cef4-4107-b4a9-eff61466eb04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 1098 time: 0.0807204 Jul 29 17:51:42.787344 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424090d-265d-47ae-9119-e3e24603f1c7 req-e80d21a1-957f-4caf-9b0e-ada0ea7e7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:42.788799 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c424090d-265d-47ae-9119-e3e24603f1c7 req-e80d21a1-957f-4caf-9b0e-ada0ea7e7ef2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 910 time: 0.1284258 Jul 29 17:51:42.891809 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c424090d-265d-47ae-9119-e3e24603f1c7 req-b406e6f3-d097-4f53-a29f-6b6287e29ef7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b1a708b-0f6c-4c87-9b38-78e872e4b214 HTTP/1.1" status: 200 len: 999 time: 0.0972011 Jul 29 17:51:42.952629 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424090d-265d-47ae-9119-e3e24603f1c7 req-47c13afb-3445-47ad-b636-eecc3224864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:42.954102 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c424090d-265d-47ae-9119-e3e24603f1c7 req-47c13afb-3445-47ad-b636-eecc3224864b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b929ba3a-db89-4881-b196-b5529e955f14 HTTP/1.1" status: 200 len: 848 time: 0.0572047 Jul 29 17:51:42.959092 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5d58f851-5cd3-439d-8f0d-f7db4428be4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6ab2838e-a0d4-456f-bfca-8f63e00a519a', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'floating_ip_address': '172.26.1.194', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'port_id': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'mac_address': 'fa:16:3e:c3:c2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590a061c-8936-439b-b155-da545b9c8800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:48:27Z', 'updated_at': '2022-07-29T17:48:30Z', 'revision_number': 1, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'fixed_ip_address_scope': None}, {'id': '6b1cd15f-ae57-472e-897b-48553c1c8a56', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'floating_ip_address': '172.26.1.205', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'port_id': '8b1a708b-0f6c-4c87-9b38-78e872e4b214', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'mac_address': 'fa:16:3e:f6:51:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:51:41Z', 'updated_at': '2022-07-29T17:51:41Z', 'revision_number': 0, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:09Z', 'revision_number': 5, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:42.963485 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d58f851-5cd3-439d-8f0d-f7db4428be4c None None] Checking router: d116588b-5fd0-4f27-a48f-61c777e55b1e for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:51:42.971814 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d58f851-5cd3-439d-8f0d-f7db4428be4c None None] Routers {'d116588b-5fd0-4f27-a48f-61c777e55b1e'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:51:42.972398 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5d58f851-5cd3-439d-8f0d-f7db4428be4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:51:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d116588b-5fd0-4f27-a48f-61c777e55b1e'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:43.038075 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424090d-265d-47ae-9119-e3e24603f1c7 req-b157aab4-98a6-49b1-9370-4788c8ef2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:51:43.039566 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c424090d-265d-47ae-9119-e3e24603f1c7 req-b157aab4-98a6-49b1-9370-4788c8ef2807 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71d50135-5fd9-4876-90df-7ac7bd55dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801842 Jul 29 17:51:43.147495 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-5d58f851-5cd3-439d-8f0d-f7db4428be4c None None] Set router d116588b-5fd0-4f27-a48f-61c777e55b1e gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:51:43.169864 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c424090d-265d-47ae-9119-e3e24603f1c7 req-c34febe7-5155-42fb-ae0f-cb35faf5b56b service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241760 Jul 29 17:51:43.299470 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-c424090d-265d-47ae-9119-e3e24603f1c7 req-8fc68e4d-f480-4347-aef9-3d9b622bae90 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236670 Jul 29 17:51:43.489831 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-5d58f851-5cd3-439d-8f0d-f7db4428be4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6ab2838e-a0d4-456f-bfca-8f63e00a519a', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'floating_ip_address': '172.26.1.194', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'port_id': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'mac_address': 'fa:16:3e:c3:c2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590a061c-8936-439b-b155-da545b9c8800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:48:27Z', 'updated_at': '2022-07-29T17:48:30Z', 'revision_number': 1, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'fixed_ip_address_scope': None}, {'id': '6b1cd15f-ae57-472e-897b-48553c1c8a56', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'floating_ip_address': '172.26.1.205', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'port_id': '8b1a708b-0f6c-4c87-9b38-78e872e4b214', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'mac_address': 'fa:16:3e:f6:51:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:51:41Z', 'updated_at': '2022-07-29T17:51:41Z', 'revision_number': 0, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:09Z', 'revision_number': 5, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:51:43.494336 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d58f851-5cd3-439d-8f0d-f7db4428be4c None None] The sync data for ids ['d116588b-5fd0-4f27-a48f-61c777e55b1e'] in dv-neutron-851534-1-hyperv is: [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6ab2838e-a0d4-456f-bfca-8f63e00a519a', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'floating_ip_address': '172.26.1.194', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'port_id': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'mac_address': 'fa:16:3e:c3:c2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590a061c-8936-439b-b155-da545b9c8800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:48:27Z', 'updated_at': '2022-07-29T17:48:30Z', 'revision_number': 1, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'fixed_ip_address_scope': None}, {'id': '6b1cd15f-ae57-472e-897b-48553c1c8a56', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'floating_ip_address': '172.26.1.205', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'port_id': '8b1a708b-0f6c-4c87-9b38-78e872e4b214', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'mac_address': 'fa:16:3e:f6:51:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:51:41Z', 'updated_at': '2022-07-29T17:51:41Z', 'revision_number': 0, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:09Z', 'revision_number': 5, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:51:43.686920 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b97f61-4e51-4cb0-a9c5-3f58d97a4124 None None] New status for floating IP 6b1cd15f-ae57-472e-897b-48553c1c8a56: ACTIVE {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:51:45.266142 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c32dd0fb-3cef-4c56-93a6-d61d0ba374db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:47.866276 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f103111e-c237-4b06-8ad3-06aca49f2dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:48.507732 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:48.713843 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:50.232786 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:51:51.341148 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:00.203456 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:52:15.267264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f37c96d1-ea22-421c-babc-cce05c42a453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:17.867447 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d4d20015-1bfc-4567-af15-3ae6c0f9e1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:18.509830 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:18.716922 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:20.232363 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:21.335466 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:32.237746 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40b4e6ea-1c0f-4fd8-9900-d87e56d01dae req-597de50f-bdec-4340-b625-342d6a8bb415 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748343 Jul 29 17:52:32.384525 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4e6ea-1c0f-4fd8-9900-d87e56d01dae req-88465b2e-ff35-48a9-83dc-2a6d69d91c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:52:32.386008 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40b4e6ea-1c0f-4fd8-9900-d87e56d01dae req-88465b2e-ff35-48a9-83dc-2a6d69d91c5b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 1096 time: 0.0804191 Jul 29 17:52:32.526901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4e6ea-1c0f-4fd8-9900-d87e56d01dae req-76e21b8d-012c-454b-8567-d1e4d8c76ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:52:32.528228 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40b4e6ea-1c0f-4fd8-9900-d87e56d01dae req-76e21b8d-012c-454b-8567-d1e4d8c76ac3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 910 time: 0.1247714 Jul 29 17:52:32.625307 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40b4e6ea-1c0f-4fd8-9900-d87e56d01dae req-1a7f20d8-e384-4c1b-acd7-9d78b6003527 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 HTTP/1.1" status: 200 len: 999 time: 0.0911288 Jul 29 17:52:32.782451 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4e6ea-1c0f-4fd8-9900-d87e56d01dae req-a68aa2c0-3aed-46e2-bb5c-02c7a6ebbb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:52:32.783777 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40b4e6ea-1c0f-4fd8-9900-d87e56d01dae req-a68aa2c0-3aed-46e2-bb5c-02c7a6ebbb58 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b929ba3a-db89-4881-b196-b5529e955f14 HTTP/1.1" status: 200 len: 848 time: 0.1529446 Jul 29 17:52:32.863978 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4e6ea-1c0f-4fd8-9900-d87e56d01dae req-64dcc081-9de8-45cf-846b-fef093911d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:52:32.865610 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40b4e6ea-1c0f-4fd8-9900-d87e56d01dae req-64dcc081-9de8-45cf-846b-fef093911d1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71d50135-5fd9-4876-90df-7ac7bd55dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758884 Jul 29 17:52:32.992442 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40b4e6ea-1c0f-4fd8-9900-d87e56d01dae req-b238dffe-01d6-4165-97cf-ba094393f926 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211650 Jul 29 17:52:33.120378 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-40b4e6ea-1c0f-4fd8-9900-d87e56d01dae req-5af30a98-68d8-4886-8934-c0e89ff27f70 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223052 Jul 29 17:52:37.202604 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:52:45.267823 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e0e36038-25a3-43b8-9fa5-a381d6fc74e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:47.868938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-3ebc193a-5444-4c66-ac90-b88658f408d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:48.512423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:48.718666 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:50.236023 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:52:51.345599 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:14.201614 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:53:15.270314 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8f844229-3294-4d62-928b-55e5852d8e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:17.870580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-912d2ef0-00f1-4e5c-8166-05a022bad456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:18.514037 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:18.722318 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:20.239368 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:21.341656 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:34.259936 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-eb05bc5a-0fa1-47d6-a0c8-a840c7308325 req-52bc0f55-685a-42db-a103-d112eae519c7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781338 Jul 29 17:53:34.355678 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05bc5a-0fa1-47d6-a0c8-a840c7308325 req-38edf5b7-6a39-4df7-a7ca-8f0f12928c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:53:34.357140 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-eb05bc5a-0fa1-47d6-a0c8-a840c7308325 req-38edf5b7-6a39-4df7-a7ca-8f0f12928c93 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 1098 time: 0.0763049 Jul 29 17:53:34.497800 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05bc5a-0fa1-47d6-a0c8-a840c7308325 req-fa9ae7a3-e220-4fc7-8a87-230050c7c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:53:34.499237 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-eb05bc5a-0fa1-47d6-a0c8-a840c7308325 req-fa9ae7a3-e220-4fc7-8a87-230050c7c750 service neutron] 10.222.0.69 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 910 time: 0.1246338 Jul 29 17:53:34.600574 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-eb05bc5a-0fa1-47d6-a0c8-a840c7308325 req-620ce5a8-fc7a-4957-87c6-e50b7629a019 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b1a708b-0f6c-4c87-9b38-78e872e4b214 HTTP/1.1" status: 200 len: 1001 time: 0.0957370 Jul 29 17:53:34.663857 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05bc5a-0fa1-47d6-a0c8-a840c7308325 req-28eaa2d0-9d25-4025-95bc-88a4298aa8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:53:34.665281 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-eb05bc5a-0fa1-47d6-a0c8-a840c7308325 req-28eaa2d0-9d25-4025-95bc-88a4298aa8ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b929ba3a-db89-4881-b196-b5529e955f14 HTTP/1.1" status: 200 len: 848 time: 0.0586929 Jul 29 17:53:34.744578 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05bc5a-0fa1-47d6-a0c8-a840c7308325 req-07a12727-1ceb-419f-8d54-7924e5a895f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:53:34.746043 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-eb05bc5a-0fa1-47d6-a0c8-a840c7308325 req-07a12727-1ceb-419f-8d54-7924e5a895f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71d50135-5fd9-4876-90df-7ac7bd55dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749717 Jul 29 17:53:34.873652 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-eb05bc5a-0fa1-47d6-a0c8-a840c7308325 req-2241391b-46ec-45a8-b9f9-3c6ac4cf044a service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215661 Jul 29 17:53:35.000288 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-eb05bc5a-0fa1-47d6-a0c8-a840c7308325 req-6cd69c57-7ba6-4d58-bba6-ebe921bd29a1 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211052 Jul 29 17:53:45.271518 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-44cfbaef-0d59-480b-894d-fd9e0d0873ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:47.872359 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d93f2413-09dc-40f7-ad57-b5ea87d3483d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.516319 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:48.723034 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:50.241484 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:53:51.201432 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:53:51.353415 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.324033 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 8b1a708b-0f6c-4c87-9b38-78e872e4b214 details requested by agent hyperv_hv-neutron-8515 with host hv-neutron-8515 {{(pid=89211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 17:54:01.455006 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 8b1a708b-0f6c-4c87-9b38-78e872e4b214, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=8b1a708b-0f6c-4c87-9b38-78e872e4b214,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:54:01.467736 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Returning: {'device': '8b1a708b-0f6c-4c87-9b38-78e872e4b214', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'port_id': '8b1a708b-0f6c-4c87-9b38-78e872e4b214', 'mac_address': 'fa:16:3e:f6:51:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 17:54:01.522184 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 is: ACTIVE; New status is: BUILD {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:54:01.522565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.538703 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [None req-959abd16-2933-4761-8459-76c447713a04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b1a708b-0f6c-4c87-9b38-78e872e4b214 {{(pid=89211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 29 17:54:01.553743 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 8b1a708b-0f6c-4c87-9b38-78e872e4b214, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=8b1a708b-0f6c-4c87-9b38-78e872e4b214,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:54:01.557682 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:01.629164 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=8b1a708b-0f6c-4c87-9b38-78e872e4b214,revision_number=6']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:01.637437 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] get_ports_and_sgs() called for port_ids ['8b1a708b-0f6c-4c87-9b38-78e872e4b214'] {{(pid=89211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 17:54:01.666920 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:01.667273 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:01.667630 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:01.667959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:01.668293 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:01.668626 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:01.668959 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:01.669314 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:01.669646 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:01.669973 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:01.670298 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:01.670626 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:03.339233 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 8b1a708b-0f6c-4c87-9b38-78e872e4b214 up at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 17:54:03.407390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.provisioning_blocks [None req-959abd16-2933-4761-8459-76c447713a04 None None] Provisioning complete for port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 triggered by entity L2. {{(pid=89211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:54:03.407756 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535142'] for port, provisioning_complete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:03.517529 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 is: BUILD; New status is: ACTIVE {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:54:03.517907 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:03.546640 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a708b-0f6c-4c87-9b38-78e872e4b214'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:54:03.556250 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 8b1a708b-0f6c-4c87-9b38-78e872e4b214, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=8b1a708b-0f6c-4c87-9b38-78e872e4b214,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:54:03.560604 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:03.628954 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=8b1a708b-0f6c-4c87-9b38-78e872e4b214,revision_number=7']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:03.636005 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5cf5496-ffb4-4fbf-be98-249208501cc0'] response: {'server_uuid': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a708b-0f6c-4c87-9b38-78e872e4b214', 'code': 200} Jul 29 17:54:15.274325 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c1689811-b6d8-46fc-80a4-a7cc174f5198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:15.552023 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36728) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:54:15.751109 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Deleting port 5eda99c0-db86-4f8f-9dcd-28c0d998df3b {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:54:15.751447 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:15.915479 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:15.915718 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.035302 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Calling delete_port for 5eda99c0-db86-4f8f-9dcd-28c0d998df3b owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:54:16.185066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.230854 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event deleted for resources: {'Port': ['ID=5eda99c0-db86-4f8f-9dcd-28c0d998df3b,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:16.280232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:16.280576 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:16.280911 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:16.281269 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:16.281592 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:16.281918 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:16.282238 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:16.282557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:16.282877 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:16.283194 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:16.283510 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:16.283825 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:16.338338 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.338675 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Floating IP 6b1cd15f-ae57-472e-897b-48553c1c8a56 disassociated (deleted). External IP: 172.26.1.205, port: 8b1a708b-0f6c-4c87-9b38-78e872e4b214. Jul 29 17:54:16.797216 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Router d116588b-5fd0-4f27-a48f-61c777e55b1e has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:54:16.972513 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:54:16.982473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebb7fd0-3042-42d8-8e12-5b9a5647e161 None None] Sync routers for ids ['d116588b-5fd0-4f27-a48f-61c777e55b1e'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:54:16.989106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:16.991171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebb7fd0-3042-42d8-8e12-5b9a5647e161 None None] Routers {'d116588b-5fd0-4f27-a48f-61c777e55b1e'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:54:16.991777 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bebb7fd0-3042-42d8-8e12-5b9a5647e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:53:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d116588b-5fd0-4f27-a48f-61c777e55b1e'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:17.043519 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-4a8926ff-c6a0-4895-9895-bec16982bbba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "DELETE /v2.0/floatingips/6b1cd15f-ae57-472e-897b-48553c1c8a56 HTTP/1.1" status: 204 len: 168 time: 1.4904277 Jul 29 17:54:17.044116 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'tag': '8b1a708b-0f6c-4c87-9b38-78e872e4b214'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:54:17.136741 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-139cec88-c0fe-4b7b-a89b-b285f1b680e7'] response: {'name': 'network-changed', 'server_uuid': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'tag': '8b1a708b-0f6c-4c87-9b38-78e872e4b214', 'status': 'completed', 'code': 200} Jul 29 17:54:17.174879 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-bebb7fd0-3042-42d8-8e12-5b9a5647e161 None None] Set router d116588b-5fd0-4f27-a48f-61c777e55b1e gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:54:17.244334 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5ee2c-5165-4c62-aa82-133f268180ea req-9ac44638-4e1e-4383-83d1-d7d656421f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:54:17.246511 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8dd5ee2c-5165-4c62-aa82-133f268180ea req-9ac44638-4e1e-4383-83d1-d7d656421f17 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 1098 time: 0.0880175 Jul 29 17:54:17.383069 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5ee2c-5165-4c62-aa82-133f268180ea req-e75b5950-ab6f-4202-8da8-e7bd81a78942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:54:17.384740 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8dd5ee2c-5165-4c62-aa82-133f268180ea req-e75b5950-ab6f-4202-8da8-e7bd81a78942 service neutron] 10.222.0.69 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 910 time: 0.1308489 Jul 29 17:54:17.440355 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90d86-1fed-4eea-83b7-047e049910b9 req-1f639cdd-5172-4712-9b47-4aad86951f3f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:54:17.441000 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-37d90d86-1fed-4eea-83b7-047e049910b9 req-1f639cdd-5172-4712-9b47-4aad86951f3f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Synchronizing usage tracker for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:54:17.455057 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8dd5ee2c-5165-4c62-aa82-133f268180ea req-eb6eb77d-f5d4-4ac7-8fc7-1cd938a0699a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b1a708b-0f6c-4c87-9b38-78e872e4b214 HTTP/1.1" status: 200 len: 217 time: 0.0638824 Jul 29 17:54:17.457547 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-37d90d86-1fed-4eea-83b7-047e049910b9 req-1f639cdd-5172-4712-9b47-4aad86951f3f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Unset dirty status for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:54:17.458935 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-37d90d86-1fed-4eea-83b7-047e049910b9 req-1f639cdd-5172-4712-9b47-4aad86951f3f tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 945 time: 0.1123540 Jul 29 17:54:17.508249 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-37d90d86-1fed-4eea-83b7-047e049910b9 req-825bcc3a-bb28-4a06-8529-308d3879b79c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435948 Jul 29 17:54:17.537293 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5ee2c-5165-4c62-aa82-133f268180ea req-a41f6225-b5fc-40a3-adf9-f8dfb2cc4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:54:17.537293 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8dd5ee2c-5165-4c62-aa82-133f268180ea req-a41f6225-b5fc-40a3-adf9-f8dfb2cc4130 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b929ba3a-db89-4881-b196-b5529e955f14 HTTP/1.1" status: 200 len: 848 time: 0.0680406 Jul 29 17:54:17.583583 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bebb7fd0-3042-42d8-8e12-5b9a5647e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6ab2838e-a0d4-456f-bfca-8f63e00a519a', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'floating_ip_address': '172.26.1.194', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'port_id': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'mac_address': 'fa:16:3e:c3:c2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590a061c-8936-439b-b155-da545b9c8800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:48:27Z', 'updated_at': '2022-07-29T17:48:30Z', 'revision_number': 1, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:09Z', 'revision_number': 5, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:17.587389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebb7fd0-3042-42d8-8e12-5b9a5647e161 None None] Checking router: d116588b-5fd0-4f27-a48f-61c777e55b1e for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:54:17.595842 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebb7fd0-3042-42d8-8e12-5b9a5647e161 None None] Routers {'d116588b-5fd0-4f27-a48f-61c777e55b1e'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:54:17.596454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bebb7fd0-3042-42d8-8e12-5b9a5647e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:53:48Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d116588b-5fd0-4f27-a48f-61c777e55b1e'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:17.614901 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5ee2c-5165-4c62-aa82-133f268180ea req-4a0bcd7d-3fe9-4836-a77c-50c825569572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:54:17.616378 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8dd5ee2c-5165-4c62-aa82-133f268180ea req-4a0bcd7d-3fe9-4836-a77c-50c825569572 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71d50135-5fd9-4876-90df-7ac7bd55dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801778 Jul 29 17:54:17.777859 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-bebb7fd0-3042-42d8-8e12-5b9a5647e161 None None] Set router d116588b-5fd0-4f27-a48f-61c777e55b1e gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:54:17.843784 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8dd5ee2c-5165-4c62-aa82-133f268180ea req-81a09890-9cbd-477b-a085-9c26e051297c service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203000 Jul 29 17:54:17.937971 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-17f12531-63e3-4be2-8525-f69ec3ce60ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:17.977075 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-8dd5ee2c-5165-4c62-aa82-133f268180ea req-4efcd5d4-141b-490e-b058-b07edc4154e1 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265173 Jul 29 17:54:18.135362 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-bebb7fd0-3042-42d8-8e12-5b9a5647e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6ab2838e-a0d4-456f-bfca-8f63e00a519a', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'floating_ip_address': '172.26.1.194', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'port_id': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'mac_address': 'fa:16:3e:c3:c2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590a061c-8936-439b-b155-da545b9c8800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:48:27Z', 'updated_at': '2022-07-29T17:48:30Z', 'revision_number': 1, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:09Z', 'revision_number': 5, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:18.139914 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebb7fd0-3042-42d8-8e12-5b9a5647e161 None None] The sync data for ids ['d116588b-5fd0-4f27-a48f-61c777e55b1e'] in dv-neutron-851534-1-hyperv is: [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_floatingips': [{'id': '6ab2838e-a0d4-456f-bfca-8f63e00a519a', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'floating_ip_address': '172.26.1.194', 'floating_network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'router_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'port_id': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'mac_address': 'fa:16:3e:c3:c2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590a061c-8936-439b-b155-da545b9c8800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-29T17:48:27Z', 'updated_at': '2022-07-29T17:48:30Z', 'revision_number': 1, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:09Z', 'revision_number': 5, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:54:18.344784 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c78447-4f00-4b50-aec5-a9be549a048b None None] New status for floating IP 6b1cd15f-ae57-472e-897b-48553c1c8a56: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:54:18.518578 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:18.719830 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb66a99-1a0d-4561-b6fb-80fc33899e89 req-4b1f49c0-e721-4c50-bcb7-ae371edaf3f8 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:54:18.721310 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-afb66a99-1a0d-4561-b6fb-80fc33899e89 req-4b1f49c0-e721-4c50-bcb7-ae371edaf3f8 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 945 time: 0.0900769 Jul 29 17:54:18.728162 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:18.765531 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-afb66a99-1a0d-4561-b6fb-80fc33899e89 req-62b5760b-e612-4afc-9b13-e760230f3e8c tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380867 Jul 29 17:54:19.140124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-dce0de7a-4cf0-427b-b3e5-72f620e9ab21 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:54:19.140769 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-dce0de7a-4cf0-427b-b3e5-72f620e9ab21 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Synchronizing usage tracker for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:54:19.152566 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-dce0de7a-4cf0-427b-b3e5-72f620e9ab21 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Unset dirty status for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:54:19.153701 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-dce0de7a-4cf0-427b-b3e5-72f620e9ab21 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 945 time: 0.1019516 Jul 29 17:54:19.220436 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Deleting port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:54:19.220777 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:19.384503 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 8b1a708b-0f6c-4c87-9b38-78e872e4b214 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:54:19.466529 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] For port 8b1a708b-0f6c-4c87-9b38-78e872e4b214, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=8b1a708b-0f6c-4c87-9b38-78e872e4b214,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:54:19.466892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:19.498358 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] Current status of the port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 is: ACTIVE; New status is: DOWN {{(pid=89211) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jul 29 17:54:19.498984 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460646'] for port, before_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:19.531158 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1a708b-0f6c-4c87-9b38-78e872e4b214'}] {{(pid=89211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:54:19.536793 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-959abd16-2933-4761-8459-76c447713a04 None None] For port 8b1a708b-0f6c-4c87-9b38-78e872e4b214, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=8b1a708b-0f6c-4c87-9b38-78e872e4b214,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:54:19.550633 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746449700756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746449341660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746449366797'] for port, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:19.587006 dv-neutron-851534-1-hyperv neutron-server[89211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb13ffcb-2ad1-4c5f-b686-eac40d98ef91'] response: {'server_uuid': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1a708b-0f6c-4c87-9b38-78e872e4b214', 'code': 200} Jul 29 17:54:19.594919 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Calling delete_port for 8b1a708b-0f6c-4c87-9b38-78e872e4b214 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:54:19.618955 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Pushing event updated for resources: {'Port': ['ID=8b1a708b-0f6c-4c87-9b38-78e872e4b214,revision_number=8']} {{(pid=89211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:19.680160 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.db.api [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:54:19.680476 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG oslo_db.api [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:54:19.963434 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a632c7-0a03-4ea3-8b55-6903d5274f6e req-9b9061c3-2903-4ad2-aa0e-6c7cfe2de923 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:54:19.964878 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-07a632c7-0a03-4ea3-8b55-6903d5274f6e req-9b9061c3-2903-4ad2-aa0e-6c7cfe2de923 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 943 time: 0.0879085 Jul 29 17:54:20.014903 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-07a632c7-0a03-4ea3-8b55-6903d5274f6e req-9dfd8007-bddb-4ce0-ba81-f2c03b1e6783 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437179 Jul 29 17:54:20.182104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Deleting port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:54:20.182604 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:20.245692 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:20.432403 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] For port 8b1a708b-0f6c-4c87-9b38-78e872e4b214, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=8b1a708b-0f6c-4c87-9b38-78e872e4b214,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:54:20.432775 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:20.555119 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Calling delete_port for 8b1a708b-0f6c-4c87-9b38-78e872e4b214 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:54:20.698203 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:20.748154 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event deleted for resources: {'Port': ['ID=8b1a708b-0f6c-4c87-9b38-78e872e4b214,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:20.793274 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:20.794117 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:20.794461 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:20.794795 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:20.795123 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:20.795452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:20.795779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:20.796107 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:20.796433 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:20.796757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:20.797104 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:20.797427 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-851534-1-hyperv {{(pid=89210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:54:20.843473 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] No DVR routers for this DVR port 8b1a708b-0f6c-4c87-9b38-78e872e4b214 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:54:20.845735 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:20.848159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'name': 'network-vif-deleted', 'tag': '8b1a708b-0f6c-4c87-9b38-78e872e4b214'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:54:20.864072 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-eef845af-9d8d-4d09-9e2d-b38a188e117f req-7de3cc8b-e26e-4f61-b62d-f065fc4f1cba tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.69 "DELETE /v2.0/ports/8b1a708b-0f6c-4c87-9b38-78e872e4b214 HTTP/1.1" status: 204 len: 173 time: 1.7057877 Jul 29 17:54:20.940695 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef9613f-4542-407d-a0d9-fef1f4566217'] response: {'server_uuid': '5c913d1d-81b5-4976-982f-c90d0e9ba6b7', 'name': 'network-vif-deleted', 'tag': '8b1a708b-0f6c-4c87-9b38-78e872e4b214', 'status': 'completed', 'code': 200} Jul 29 17:54:21.189727 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-74537666-4977-4e1d-bb14-8e835fd20e0b req-224a8443-9a26-4ecf-a9cc-a91c965b4b69 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c913d1d-81b5-4976-982f-c90d0e9ba6b7 HTTP/1.1" status: 200 len: 210 time: 0.0507579 Jul 29 17:54:21.367603 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:22.846161 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36796) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:54:23.043850 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-66d14a86-618d-4e39-bdb0-e5e2c8a70738 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Deleting port 8568e5d5-2aca-4aca-bc65-43754c85d076 {{(pid=89209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:54:23.044190 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-66d14a86-618d-4e39-bdb0-e5e2c8a70738 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:23.210625 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-66d14a86-618d-4e39-bdb0-e5e2c8a70738 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:23.210867 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-66d14a86-618d-4e39-bdb0-e5e2c8a70738 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:23.329994 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.plugins.ml2.plugin [None req-66d14a86-618d-4e39-bdb0-e5e2c8a70738 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Calling delete_port for 8568e5d5-2aca-4aca-bc65-43754c85d076 owned by network:floatingip {{(pid=89209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:54:23.399089 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 8b1a708b-0f6c-4c87-9b38-78e872e4b214 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:54:23.437290 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 8b1a708b-0f6c-4c87-9b38-78e872e4b214 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:54:23.437647 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 8b1a708b-0f6c-4c87-9b38-78e872e4b214 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:54:23.475752 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-66d14a86-618d-4e39-bdb0-e5e2c8a70738 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32418885'] for port, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:23.522603 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d14a86-618d-4e39-bdb0-e5e2c8a70738 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event deleted for resources: {'Port': ['ID=8568e5d5-2aca-4aca-bc65-43754c85d076,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:23.724930 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-66d14a86-618d-4e39-bdb0-e5e2c8a70738 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for floatingip, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:23.725353 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.db.l3_db [None req-66d14a86-618d-4e39-bdb0-e5e2c8a70738 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Floating IP 6ab2838e-a0d4-456f-bfca-8f63e00a519a disassociated (deleted). External IP: 172.26.1.194, port: 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76. Jul 29 17:54:24.069932 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d14a86-618d-4e39-bdb0-e5e2c8a70738 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Router d116588b-5fd0-4f27-a48f-61c777e55b1e has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:54:24.244809 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d14a86-618d-4e39-bdb0-e5e2c8a70738 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:54:24.255317 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa8e7e9-fdfa-4a6d-8150-adf2be46e6df None None] Sync routers for ids ['d116588b-5fd0-4f27-a48f-61c777e55b1e'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:54:24.261036 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-66d14a86-618d-4e39-bdb0-e5e2c8a70738 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for floatingip, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:24.264787 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa8e7e9-fdfa-4a6d-8150-adf2be46e6df None None] Routers {'d116588b-5fd0-4f27-a48f-61c777e55b1e'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:54:24.265420 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-faa8e7e9-fdfa-4a6d-8150-adf2be46e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:54:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d116588b-5fd0-4f27-a48f-61c777e55b1e'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:24.318542 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-66d14a86-618d-4e39-bdb0-e5e2c8a70738 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "DELETE /v2.0/floatingips/6ab2838e-a0d4-456f-bfca-8f63e00a519a HTTP/1.1" status: 204 len: 168 time: 1.4713097 Jul 29 17:54:24.319106 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590a061c-8936-439b-b155-da545b9c8800', 'tag': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76'}] {{(pid=89209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:54:24.363594 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbfa75b3-269f-4e5d-985c-cda342e159f1'] response: {'name': 'network-changed', 'server_uuid': '590a061c-8936-439b-b155-da545b9c8800', 'tag': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'status': 'completed', 'code': 200} Jul 29 17:54:24.452390 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-faa8e7e9-fdfa-4a6d-8150-adf2be46e6df None None] Set router d116588b-5fd0-4f27-a48f-61c777e55b1e gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:54:24.467552 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2b970-53dd-49cf-9591-b8b44749dc78 req-c5807eb7-8410-42b4-aeb6-b21a5928f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:54:24.469217 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4bd2b970-53dd-49cf-9591-b8b44749dc78 req-c5807eb7-8410-42b4-aeb6-b21a5928f715 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 1096 time: 0.0822785 Jul 29 17:54:24.721312 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf6367-100d-47a1-878c-d3bca27dc386 req-f02cde8c-4ba9-4de3-b18a-be726e7c8018 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:54:24.722092 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-1acf6367-100d-47a1-878c-d3bca27dc386 req-f02cde8c-4ba9-4de3-b18a-be726e7c8018 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Synchronizing usage tracker for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:port {{(pid=89209) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:54:24.724820 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2b970-53dd-49cf-9591-b8b44749dc78 req-b73d7cf2-2004-4871-a007-a41c5170ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:54:24.726313 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4bd2b970-53dd-49cf-9591-b8b44749dc78 req-b73d7cf2-2004-4871-a007-a41c5170ce38 service neutron] 10.222.0.69 "GET /v2.0/networks?id=71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 200 len: 910 time: 0.2510450 Jul 29 17:54:24.739243 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.quota.resource [req-1acf6367-100d-47a1-878c-d3bca27dc386 req-f02cde8c-4ba9-4de3-b18a-be726e7c8018 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Unset dirty status for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:port {{(pid=89209) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:54:24.740494 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1acf6367-100d-47a1-878c-d3bca27dc386 req-f02cde8c-4ba9-4de3-b18a-be726e7c8018 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 943 time: 0.1084142 Jul 29 17:54:24.788702 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-1acf6367-100d-47a1-878c-d3bca27dc386 req-7f96fde7-d609-4a45-aae1-1d5e401a0232 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415766 Jul 29 17:54:24.797375 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4bd2b970-53dd-49cf-9591-b8b44749dc78 req-3821dc05-7a10-4774-bfd5-6724eb2c0f69 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 HTTP/1.1" status: 200 len: 217 time: 0.0647218 Jul 29 17:54:24.827282 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-faa8e7e9-fdfa-4a6d-8150-adf2be46e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:09Z', 'revision_number': 5, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:24.831088 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa8e7e9-fdfa-4a6d-8150-adf2be46e6df None None] Checking router: d116588b-5fd0-4f27-a48f-61c777e55b1e for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:54:24.840843 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa8e7e9-fdfa-4a6d-8150-adf2be46e6df None None] Routers {'d116588b-5fd0-4f27-a48f-61c777e55b1e'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:54:24.841473 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-faa8e7e9-fdfa-4a6d-8150-adf2be46e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:54:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d116588b-5fd0-4f27-a48f-61c777e55b1e'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:24.860171 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2b970-53dd-49cf-9591-b8b44749dc78 req-6a88343d-c4ea-4173-861e-2a61b674d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:54:24.861634 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4bd2b970-53dd-49cf-9591-b8b44749dc78 req-6a88343d-c4ea-4173-861e-2a61b674d6e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b929ba3a-db89-4881-b196-b5529e955f14 HTTP/1.1" status: 200 len: 848 time: 0.0574496 Jul 29 17:54:24.945964 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2b970-53dd-49cf-9591-b8b44749dc78 req-af56a897-3f45-4519-8c78-e51315062d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:54:24.947419 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4bd2b970-53dd-49cf-9591-b8b44749dc78 req-af56a897-3f45-4519-8c78-e51315062d87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=71d50135-5fd9-4876-90df-7ac7bd55dfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792568 Jul 29 17:54:25.018511 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-faa8e7e9-fdfa-4a6d-8150-adf2be46e6df None None] Set router d116588b-5fd0-4f27-a48f-61c777e55b1e gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:54:25.076797 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4bd2b970-53dd-49cf-9591-b8b44749dc78 req-8e3fb696-97f0-4e17-9226-ddf56707b08e service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230104 Jul 29 17:54:25.207218 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-4bd2b970-53dd-49cf-9591-b8b44749dc78 req-6784fc58-8713-4449-80a6-38783242c2c9 service neutron] 10.222.0.69 "GET /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236837 Jul 29 17:54:25.329607 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-faa8e7e9-fdfa-4a6d-8150-adf2be46e6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:09Z', 'revision_number': 5, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:25.333451 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa8e7e9-fdfa-4a6d-8150-adf2be46e6df None None] The sync data for ids ['d116588b-5fd0-4f27-a48f-61c777e55b1e'] in dv-neutron-851534-1-hyperv is: [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:48:03Z', 'revision_number': 4, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv', '_interfaces': [{'id': 'f4ac9e2b-f1a5-409d-aa43-8203d8e80477', 'name': '', 'network_id': '71d50135-5fd9-4876-90df-7ac7bd55dfe8', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'mac_address': 'fa:16:3e:87:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:03Z', 'updated_at': '2022-07-29T17:48:09Z', 'revision_number': 5, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'subnets': [{'id': 'b929ba3a-db89-4881-b196-b5529e955f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:54:25.395807 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bf9b1-48c1-4bce-b73a-f879f9affeda req-ad84aa6e-23d4-49fd-b3ba-ac852a37a142 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:54:25.396510 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-973bf9b1-48c1-4bce-b73a-f879f9affeda req-ad84aa6e-23d4-49fd-b3ba-ac852a37a142 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Synchronizing usage tracker for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:port {{(pid=89210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 17:54:25.409288 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.quota.resource [req-973bf9b1-48c1-4bce-b73a-f879f9affeda req-ad84aa6e-23d4-49fd-b3ba-ac852a37a142 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Unset dirty status for tenant:088ec6e76aea4343a67d03bff0b43b7c on resource:port {{(pid=89210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 17:54:25.410402 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-973bf9b1-48c1-4bce-b73a-f879f9affeda req-ad84aa6e-23d4-49fd-b3ba-ac852a37a142 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.69 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 943 time: 0.1008761 Jul 29 17:54:25.484732 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-973bf9b1-48c1-4bce-b73a-f879f9affeda req-ec7cb03b-e3fe-455d-8993-48117778fb1e tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Deleting port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:54:25.485426 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-973bf9b1-48c1-4bce-b73a-f879f9affeda req-ec7cb03b-e3fe-455d-8993-48117778fb1e tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:25.555405 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad497d3c-9757-4cae-8d13-377ba833e010 None None] New status for floating IP 6ab2838e-a0d4-456f-bfca-8f63e00a519a: DOWN {{(pid=89212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:54:25.736074 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [req-973bf9b1-48c1-4bce-b73a-f879f9affeda req-ec7cb03b-e3fe-455d-8993-48117778fb1e tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] For port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76, host hv-neutron-8515, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8515',level=0,port_id=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:54:25.736425 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-973bf9b1-48c1-4bce-b73a-f879f9affeda req-ec7cb03b-e3fe-455d-8993-48117778fb1e tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:25.856504 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [req-973bf9b1-48c1-4bce-b73a-f879f9affeda req-ec7cb03b-e3fe-455d-8993-48117778fb1e tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Calling delete_port for 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 owned by compute:nova {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:54:25.991358 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87063d-e067-4345-ac48-766b9364cbd7 req-4bce299b-f2c1-4a65-ba0a-b28cd9591200 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 29 17:54:25.992934 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5a87063d-e067-4345-ac48-766b9364cbd7 req-4bce299b-f2c1-4a65-ba0a-b28cd9591200 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/ports?device_id=590a061c-8936-439b-b155-da545b9c8800 HTTP/1.1" status: 200 len: 943 time: 0.0918560 Jul 29 17:54:26.003459 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-973bf9b1-48c1-4bce-b73a-f879f9affeda req-ec7cb03b-e3fe-455d-8993-48117778fb1e tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:26.038885 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [req-5a87063d-e067-4345-ac48-766b9364cbd7 req-31cb0f49-52cc-4942-80a7-8ca44242867e tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "GET /v2.0/security-groups?id=e86e041f-0522-4745-a398-3a4cd5002f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393040 Jul 29 17:54:26.051372 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cb03b-e3fe-455d-8993-48117778fb1e tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event deleted for resources: {'Port': ['ID=2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:26.151856 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [req-973bf9b1-48c1-4bce-b73a-f879f9affeda req-ec7cb03b-e3fe-455d-8993-48117778fb1e tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] No DVR routers for this DVR port 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 on host hv-neutron-8515 {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:54:26.154891 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [req-973bf9b1-48c1-4bce-b73a-f879f9affeda req-ec7cb03b-e3fe-455d-8993-48117778fb1e tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1000171'] for port, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:26.157438 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590a061c-8936-439b-b155-da545b9c8800', 'name': 'network-vif-deleted', 'tag': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76'}] {{(pid=89210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 29 17:54:26.173439 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [req-973bf9b1-48c1-4bce-b73a-f879f9affeda req-ec7cb03b-e3fe-455d-8993-48117778fb1e tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.69 "DELETE /v2.0/ports/2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 HTTP/1.1" status: 204 len: 173 time: 0.7579112 Jul 29 17:54:26.203716 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b692ee-854b-43af-b2bd-d72207081427'] response: {'server_uuid': '590a061c-8936-439b-b155-da545b9c8800', 'name': 'network-vif-deleted', 'tag': '2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76', 'status': 'completed', 'code': 200} Jul 29 17:54:27.138557 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36812) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:54:27.206066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff32b9a5-8846-47f5-b0bc-1161b7907aa6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:27.234596 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff32b9a5-8846-47f5-b0bc-1161b7907aa6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:27.303066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff32b9a5-8846-47f5-b0bc-1161b7907aa6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:27.322066 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32b9a5-8846-47f5-b0bc-1161b7907aa6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86e041f-0522-4745-a398-3a4cd5002f71,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:27.336001 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-ff32b9a5-8846-47f5-b0bc-1161b7907aa6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:27.337170 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-ff32b9a5-8846-47f5-b0bc-1161b7907aa6 tempest-TestSnapshotPattern-898571880 tempest-TestSnapshotPattern-898571880-project] 10.222.0.58 "DELETE /v2.0/security-groups/e86e041f-0522-4745-a398-3a4cd5002f71 HTTP/1.1" status: 204 len: 168 time: 0.1975598 Jul 29 17:54:27.388423 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36818) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:54:28.115551 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e997fa2f-9b25-4ea3-beab-c48fbdeba97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:28.201150 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:54:28.455244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-e997fa2f-9b25-4ea3-beab-c48fbdeba97f admin admin] Deleting port f4ac9e2b-f1a5-409d-aa43-8203d8e80477 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:54:28.455733 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e997fa2f-9b25-4ea3-beab-c48fbdeba97f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:28.622044 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-e997fa2f-9b25-4ea3-beab-c48fbdeba97f admin admin] For port f4ac9e2b-f1a5-409d-aa43-8203d8e80477, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=f4ac9e2b-f1a5-409d-aa43-8203d8e80477,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:54:28.622391 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e997fa2f-9b25-4ea3-beab-c48fbdeba97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:28.740889 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-e997fa2f-9b25-4ea3-beab-c48fbdeba97f admin admin] Calling delete_port for f4ac9e2b-f1a5-409d-aa43-8203d8e80477 owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:54:28.906121 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e997fa2f-9b25-4ea3-beab-c48fbdeba97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:28.954010 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997fa2f-9b25-4ea3-beab-c48fbdeba97f admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ac9e2b-f1a5-409d-aa43-8203d8e80477,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:29.316301 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-e997fa2f-9b25-4ea3-beab-c48fbdeba97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:29.405228 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 no longer exists at agent hyperv_hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:54:29.439223 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-959abd16-2933-4761-8459-76c447713a04 None None] No Port match for: 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:54:29.439571 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-959abd16-2933-4761-8459-76c447713a04 None None] Device 2c1f5cf2-0b77-4a1a-bad2-51e9193e3d76 not bound to the agent host hv-neutron-8515 {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:54:29.674674 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e997fa2f-9b25-4ea3-beab-c48fbdeba97f admin admin] Router d116588b-5fd0-4f27-a48f-61c777e55b1e has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:54:29.847472 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e997fa2f-9b25-4ea3-beab-c48fbdeba97f admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:54:29.856328 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3320e56d-f546-45f7-9e29-13e7f627369b None None] Sync routers for ids ['d116588b-5fd0-4f27-a48f-61c777e55b1e'] in dv-neutron-851534-1-hyperv {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:54:29.859834 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-e997fa2f-9b25-4ea3-beab-c48fbdeba97f admin admin] 10.222.0.58 "PUT /v2.0/routers/d116588b-5fd0-4f27-a48f-61c777e55b1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4697509 Jul 29 17:54:29.861900 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36824) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:54:29.865872 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320e56d-f546-45f7-9e29-13e7f627369b None None] Routers {'d116588b-5fd0-4f27-a48f-61c777e55b1e'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:54:29.866476 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3320e56d-f546-45f7-9e29-13e7f627369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:54:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d116588b-5fd0-4f27-a48f-61c777e55b1e'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:30.042428 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.050721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-3320e56d-f546-45f7-9e29-13e7f627369b None None] Set router d116588b-5fd0-4f27-a48f-61c777e55b1e gateway port host: dv-neutron-851534-1-hyperv {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:54:30.217623 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.227464 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] Deleting port 2c9811ff-210a-4585-a8a0-14b6ec7a317a {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:54:30.228036 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.336491 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3320e56d-f546-45f7-9e29-13e7f627369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:54:28Z', 'revision_number': 5, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port': {'id': '2c9811ff-210a-4585-a8a0-14b6ec7a317a', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:00Z', 'updated_at': '2022-07-29T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:30.340267 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3320e56d-f546-45f7-9e29-13e7f627369b None None] Checking router: d116588b-5fd0-4f27-a48f-61c777e55b1e for host: dv-neutron-851534-1-hyperv {{(pid=89211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:54:30.348750 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320e56d-f546-45f7-9e29-13e7f627369b None None] Routers {'d116588b-5fd0-4f27-a48f-61c777e55b1e'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:54:30.349375 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3320e56d-f546-45f7-9e29-13e7f627369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:54:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['d116588b-5fd0-4f27-a48f-61c777e55b1e'], 'active': True} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:30.509711 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_dvr_db [None req-3320e56d-f546-45f7-9e29-13e7f627369b None None] Set router d116588b-5fd0-4f27-a48f-61c777e55b1e gateway port host: None {{(pid=89211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:54:30.516665 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] For port 2c9811ff-210a-4585-a8a0-14b6ec7a317a, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=2c9811ff-210a-4585-a8a0-14b6ec7a317a,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:54:30.517018 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.637691 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] Calling delete_port for 2c9811ff-210a-4585-a8a0-14b6ec7a317a owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:54:30.651208 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.db.l3_hamode_db [None req-3320e56d-f546-45f7-9e29-13e7f627369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:54:30Z', 'revision_number': 6, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:30.655562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3320e56d-f546-45f7-9e29-13e7f627369b None None] The sync data for ids ['d116588b-5fd0-4f27-a48f-61c777e55b1e'] in dv-neutron-851534-1-hyperv is: [{'id': 'd116588b-5fd0-4f27-a48f-61c777e55b1e', 'name': 'tempest-TestSnapshotPattern-780622176-router', 'tenant_id': '088ec6e76aea4343a67d03bff0b43b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:47:59Z', 'updated_at': '2022-07-29T17:54:30Z', 'revision_number': 6, 'project_id': '088ec6e76aea4343a67d03bff0b43b7c', 'gw_port_host': None}] {{(pid=89211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:54:30.804521 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:30.849266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9811ff-210a-4585-a8a0-14b6ec7a317a,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:30.945933 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.118592 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.120779 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.143285 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.143862 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d116588b-5fd0-4f27-a48f-61c777e55b1e {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:54:31.156164 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.157328 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-c2031d4f-e57e-4615-b898-7f6cc4710021 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d116588b-5fd0-4f27-a48f-61c777e55b1e HTTP/1.1" status: 204 len: 168 time: 1.2944641 Jul 29 17:54:31.159863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36828) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:54:31.220433 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1339db-3fea-4503-b791-75be9ab958a2 admin admin] Deleting subnet b929ba3a-db89-4881-b196-b5529e955f14 {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:54:31.223219 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3f1339db-3fea-4503-b791-75be9ab958a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.270511 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3f1339db-3fea-4503-b791-75be9ab958a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.345828 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3f1339db-3fea-4503-b791-75be9ab958a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.419798 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3f1339db-3fea-4503-b791-75be9ab958a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.460768 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1339db-3fea-4503-b791-75be9ab958a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b929ba3a-db89-4881-b196-b5529e955f14,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:31.465139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-3f1339db-3fea-4503-b791-75be9ab958a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.465904 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3e4168-c911-4923-9034-a7667622af96 None None] Network 71d50135-5fd9-4876-90df-7ac7bd55dfe8 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:54:31.471236 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-3f1339db-3fea-4503-b791-75be9ab958a2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b929ba3a-db89-4881-b196-b5529e955f14 HTTP/1.1" status: 204 len: 168 time: 0.3102961 Jul 29 17:54:31.473692 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36832) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:54:31.580535 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.591637 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] Deleting port 812907fb-352c-44c9-ab95-e351b1655617 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:54:31.591970 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.732782 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1a83c4-480c-4faa-9341-811bfbabc503 None None] DHCP port deletion for 71d50135-5fd9-4876-90df-7ac7bd55dfe8 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:54:31.737188 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a83c4-480c-4faa-9341-811bfbabc503 None None] Deleting port 812907fb-352c-44c9-ab95-e351b1655617 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:54:31.737580 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8b1a83c4-480c-4faa-9341-811bfbabc503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.811212 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] For port 812907fb-352c-44c9-ab95-e351b1655617, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=812907fb-352c-44c9-ab95-e351b1655617,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:54:31.811808 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:31.931961 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] Calling delete_port for 812907fb-352c-44c9-ab95-e351b1655617 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:54:31.944017 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-8b1a83c4-480c-4faa-9341-811bfbabc503 None None] For port 812907fb-352c-44c9-ab95-e351b1655617, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=812907fb-352c-44c9-ab95-e351b1655617,segment=NetworkSegment(dc5214e5-ead3-4b66-9d1c-71148c02a1f9),segment_id=dc5214e5-ead3-4b66-9d1c-71148c02a1f9)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:54:31.944345 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8b1a83c4-480c-4faa-9341-811bfbabc503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:32.005863 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:32.065381 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a83c4-480c-4faa-9341-811bfbabc503 None None] Calling delete_port for 812907fb-352c-44c9-ab95-e351b1655617 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:54:32.143488 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-8b1a83c4-480c-4faa-9341-811bfbabc503 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:54:32.143852 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-8b1a83c4-480c-4faa-9341-811bfbabc503 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:54:32.153710 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] No DVR routers for this DVR port 812907fb-352c-44c9-ab95-e351b1655617 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:54:32.155892 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] Pushing event deleted for resources: {'Port': ['ID=812907fb-352c-44c9-ab95-e351b1655617,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:32.270237 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:32.295244 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d50135-5fd9-4876-90df-7ac7bd55dfe8']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:32.306698 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:32.306984 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5214e5-ead3-4b66-9d1c-71148c02a1f9') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:32.317845 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:32.333589 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:32.339903 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:54:32.340275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:32.421296 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment dc5214e5-ead3-4b66-9d1c-71148c02a1f9 resource provider aggregate not found Jul 29 17:54:32.436634 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:32.441468 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:32.457987 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment dc5214e5-ead3-4b66-9d1c-71148c02a1f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc5214e5-ead3-4b66-9d1c-71148c02a1f9 found for delete ", "request_id": "req-9194e2ab-a696-4b8f-af66-cd909c1c33ab"}]} Jul 29 17:54:32.467452 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] Pushing event deleted for resources: {'Network': ['ID=71d50135-5fd9-4876-90df-7ac7bd55dfe8,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:32.482068 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-41c8f44d-1fa7-426f-8462-a9e042afe43e admin admin] 10.222.0.58 "DELETE /v2.0/networks/71d50135-5fd9-4876-90df-7ac7bd55dfe8 HTTP/1.1" status: 204 len: 168 time: 1.0072565 Jul 29 17:54:32.484840 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36842) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:54:32.496119 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f4ac9e2b-f1a5-409d-aa43-8203d8e80477 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:54:32.530741 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: f4ac9e2b-f1a5-409d-aa43-8203d8e80477 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:54:32.531009 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device f4ac9e2b-f1a5-409d-aa43-8203d8e80477 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:54:32.531418 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2c9811ff-210a-4585-a8a0-14b6ec7a317a no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:54:32.565031 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 2c9811ff-210a-4585-a8a0-14b6ec7a317a {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:54:32.565393 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 2c9811ff-210a-4585-a8a0-14b6ec7a317a not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:54:32.565809 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 812907fb-352c-44c9-ab95-e351b1655617 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:54:32.600110 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 812907fb-352c-44c9-ab95-e351b1655617 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:54:32.600582 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 812907fb-352c-44c9-ab95-e351b1655617 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:54:32.645001 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a83c4-480c-4faa-9341-811bfbabc503 None None] Deleting port 812907fb-352c-44c9-ab95-e351b1655617 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:54:32.645411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8b1a83c4-480c-4faa-9341-811bfbabc503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:32.708807 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a83c4-480c-4faa-9341-811bfbabc503 None None] The port '812907fb-352c-44c9-ab95-e351b1655617' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 17:54:33.011778 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d8698051-1fce-496d-87a3-b2815ee3db25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445428'] for router_interface, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:33.347147 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d8698051-1fce-496d-87a3-b2815ee3db25 admin admin] Deleting port 3c222cc1-1cfe-406f-a181-da2799357644 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:54:33.347407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d8698051-1fce-496d-87a3-b2815ee3db25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:33.624159 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-d8698051-1fce-496d-87a3-b2815ee3db25 admin admin] For port 3c222cc1-1cfe-406f-a181-da2799357644, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=3c222cc1-1cfe-406f-a181-da2799357644,segment=NetworkSegment(cc9005e6-46a8-48ae-9404-fb3fa41bed5b),segment_id=cc9005e6-46a8-48ae-9404-fb3fa41bed5b)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:54:33.624404 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d8698051-1fce-496d-87a3-b2815ee3db25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:33.742638 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-d8698051-1fce-496d-87a3-b2815ee3db25 admin admin] Calling delete_port for 3c222cc1-1cfe-406f-a181-da2799357644 owned by network:router_interface {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:54:33.907270 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d8698051-1fce-496d-87a3-b2815ee3db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:33.952141 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8698051-1fce-496d-87a3-b2815ee3db25 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c222cc1-1cfe-406f-a181-da2799357644,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:34.221407 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-d8698051-1fce-496d-87a3-b2815ee3db25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445280'] for router_interface, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:34.573139 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8698051-1fce-496d-87a3-b2815ee3db25 admin admin] Router 29bccb8b-6181-4b38-9fe8-900b3a97c612 has already been hosted by L3 agent 72bdd35c-728a-4ef8-a6b2-2d90993319de {{(pid=89210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:54:34.748082 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8698051-1fce-496d-87a3-b2815ee3db25 admin admin] Notify agent at l3_agent.dv-neutron-851534-1-hyperv the message routers_updated {{(pid=89210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 17:54:34.756363 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac06083f-e0f4-458e-a7fc-b5f3c285977d None None] Sync routers for ids ['29bccb8b-6181-4b38-9fe8-900b3a97c612'] in dv-neutron-851534-1-hyperv {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:54:34.764185 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-d8698051-1fce-496d-87a3-b2815ee3db25 admin admin] 10.222.0.58 "PUT /v2.0/routers/29bccb8b-6181-4b38-9fe8-900b3a97c612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2780764 Jul 29 17:54:34.766484 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac06083f-e0f4-458e-a7fc-b5f3c285977d None None] Routers {'29bccb8b-6181-4b38-9fe8-900b3a97c612'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:54:34.767062 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36846) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:54:34.767202 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ac06083f-e0f4-458e-a7fc-b5f3c285977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:54:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['29bccb8b-6181-4b38-9fe8-900b3a97c612'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:34.944242 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ac06083f-e0f4-458e-a7fc-b5f3c285977d None None] Set router 29bccb8b-6181-4b38-9fe8-900b3a97c612 gateway port host: dv-neutron-851534-1-hyperv {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:54:35.045375 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] Notify callbacks [] for router, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.219594 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ac06083f-e0f4-458e-a7fc-b5f3c285977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'name': 'tempest-TestSnapshotPattern-1899116197-router', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'external_fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '02bdedc3-400c-45d9-a050-fc5ad62ce2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:54:33Z', 'revision_number': 5, 'project_id': '1f7bd1c9421b4a57869692552216edf2', 'gw_port': {'id': '02bdedc3-400c-45d9-a050-fc5ad62ce2d3', 'name': '', 'network_id': 'fb4e778f-e6f9-43be-9676-d81708eeb2f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '32fc0132-97d0-49f5-95be-5c439385b706', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-851534-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32fc0132-97d0-49f5-95be-5c439385b706', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-851534-1-hyperv'}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:35.223433 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac06083f-e0f4-458e-a7fc-b5f3c285977d None None] Checking router: 29bccb8b-6181-4b38-9fe8-900b3a97c612 for host: dv-neutron-851534-1-hyperv {{(pid=89212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:54:35.228124 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.231713 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac06083f-e0f4-458e-a7fc-b5f3c285977d None None] Routers {'29bccb8b-6181-4b38-9fe8-900b3a97c612'} bound to L3 agent in host dv-neutron-851534-1-hyperv {{(pid=89212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jul 29 17:54:35.232307 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ac06083f-e0f4-458e-a7fc-b5f3c285977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-851534-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-29T16:28:17Z,description=,heartbeat_timestamp=2022-07-29T17:54:18Z,host='dv-neutron-851534-1-hyperv',id=72bdd35c-728a-4ef8-a6b2-2d90993319de,load=0,resource_versions=,resources_synced=,started_at=2022-07-29T16:28:17Z,topic='l3_agent')) {'router_ids': ['29bccb8b-6181-4b38-9fe8-900b3a97c612'], 'active': True} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:35.238437 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] Deleting port 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:54:35.238770 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.384656 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_dvr_db [None req-ac06083f-e0f4-458e-a7fc-b5f3c285977d None None] Set router 29bccb8b-6181-4b38-9fe8-900b3a97c612 gateway port host: None {{(pid=89212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 17:54:35.411533 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] For port 02bdedc3-400c-45d9-a050-fc5ad62ce2d3, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=02bdedc3-400c-45d9-a050-fc5ad62ce2d3,segment=NetworkSegment(744c65a5-50cf-4bab-aa16-7bf309848c21),segment_id=744c65a5-50cf-4bab-aa16-7bf309848c21)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:54:35.411890 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.488070 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.l3_hamode_db [None req-ac06083f-e0f4-458e-a7fc-b5f3c285977d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'name': 'tempest-TestSnapshotPattern-1899116197-router', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:54:35Z', 'revision_number': 6, 'project_id': '1f7bd1c9421b4a57869692552216edf2', 'gw_port_host': None}], 'dv-neutron-851534-1-hyperv', False) {} {{(pid=89212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:35.492216 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac06083f-e0f4-458e-a7fc-b5f3c285977d None None] The sync data for ids ['29bccb8b-6181-4b38-9fe8-900b3a97c612'] in dv-neutron-851534-1-hyperv is: [{'id': '29bccb8b-6181-4b38-9fe8-900b3a97c612', 'name': 'tempest-TestSnapshotPattern-1899116197-router', 'tenant_id': '1f7bd1c9421b4a57869692552216edf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-29T17:48:06Z', 'updated_at': '2022-07-29T17:54:35Z', 'revision_number': 6, 'project_id': '1f7bd1c9421b4a57869692552216edf2', 'gw_port_host': None}] {{(pid=89212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:54:35.535786 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] Calling delete_port for 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 owned by network:router_gateway {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:54:35.698275 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:35.743162 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] Pushing event deleted for resources: {'Port': ['ID=02bdedc3-400c-45d9-a050-fc5ad62ce2d3,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:35.838843 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449519'] for router_gateway, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.015395 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4280'] for router, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.017553 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.040704 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443645'] for router, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.041222 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29bccb8b-6181-4b38-9fe8-900b3a97c612 {{(pid=89210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 17:54:36.054092 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] Notify callbacks [] for router, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.055218 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-117b4cab-7053-4bf1-968a-f7c455618222 admin admin] 10.222.0.58 "DELETE /v2.0/routers/29bccb8b-6181-4b38-9fe8-900b3a97c612 HTTP/1.1" status: 204 len: 168 time: 1.2871947 Jul 29 17:54:36.057885 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36850) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:54:36.117469 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fbd38a-3030-451e-9e29-6341c0b0169e admin admin] Deleting subnet d9f463c0-f5a0-46e5-87f4-773b65c559bc {{(pid=89210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jul 29 17:54:36.120245 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51fbd38a-3030-451e-9e29-6341c0b0169e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.168928 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51fbd38a-3030-451e-9e29-6341c0b0169e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32313598'] for subnet, precommit_delete_associations {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.248968 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51fbd38a-3030-451e-9e29-6341c0b0169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1677148'] for subnet, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.318106 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51fbd38a-3030-451e-9e29-6341c0b0169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1677141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32298121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32137225'] for subnet, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.357959 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbd38a-3030-451e-9e29-6341c0b0169e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9f463c0-f5a0-46e5-87f4-773b65c559bc,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:36.361386 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-51fbd38a-3030-451e-9e29-6341c0b0169e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.362808 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7386ae-d192-4ef3-9413-fc2d8622bde3 None None] Network d280bcea-f310-46ad-923f-d3a1352916a0 requested from dv-neutron-851534-1-hyperv {{(pid=89211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 17:54:36.367470 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-51fbd38a-3030-451e-9e29-6341c0b0169e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d9f463c0-f5a0-46e5-87f4-773b65c559bc HTTP/1.1" status: 204 len: 168 time: 0.3086622 Jul 29 17:54:36.370463 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36854) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:54:36.547463 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3c222cc1-1cfe-406f-a181-da2799357644 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:54:36.592427 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 3c222cc1-1cfe-406f-a181-da2799357644 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:54:36.592772 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 3c222cc1-1cfe-406f-a181-da2799357644 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:54:36.593212 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:54:36.597623 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1643942'] for network, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.608514 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] Deleting port c9750ec3-0284-40d2-97e3-9441713ffcb2 {{(pid=89210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:54:36.608836 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.629373 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:54:36.629721 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device 02bdedc3-400c-45d9-a050-fc5ad62ce2d3 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:54:36.712894 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffee02e-8d17-4849-9dad-0c2253d7b7d1 None None] DHCP port deletion for d280bcea-f310-46ad-923f-d3a1352916a0 request from dv-neutron-851534-1-hyperv {{(pid=89211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 17:54:36.717360 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5ffee02e-8d17-4849-9dad-0c2253d7b7d1 None None] Deleting port c9750ec3-0284-40d2-97e3-9441713ffcb2 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:54:36.717738 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5ffee02e-8d17-4849-9dad-0c2253d7b7d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.818608 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.db [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] For port c9750ec3-0284-40d2-97e3-9441713ffcb2, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c9750ec3-0284-40d2-97e3-9441713ffcb2,segment=NetworkSegment(cc9005e6-46a8-48ae-9404-fb3fa41bed5b),segment_id=cc9005e6-46a8-48ae-9404-fb3fa41bed5b)] {{(pid=89210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:54:36.818881 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:36.940907 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.plugin [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] Calling delete_port for c9750ec3-0284-40d2-97e3-9441713ffcb2 owned by network:dhcp {{(pid=89210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:54:36.946085 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.db [None req-5ffee02e-8d17-4849-9dad-0c2253d7b7d1 None None] For port c9750ec3-0284-40d2-97e3-9441713ffcb2, host dv-neutron-851534-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-851534-1-hyperv',level=0,port_id=c9750ec3-0284-40d2-97e3-9441713ffcb2,segment=NetworkSegment(cc9005e6-46a8-48ae-9404-fb3fa41bed5b),segment_id=cc9005e6-46a8-48ae-9404-fb3fa41bed5b)] {{(pid=89211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 17:54:36.946480 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5ffee02e-8d17-4849-9dad-0c2253d7b7d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443582'] for port, precommit_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.018453 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746449700783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746449341651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32298078'] for port, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.066099 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] Pushing event deleted for resources: {'Port': ['ID=c9750ec3-0284-40d2-97e3-9441713ffcb2,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:37.068700 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5ffee02e-8d17-4849-9dad-0c2253d7b7d1 None None] Calling delete_port for c9750ec3-0284-40d2-97e3-9441713ffcb2 owned by network:dhcp {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jul 29 17:54:37.068977 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] No DVR routers for this DVR port c9750ec3-0284-40d2-97e3-9441713ffcb2 on host dv-neutron-851534-1-hyperv {{(pid=89210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:54:37.138961 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.db.api [None req-5ffee02e-8d17-4849-9dad-0c2253d7b7d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:54:37.139316 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG oslo_db.api [None req-5ffee02e-8d17-4849-9dad-0c2253d7b7d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:54:37.194792 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1677103', 'neutron.services.segments.db._delete_segments_for_network-8746449811860'] for network, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.220825 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d280bcea-f310-46ad-923f-d3a1352916a0']}} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:37.232466 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9005e6-46a8-48ae-9404-fb3fa41bed5b') {'for_net_delete': True} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:37.232757 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.services.segments.db [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9005e6-46a8-48ae-9404-fb3fa41bed5b') {} {{(pid=89210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:54:37.243870 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746449783471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32313589'] for segment, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.259449 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1683878'] for segment, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.266255 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=89210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:54:37.266635 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32298099'] for segment, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.335160 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment cc9005e6-46a8-48ae-9404-fb3fa41bed5b resource provider aggregate not found Jul 29 17:54:37.356464 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.services.segments.plugin [-] Segment cc9005e6-46a8-48ae-9404-fb3fa41bed5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc9005e6-46a8-48ae-9404-fb3fa41bed5b found for delete ", "request_id": "req-896b2f2b-94e6-4892-897d-48fe9925c12b"}]} Jul 29 17:54:37.368730 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449524'] for network, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.384399 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] Notify callbacks [] for network, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.397226 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] Pushing event deleted for resources: {'Network': ['ID=d280bcea-f310-46ad-923f-d3a1352916a0,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:37.402528 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-b816ba4c-1367-4b31-b5f6-6c055896b99a admin admin] 10.222.0.58 "DELETE /v2.0/networks/d280bcea-f310-46ad-923f-d3a1352916a0 HTTP/1.1" status: 204 len: 168 time: 1.0311551 Jul 29 17:54:37.516440 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36864) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:54:37.565589 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-84d0cb92-9e1d-4b0d-9f46-fe17b72d66d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=088ec6e76aea4343a67d03bff0b43b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478952 Jul 29 17:54:37.568127 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.wsgi [-] (89210) accepted ('10.222.0.58', 36868) {{(pid=89210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:54:37.628953 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd93af51-909c-48ce-9e5e-b1a7d6a01328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.640624 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5ffee02e-8d17-4849-9dad-0c2253d7b7d1 None None] Deleting port c9750ec3-0284-40d2-97e3-9441713ffcb2 {{(pid=89211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 17:54:37.641114 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5ffee02e-8d17-4849-9dad-0c2253d7b7d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746449699669'] for port, before_delete {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.655020 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd93af51-909c-48ce-9e5e-b1a7d6a01328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.707575 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd93af51-909c-48ce-9e5e-b1a7d6a01328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.713828 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-5ffee02e-8d17-4849-9dad-0c2253d7b7d1 None None] The port 'c9750ec3-0284-40d2-97e3-9441713ffcb2' was deleted {{(pid=89211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jul 29 17:54:37.728266 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93af51-909c-48ce-9e5e-b1a7d6a01328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce97e2e-b88b-41d3-9db3-3ffb584ca60c,revision_number=None']} {{(pid=89210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:37.731581 dv-neutron-851534-1-hyperv neutron-server[89210]: DEBUG neutron_lib.callbacks.manager [None req-cd93af51-909c-48ce-9e5e-b1a7d6a01328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:37.733500 dv-neutron-851534-1-hyperv neutron-server[89210]: INFO neutron.wsgi [None req-cd93af51-909c-48ce-9e5e-b1a7d6a01328 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ce97e2e-b88b-41d3-9db3-3ffb584ca60c HTTP/1.1" status: 204 len: 168 time: 0.1644270 Jul 29 17:54:38.063232 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36876) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:54:38.110210 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-f1f920ea-af5e-423c-9330-6c4262e30d65 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f7bd1c9421b4a57869692552216edf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458314 Jul 29 17:54:38.112636 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.wsgi [-] (89209) accepted ('10.222.0.58', 36880) {{(pid=89209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 17:54:38.169602 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6679b359-6335-4cac-9e7c-5baa65b1eda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.194814 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6679b359-6335-4cac-9e7c-5baa65b1eda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.245890 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6679b359-6335-4cac-9e7c-5baa65b1eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548592'] for security_group, after_delete {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.259925 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679b359-6335-4cac-9e7c-5baa65b1eda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f764ad8e-3055-4c43-ba59-e9ced0a363c9,revision_number=None']} {{(pid=89209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:54:38.266641 dv-neutron-851534-1-hyperv neutron-server[89209]: DEBUG neutron_lib.callbacks.manager [None req-6679b359-6335-4cac-9e7c-5baa65b1eda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:38.267750 dv-neutron-851534-1-hyperv neutron-server[89209]: INFO neutron.wsgi [None req-6679b359-6335-4cac-9e7c-5baa65b1eda8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f764ad8e-3055-4c43-ba59-e9ced0a363c9 HTTP/1.1" status: 204 len: 168 time: 0.1541858 Jul 29 17:54:38.485637 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c9750ec3-0284-40d2-97e3-9441713ffcb2 no longer exists at agent ovs-agent-dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 17:54:38.521221 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.plugin [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] No Port match for: c9750ec3-0284-40d2-97e3-9441713ffcb2 {{(pid=89211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 29 17:54:38.521460 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron.plugins.ml2.rpc [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Device c9750ec3-0284-40d2-97e3-9441713ffcb2 not bound to the agent host dv-neutron-851534-1-hyperv {{(pid=89211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 17:54:45.276458 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-1a60f04b-d4c8-4ff7-a4a2-941204b185dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:47.879609 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b1a8fefb-6e10-4842-8407-86513a50e360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.520311 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:48.730418 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:50.249019 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:54:51.361839 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:05.200308 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:55:15.279556 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-84f90732-3a0e-4cb0-bf02-318224eef558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:17.882269 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0585b8c6-51d6-4321-89a9-eef6147df2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.523111 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:18.732423 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:20.252574 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:21.369565 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:42.199057 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:55:45.281376 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8cf81df5-81e6-4b4b-a994-ecf9681e3c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:47.884143 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c6807ec9-e737-4e52-9053-32a70914008c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:48.525411 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:48.734675 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:50.255992 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:55:51.386227 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:15.282075 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c75c0674-c257-4c3b-acde-8a430d80de2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:17.886182 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-016f55cf-5ed2-456d-8d53-a24bf65e3ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:18.526357 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:18.737039 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:19.199266 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:56:20.259562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:21.397736 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:45.282753 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-6b4a77e5-c429-44f9-8558-d5154c66affc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:47.890678 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d69295e8-5224-4da9-8cd7-9d07fe1bc206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:48.527264 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:48.739553 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:50.262535 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:51.426419 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:56:56.199670 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:57:15.284231 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-5f219daa-7d19-4ce5-b053-694af68dc029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:17.891918 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-778b15be-171c-4cf4-af51-cd3f96be208c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:18.529259 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:18.741810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:20.264938 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:21.438114 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:33.199071 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:57:45.285893 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-097a0711-01fd-4abe-9fd0-ee543cc440b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:47.893904 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-e726798b-9aa9-409d-a844-7cf9024c4aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:48.531454 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:48.743552 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:50.268031 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:57:51.439499 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:10.198840 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:58:15.287866 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-8c7d280e-e14c-4dd7-8fa8-ab40fef3cdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:17.898213 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-721c7589-22fe-488d-8145-c8feab937def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:18.532811 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:18.746885 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:20.273453 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:21.447171 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:45.289879 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-0bf44984-d4b1-4a2f-9aa1-4fe40ca50fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:47.198666 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:58:47.900648 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-7557b7d9-9155-41b8-9265-89aed47681a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.536172 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:48.749203 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:50.274048 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:58:51.445559 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:15.324190 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-b9184ce8-ad08-4755-a063-70f13951e728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:17.902303 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-06447b4b-22ac-4bc4-9eb1-26a6b8133455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:18.538064 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:18.752072 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:20.276736 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:21.441562 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:24.197716 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 17:59:45.295925 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93cc14ba-24cf-4c43-8f7d-f68fffcda392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:47.902903 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f6911a7b-55e0-4dfa-b9d8-93df74f47654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:48.539810 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:48.754307 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:50.278856 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:59:51.455363 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:01.196056 dv-neutron-851534-1-hyperv neutron-server[89212]: DEBUG neutron.db.agents_db [None req-13bdc6d7-bdc6-4d57-a824-86fdc91d05a7 None None] Agent healthcheck: found 6 active agents {{(pid=89212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 18:00:15.297389 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-d81df2cd-0309-4d01-94e6-65de58058457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:17.905241 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-f7dee09f-2798-4cc0-bf28-665513e0c3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:18.568536 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-c2178fbd-10aa-4a96-b005-3a8a657ec8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:18.756186 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-93692e46-a217-4e9e-85e8-1b4a58c81906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:20.283800 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-a1335f7c-7a94-477f-9c62-f6ec44a393a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 18:00:21.453538 dv-neutron-851534-1-hyperv neutron-server[89211]: DEBUG neutron_lib.callbacks.manager [None req-959abd16-2933-4761-8459-76c447713a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746449811842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535097'] for agent, after_update {{(pid=89211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}